diff --git a/.gitignore b/.gitignore index 810ebf3..d457c3c 100644 --- a/.gitignore +++ b/.gitignore @@ -1,6 +1,7 @@ # Compiled class file *.class + # Log file *.log @@ -22,5 +23,9 @@ # virtual machine crash logs, see http://www.java.com/en/download/help/error_hotspot.xml hs_err_pid* -# IJ IDEA # -.idea \ No newline at end of file +# idea +FP/.idea/ + +# volumes +FP/migrations/ +FP/rabbitmq/ \ No newline at end of file diff --git a/FP/bot/pom.xml b/FP/bot/pom.xml new file mode 100644 index 0000000..60f49bd --- /dev/null +++ b/FP/bot/pom.xml @@ -0,0 +1,88 @@ + + + + org.example + FP + 1.0 + + + 4.0.0 + + bot + + + 3.0.1 + 2.7.6 + + + + + + org.springdoc + springdoc-openapi-starter-webmvc-ui + 2.0.2 + + + org.apache.commons + commons-lang3 + 3.10 + + + + org.springframework.boot + spring-boot-starter-validation + ${starter-validation.version} + + + org.springframework.boot + spring-boot-starter-web + ${starter-web.version} + + + org.apache.logging.log4j + log4j-to-slf4j + + + + + org.springframework.boot + spring-boot-devtools + runtime + true + + + org.springframework.boot + spring-boot-configuration-processor + true + + + org.springframework + spring-context-indexer + true + + + org.projectlombok + lombok + true + + + + com.github.pengrad + java-telegram-bot-api + 6.6.0 + + + + org.junit.jupiter + junit-jupiter + test + + + org.apache.maven.plugins + maven-surefire-plugin + 2.22.2 + + + \ No newline at end of file diff --git a/FP/bot/src/main/java/ru/tinkoff/edu/java/bot/BotApplication.java b/FP/bot/src/main/java/ru/tinkoff/edu/java/bot/BotApplication.java new file mode 100644 index 0000000..312857e --- /dev/null +++ b/FP/bot/src/main/java/ru/tinkoff/edu/java/bot/BotApplication.java @@ -0,0 +1,21 @@ +package ru.tinkoff.edu.java.bot; + +import org.springframework.boot.SpringApplication; +import org.springframework.boot.autoconfigure.SpringBootApplication; +import org.springframework.boot.context.properties.EnableConfigurationProperties; +import ru.tinkoff.edu.java.bot.configuration.ApplicationConfig; +import ru.tinkoff.edu.java.bot.firstBot.BotMain; + + +@SpringBootApplication +@EnableConfigurationProperties(ApplicationConfig.class) +public class BotApplication +{ + public static void main(String[] args){ + var ctx = SpringApplication.run(BotApplication.class, args); + ApplicationConfig config = ctx.getBean(ApplicationConfig.class); + + BotMain bot = new BotMain(config.bot().token()); + bot.start(); + } +} diff --git a/FP/bot/src/main/java/ru/tinkoff/edu/java/bot/api/BotController.java b/FP/bot/src/main/java/ru/tinkoff/edu/java/bot/api/BotController.java new file mode 100644 index 0000000..25186cf --- /dev/null +++ b/FP/bot/src/main/java/ru/tinkoff/edu/java/bot/api/BotController.java @@ -0,0 +1,14 @@ +package ru.tinkoff.edu.java.bot.api; + +import org.springframework.web.bind.annotation.*; +import ru.tinkoff.edu.java.bot.api.model.LinkUpdate; + +@RestController +@RequestMapping("/update") +public class BotController { + + @PostMapping + public String updateChat(@RequestBody LinkUpdate update) { + return update.toString(); + } +} diff --git a/FP/bot/src/main/java/ru/tinkoff/edu/java/bot/api/exceptionHandler/BotExceptionHandler.java b/FP/bot/src/main/java/ru/tinkoff/edu/java/bot/api/exceptionHandler/BotExceptionHandler.java new file mode 100644 index 0000000..732a56e --- /dev/null +++ b/FP/bot/src/main/java/ru/tinkoff/edu/java/bot/api/exceptionHandler/BotExceptionHandler.java @@ -0,0 +1,36 @@ +package ru.tinkoff.edu.java.bot.api.exceptionHandler; + +import org.springframework.http.converter.HttpMessageNotReadableException; +import org.springframework.web.HttpRequestMethodNotSupportedException; +import org.springframework.http.HttpStatus; +import org.springframework.web.bind.annotation.ExceptionHandler; +import org.springframework.web.bind.annotation.ResponseStatus; +import org.springframework.web.bind.annotation.RestControllerAdvice; +import ru.tinkoff.edu.java.bot.api.model.ApiErrorResponse; + +@RestControllerAdvice +public class BotExceptionHandler { + + private String getDescription(String message) { + ApiErrorResponse errorObj = new ApiErrorResponse( + message, + null, + null, + null, + null + ); + return errorObj.description(); + } + + @ExceptionHandler(HttpMessageNotReadableException.class) + @ResponseStatus(HttpStatus.BAD_REQUEST) + public String MessageNotReadable(HttpMessageNotReadableException Exception) { + return getDescription("Некорректные значения параметров или их нет!"); + } + + @ExceptionHandler(HttpRequestMethodNotSupportedException.class) + @ResponseStatus(HttpStatus.BAD_REQUEST) + public String MethodNotSupported(HttpRequestMethodNotSupportedException Exception) { + return getDescription("Метод не разрешен!"); + } +} diff --git a/FP/bot/src/main/java/ru/tinkoff/edu/java/bot/api/model/ApiErrorResponse.java b/FP/bot/src/main/java/ru/tinkoff/edu/java/bot/api/model/ApiErrorResponse.java new file mode 100644 index 0000000..f43001e --- /dev/null +++ b/FP/bot/src/main/java/ru/tinkoff/edu/java/bot/api/model/ApiErrorResponse.java @@ -0,0 +1,11 @@ +package ru.tinkoff.edu.java.bot.api.model; + +import java.util.List; + +public record ApiErrorResponse( + String description, + String code, + String exceptionName, + String exceptionMessage, + List stacktrace +) {} \ No newline at end of file diff --git a/FP/bot/src/main/java/ru/tinkoff/edu/java/bot/api/model/LinkUpdate.java b/FP/bot/src/main/java/ru/tinkoff/edu/java/bot/api/model/LinkUpdate.java new file mode 100644 index 0000000..0f44607 --- /dev/null +++ b/FP/bot/src/main/java/ru/tinkoff/edu/java/bot/api/model/LinkUpdate.java @@ -0,0 +1,6 @@ +package ru.tinkoff.edu.java.bot.api.model; + +import java.util.List; + +public record LinkUpdate(long id, String url, String description, List tgChatIds) { +} \ No newline at end of file diff --git a/FP/bot/src/main/java/ru/tinkoff/edu/java/bot/configuration/ApplicationConfig.java b/FP/bot/src/main/java/ru/tinkoff/edu/java/bot/configuration/ApplicationConfig.java new file mode 100644 index 0000000..49ce5e3 --- /dev/null +++ b/FP/bot/src/main/java/ru/tinkoff/edu/java/bot/configuration/ApplicationConfig.java @@ -0,0 +1,18 @@ +package ru.tinkoff.edu.java.bot.configuration; + +import jakarta.validation.constraints.NotNull; +import org.springframework.boot.context.properties.ConfigurationProperties; +import org.springframework.scheduling.annotation.EnableScheduling; +import org.springframework.validation.annotation.Validated; +import ru.tinkoff.edu.java.bot.configuration.configRecords.Bot; +import ru.tinkoff.edu.java.bot.configuration.configRecords.Scheduler; + +@Validated +@EnableScheduling +@ConfigurationProperties(prefix = "app", ignoreUnknownFields = false) +public record ApplicationConfig( + @NotNull String test, + @NotNull Scheduler scheduler, + Bot bot +) { +} \ No newline at end of file diff --git a/FP/bot/src/main/java/ru/tinkoff/edu/java/bot/configuration/RabbitMQConfiguration.java b/FP/bot/src/main/java/ru/tinkoff/edu/java/bot/configuration/RabbitMQConfiguration.java new file mode 100644 index 0000000..b944fc5 --- /dev/null +++ b/FP/bot/src/main/java/ru/tinkoff/edu/java/bot/configuration/RabbitMQConfiguration.java @@ -0,0 +1,78 @@ +package ru.tinkoff.edu.java.bot.configuration; + +import org.springframework.amqp.core.*; +import org.springframework.amqp.support.converter.ClassMapper; +import org.springframework.amqp.support.converter.DefaultClassMapper; +import org.springframework.amqp.support.converter.Jackson2JsonMessageConverter; +import org.springframework.amqp.support.converter.MessageConverter; +import org.springframework.context.annotation.Bean; +import org.springframework.context.annotation.Configuration; +import ru.tinkoff.edu.java.bot.api.model.LinkUpdate; + +import java.util.HashMap; +import java.util.Map; + +@Configuration +public class RabbitMQConfiguration { + + private final ApplicationConfig config; + + public RabbitMQConfiguration(ApplicationConfig config) { + this.config = config; + } + + @Bean + Queue queue() { + return QueueBuilder.durable(config.queueName()) + .withArgument("x-dead-letter-exchange", config.exchangeName()) + .withArgument("x-dead-letter-routing-key", config.routingKey() + ".dlq") + .build(); + } + + + @Bean + Queue deadLetterQueue() { + return new Queue(config.queueName() + ".dlq", true); + } + + @Bean + DirectExchange exchange() { + return new DirectExchange(config.exchangeName()); + } + + @Bean + Binding binding(Queue queue, DirectExchange exchange) { + return BindingBuilder.bind(queue).to(exchange).with(config.routingKey()); + } + + @Bean + Binding dlqBinding(Queue deadLetterQueue, DirectExchange exchange) { + return BindingBuilder.bind(deadLetterQueue).to(exchange).with(config.routingKey() + ".dlq"); + } + + @Bean + public ClassMapper classMapper() { + Map> mappings = new HashMap<>(); + mappings.put("ru.tinkoff.edu.java.bot.api.model.LinkUpdate", LinkUpdate.class); + + DefaultClassMapper classMapper = new DefaultClassMapper(); + classMapper.setTrustedPackages("ru.tinkoff.edu.java.bot.api.model.*"); + classMapper.setIdClassMapping(mappings); + return classMapper; + } + + @Bean + public MessageConverter jsonMessageConverter(ClassMapper classMapper) { + Jackson2JsonMessageConverter jsonConverter = new Jackson2JsonMessageConverter(); + jsonConverter.setClassMapper(classMapper); + return jsonConverter; + } + + + @Bean + public ScrapperQueueListener scrapperQueueListener(AmqpTemplate rabbitTemplate, UpdateService updateService) { + return new ScrapperQueueListener(rabbitTemplate, updateService); + } + + +} \ No newline at end of file diff --git a/FP/bot/src/main/java/ru/tinkoff/edu/java/bot/configuration/configRecords/Bot.java b/FP/bot/src/main/java/ru/tinkoff/edu/java/bot/configuration/configRecords/Bot.java new file mode 100644 index 0000000..37f4842 --- /dev/null +++ b/FP/bot/src/main/java/ru/tinkoff/edu/java/bot/configuration/configRecords/Bot.java @@ -0,0 +1,4 @@ +package ru.tinkoff.edu.java.bot.configuration.configRecords; + +public record Bot(String token, String name) { +} diff --git a/FP/bot/src/main/java/ru/tinkoff/edu/java/bot/configuration/configRecords/Scheduler.java b/FP/bot/src/main/java/ru/tinkoff/edu/java/bot/configuration/configRecords/Scheduler.java new file mode 100644 index 0000000..08278f6 --- /dev/null +++ b/FP/bot/src/main/java/ru/tinkoff/edu/java/bot/configuration/configRecords/Scheduler.java @@ -0,0 +1,5 @@ +package ru.tinkoff.edu.java.bot.configuration.configRecords; + +import java.time.Duration; + +public record Scheduler(Duration interval) {} diff --git a/FP/bot/src/main/java/ru/tinkoff/edu/java/bot/firstBot/BotMain.java b/FP/bot/src/main/java/ru/tinkoff/edu/java/bot/firstBot/BotMain.java new file mode 100644 index 0000000..f758472 --- /dev/null +++ b/FP/bot/src/main/java/ru/tinkoff/edu/java/bot/firstBot/BotMain.java @@ -0,0 +1,36 @@ +package ru.tinkoff.edu.java.bot.firstBot; + +import com.pengrad.telegrambot.TelegramBot; +import com.pengrad.telegrambot.request.SendMessage; +import org.springframework.boot.context.properties.EnableConfigurationProperties; +import ru.tinkoff.edu.java.bot.configuration.ApplicationConfig; + + +@EnableConfigurationProperties(ApplicationConfig.class) +public class BotMain { + + String token; + static TelegramBot bot; + + public BotMain(String token) { + this.token = token; + } + + public void start() { + bot = new TelegramBot(token); + bot.setUpdatesListener(new Updater(bot)); + } + + public void end() { + bot.removeGetUpdatesListener(); + } + + public static void apiCommand(long tgChatId, String command) { + + MessageHandler handler = new MessageHandler(); + String[] parse = command.split(" "); + if(parse.length > 1) command = handler.call_command(parse[0], parse[1]); + else command = handler.call_command(parse[0]); + bot.execute(new SendMessage(tgChatId, command)); + } +} diff --git a/FP/bot/src/main/java/ru/tinkoff/edu/java/bot/firstBot/DB.java b/FP/bot/src/main/java/ru/tinkoff/edu/java/bot/firstBot/DB.java new file mode 100644 index 0000000..486a886 --- /dev/null +++ b/FP/bot/src/main/java/ru/tinkoff/edu/java/bot/firstBot/DB.java @@ -0,0 +1,42 @@ +package ru.tinkoff.edu.java.bot.firstBot; + +import java.util.ArrayList; + +public class DB { + + static ArrayList list = new ArrayList(); + + public static void addLink(String link) { + list.add(link); + } + + public static void rmLink(String link) { + list.remove(link); + } + + public static String getListParse() { + + int i = 1; + + String out_list = ""; + + for(String element: list){ + + out_list += element; + + if(i != list.size()) { + out_list += ", "; + } + i++; + } + return out_list; + } + + public static boolean listIsEmpty() { + return list.isEmpty(); + } + + public static boolean linkContain(String link) { + return list.contains(link); + } +} diff --git a/FP/bot/src/main/java/ru/tinkoff/edu/java/bot/firstBot/MessageHandler.java b/FP/bot/src/main/java/ru/tinkoff/edu/java/bot/firstBot/MessageHandler.java new file mode 100644 index 0000000..f003c84 --- /dev/null +++ b/FP/bot/src/main/java/ru/tinkoff/edu/java/bot/firstBot/MessageHandler.java @@ -0,0 +1,30 @@ +package ru.tinkoff.edu.java.bot.firstBot; + +import ru.tinkoff.edu.java.bot.firstBot.commands.All; + +public class MessageHandler extends All { + + public boolean is_command(String message) { + return message.startsWith("/"); + } + + public String call_command(String command, String arg) { + return switch (command) { + case "/start" -> start(); + case "/help" -> help(); + case "/track" -> track(arg); + case "/list" -> list(); + case "/untrack" -> untrack(arg); + default -> unknow(); + }; + } + + public String call_command(String command) { + return switch (command) { + case "/start" -> start(); + case "/help" -> help(); + case "/list" -> list(); + default -> unknow(); + }; + } +} diff --git a/FP/bot/src/main/java/ru/tinkoff/edu/java/bot/firstBot/Updater.java b/FP/bot/src/main/java/ru/tinkoff/edu/java/bot/firstBot/Updater.java new file mode 100644 index 0000000..a01e4d9 --- /dev/null +++ b/FP/bot/src/main/java/ru/tinkoff/edu/java/bot/firstBot/Updater.java @@ -0,0 +1,39 @@ +package ru.tinkoff.edu.java.bot.firstBot; + +import com.pengrad.telegrambot.TelegramBot; +import com.pengrad.telegrambot.UpdatesListener; +import com.pengrad.telegrambot.model.Update; +import com.pengrad.telegrambot.model.request.*; +import com.pengrad.telegrambot.request.SendMessage; + +import java.util.List; + +public class Updater implements UpdatesListener { + + MessageHandler handler = new MessageHandler(); + String command; + TelegramBot bot; + + public Updater(TelegramBot bot) { + this.bot = bot; + } + + @Override + public int process(List updates) { + Update update = updates.get(0); + if(handler.is_command(update.message().text())) { + String[] parse = update.message().text().split(" "); + if(parse.length > 1) command = handler.call_command(parse[0], parse[1]); + else command = handler.call_command(parse[0]); + bot.execute( + new SendMessage(update.message().chat().id(), command) + .replyMarkup(new ReplyKeyboardMarkup(new String[][]{ + {"/start", "/help"}, + {"/track testlink", "/untrack testlink", "/list"} + }).resizeKeyboard(true) + ).parseMode(ParseMode.HTML) + ); + } + return UpdatesListener.CONFIRMED_UPDATES_ALL; + } +} diff --git a/FP/bot/src/main/java/ru/tinkoff/edu/java/bot/firstBot/commands/All.java b/FP/bot/src/main/java/ru/tinkoff/edu/java/bot/firstBot/commands/All.java new file mode 100644 index 0000000..991b177 --- /dev/null +++ b/FP/bot/src/main/java/ru/tinkoff/edu/java/bot/firstBot/commands/All.java @@ -0,0 +1,7 @@ +package ru.tinkoff.edu.java.bot.firstBot.commands; + +public class All implements List, Start, Track, Untrack, Help { + protected String unknow() { + return "Неизвестная команда"; + } +} diff --git a/FP/bot/src/main/java/ru/tinkoff/edu/java/bot/firstBot/commands/Help.java b/FP/bot/src/main/java/ru/tinkoff/edu/java/bot/firstBot/commands/Help.java new file mode 100644 index 0000000..0761e05 --- /dev/null +++ b/FP/bot/src/main/java/ru/tinkoff/edu/java/bot/firstBot/commands/Help.java @@ -0,0 +1,11 @@ +package ru.tinkoff.edu.java.bot.firstBot.commands; + +public interface Help { + default String help() { + return "/start -- зарегистрировать пользователя\n" + + "/help -- вывести окно с командами\n" + + "/track [link] -- начать отслеживание ссылки\n" + + "/untrack [link] -- прекратить отслеживание ссылки\n" + + "/list -- показать список отслеживаемых ссылок"; + } +} diff --git a/FP/bot/src/main/java/ru/tinkoff/edu/java/bot/firstBot/commands/List.java b/FP/bot/src/main/java/ru/tinkoff/edu/java/bot/firstBot/commands/List.java new file mode 100644 index 0000000..8673887 --- /dev/null +++ b/FP/bot/src/main/java/ru/tinkoff/edu/java/bot/firstBot/commands/List.java @@ -0,0 +1,10 @@ +package ru.tinkoff.edu.java.bot.firstBot.commands; + +import ru.tinkoff.edu.java.bot.firstBot.DB; + +public interface List { + default String list() { + if(DB.listIsEmpty()) return "list пустой"; + return "Отслеживаемые ссылки: " + DB.getListParse() + ""; + } +} diff --git a/FP/bot/src/main/java/ru/tinkoff/edu/java/bot/firstBot/commands/Start.java b/FP/bot/src/main/java/ru/tinkoff/edu/java/bot/firstBot/commands/Start.java new file mode 100644 index 0000000..d58c89c --- /dev/null +++ b/FP/bot/src/main/java/ru/tinkoff/edu/java/bot/firstBot/commands/Start.java @@ -0,0 +1,9 @@ +package ru.tinkoff.edu.java.bot.firstBot.commands; + +public interface Start { + + default String start() { + return "Бот начал работу"; + } +} + diff --git a/FP/bot/src/main/java/ru/tinkoff/edu/java/bot/firstBot/commands/Track.java b/FP/bot/src/main/java/ru/tinkoff/edu/java/bot/firstBot/commands/Track.java new file mode 100644 index 0000000..0f4669e --- /dev/null +++ b/FP/bot/src/main/java/ru/tinkoff/edu/java/bot/firstBot/commands/Track.java @@ -0,0 +1,13 @@ +package ru.tinkoff.edu.java.bot.firstBot.commands; + +import ru.tinkoff.edu.java.bot.firstBot.DB; + +public interface Track { + default String track(String link) { + link = link.trim(); + if(link.equals("")) return "ведите ссылку"; + if(DB.linkContain(link)) return "Ссылка уже есть"; + DB.addLink(link); + return "ссылка " + link + " добавлена"; + } +} diff --git a/FP/bot/src/main/java/ru/tinkoff/edu/java/bot/firstBot/commands/Untrack.java b/FP/bot/src/main/java/ru/tinkoff/edu/java/bot/firstBot/commands/Untrack.java new file mode 100644 index 0000000..6550daf --- /dev/null +++ b/FP/bot/src/main/java/ru/tinkoff/edu/java/bot/firstBot/commands/Untrack.java @@ -0,0 +1,14 @@ +package ru.tinkoff.edu.java.bot.firstBot.commands; + +import ru.tinkoff.edu.java.bot.firstBot.DB; + +public interface Untrack { + default String untrack(String link) { + if(link.equals("")) return "ведите ссылку"; + if(DB.linkContain(link)) { + DB.rmLink(link); + return "ссылка " + link + " удалена"; + } + return "ссылки " + link + " нет в пуле"; + } +} diff --git a/FP/bot/src/main/java/ru/tinkoff/edu/java/bot/schedule/LinkUpdaterScheduler.java b/FP/bot/src/main/java/ru/tinkoff/edu/java/bot/schedule/LinkUpdaterScheduler.java new file mode 100644 index 0000000..1b2ff0f --- /dev/null +++ b/FP/bot/src/main/java/ru/tinkoff/edu/java/bot/schedule/LinkUpdaterScheduler.java @@ -0,0 +1,17 @@ +package ru.tinkoff.edu.java.bot.schedule; + +import org.springframework.scheduling.annotation.Scheduled; +import org.springframework.stereotype.Service; + +import java.util.logging.Level; +import java.util.logging.Logger; + +@Service +public class LinkUpdaterScheduler { + private final static Logger LOGGER = Logger.getLogger(Logger.GLOBAL_LOGGER_NAME); + + @Scheduled(fixedDelayString = "${app.scheduler.interval}") + public void update() { + LOGGER.log(Level.INFO, "Info bot called"); + } +} diff --git a/FP/bot/src/main/resources/application.properties b/FP/bot/src/main/resources/application.properties new file mode 100644 index 0000000..fedebeb --- /dev/null +++ b/FP/bot/src/main/resources/application.properties @@ -0,0 +1,6 @@ +app.test=123 +springdoc.swagger-ui.path=/swagger-ui +app.scheduler.interval=50000 +app.bot.token=5805337447:AAGnmh2isW2115L7tJWFojbpmSjNrarTvxQ +app.bot.name=@SFRETbot +server.port=8081 diff --git a/FP/bot/src/main/resources/botapi.yml b/FP/bot/src/main/resources/botapi.yml new file mode 100644 index 0000000..489441e --- /dev/null +++ b/FP/bot/src/main/resources/botapi.yml @@ -0,0 +1,59 @@ +openapi: 3.0.1 +info: + title: Bot API + version: 1.0.0 + contact: + name: Alexander Biryukov + url: https://github.com +paths: + /updates: + post: + summary: Отправить обновление + requestBody: + content: + application/json: + schema: + $ref: '#/components/schemas/LinkUpdate' + required: true + responses: + '200': + description: Обновление обработано + '400': + description: Некорректные параметры запроса + content: + application/json: + schema: + $ref: '#/components/schemas/ApiErrorResponse' +components: + schemas: + ApiErrorResponse: + type: object + properties: + description: + type: string + code: + type: string + exceptionName: + type: string + exceptionMessage: + type: string + stacktrace: + type: array + items: + type: string + LinkUpdate: + type: object + properties: + id: + type: integer + format: int64 + url: + type: string + format: uri + description: + type: string + tgChatIds: + type: array + items: + type: integer + format: int64 diff --git a/FP/bot/src/test/java/BotTest.java b/FP/bot/src/test/java/BotTest.java new file mode 100644 index 0000000..1548bc9 --- /dev/null +++ b/FP/bot/src/test/java/BotTest.java @@ -0,0 +1,24 @@ +import org.junit.jupiter.api.Assertions; +import org.junit.jupiter.api.Test; +import ru.tinkoff.edu.java.bot.firstBot.DB; +import ru.tinkoff.edu.java.bot.firstBot.MessageHandler; + + +public class BotTest { + + String except_empty_list = "list пустой"; + String except_unknow_command = "Неизвестная команда"; + MessageHandler handler = new MessageHandler(); + + @Test + public void listTest() { + Assertions.assertEquals(handler.call_command("/list"), except_empty_list); + DB.addLink("link"); + Assertions.assertNotEquals(handler.call_command("/list"), except_empty_list); + } + + @Test + public void unknowCommandAndFormatTest() { + Assertions.assertEquals(handler.call_command("/uno"), except_unknow_command); + } +} diff --git a/FP/docker-compose.yml b/FP/docker-compose.yml new file mode 100644 index 0000000..b9f4994 --- /dev/null +++ b/FP/docker-compose.yml @@ -0,0 +1,52 @@ +version: '1.-' + +services: + postgres: + container_name: postgres + image: postgres:15.2 + environment: + POSTGRES_DB: scrapper + POSTGRES_USER: scrap_user + POSTGRES_PASSWORD: hard_password + volumes: + - ./migrations/postgres_data:/var/lib/postgresql/data + ports: + - "5432:5432" + networks: + - backend + + liquibase-migrations: + container_name: liquibase + image: liquibase/liquibase:4.18 + deploy: + restart_policy: + condition: on-failure + delay: 10s + max_attempts: 10 + command: + - --hub-mode=off + - --changelog-file=master.xml + - --driver=org.postgresql.Driver + - --url=jdbc:postgresql://postgres:5432/scrapper + - --username=scrap_user + - --password=hard_password + - --logLevel=debug + - update + volumes: + - ./migrations:/liquibase/changelog + networks: + - backend + rabbitmq: + image: rabbitmq:3-management-alpine + ports: + - 5672:5672 # Порт для AMQP + - 15672:15672 # Порт для RabbitMQ Management UI + volumes: + - ./rabbitmq:/var/lib/rabbitmq + environment: + - RABBITMQ_DEFAULT_USER=root + - RABBITMQ_DEFAULT_PASS=root + +networks: + backend: + driver: bridge \ No newline at end of file diff --git a/FP/link-parser/pom.xml b/FP/link-parser/pom.xml new file mode 100644 index 0000000..088df38 --- /dev/null +++ b/FP/link-parser/pom.xml @@ -0,0 +1,26 @@ + + + + org.example + FP + 1.0 + + + 4.0.0 + + link-parser + + + org.junit.jupiter + junit-jupiter + test + + + org.apache.maven.plugins + maven-surefire-plugin + 2.22.2 + + + \ No newline at end of file diff --git a/FP/link-parser/src/main/java/ru/tinkoff/edu/java/linkparser/LinkParser.java b/FP/link-parser/src/main/java/ru/tinkoff/edu/java/linkparser/LinkParser.java new file mode 100644 index 0000000..1f217ea --- /dev/null +++ b/FP/link-parser/src/main/java/ru/tinkoff/edu/java/linkparser/LinkParser.java @@ -0,0 +1,18 @@ +package ru.tinkoff.edu.java.linkparser; + +import ru.tinkoff.edu.java.linkparser.absracts.*; + +public class LinkParser { + + public String getLink(String link) { + + AbstractParser gitParser = new GitParser(); + AbstractParser stackParser = new StackParser(); + AbstractParser otherParser = new OtherParser(); + + gitParser.setNextParser(stackParser); + stackParser.setNextParser(otherParser); + + return gitParser.logParser(link); + } +} diff --git a/FP/link-parser/src/main/java/ru/tinkoff/edu/java/linkparser/absracts/AbstractParser.java b/FP/link-parser/src/main/java/ru/tinkoff/edu/java/linkparser/absracts/AbstractParser.java new file mode 100644 index 0000000..503e413 --- /dev/null +++ b/FP/link-parser/src/main/java/ru/tinkoff/edu/java/linkparser/absracts/AbstractParser.java @@ -0,0 +1,20 @@ +package ru.tinkoff.edu.java.linkparser.absracts; + +public abstract class AbstractParser { + + private AbstractParser nextParser; + + public void setNextParser(AbstractParser nextParser) { + this.nextParser = nextParser; + } + + public String logParser (String link) { + if(nextParser != null) { + if(this.parsAbstract(link) == null) return nextParser.logParser(link); + } + return this.parsAbstract(link); + } + + abstract protected String parsAbstract(String link); + +} diff --git a/FP/link-parser/src/main/java/ru/tinkoff/edu/java/linkparser/absracts/GitParser.java b/FP/link-parser/src/main/java/ru/tinkoff/edu/java/linkparser/absracts/GitParser.java new file mode 100644 index 0000000..9525306 --- /dev/null +++ b/FP/link-parser/src/main/java/ru/tinkoff/edu/java/linkparser/absracts/GitParser.java @@ -0,0 +1,20 @@ +package ru.tinkoff.edu.java.linkparser.absracts; + +import java.util.Objects; + +public class GitParser extends AbstractParser { + + @Override + protected String parsAbstract(String link) { + + String[] parsed = link.split("/"); + + if (parsed.length < 2) return null; + + if (!Objects.equals(parsed[2], "github.com")) return null; + + if (parsed.length > 4) return parsed[3] + "/" + parsed[4]; + + return null; + } +} diff --git a/FP/link-parser/src/main/java/ru/tinkoff/edu/java/linkparser/absracts/OtherParser.java b/FP/link-parser/src/main/java/ru/tinkoff/edu/java/linkparser/absracts/OtherParser.java new file mode 100644 index 0000000..f3746fe --- /dev/null +++ b/FP/link-parser/src/main/java/ru/tinkoff/edu/java/linkparser/absracts/OtherParser.java @@ -0,0 +1,9 @@ +package ru.tinkoff.edu.java.linkparser.absracts; + +public class OtherParser extends AbstractParser { + + @Override + protected String parsAbstract(String link) { + return null; + } +} diff --git a/FP/link-parser/src/main/java/ru/tinkoff/edu/java/linkparser/absracts/StackParser.java b/FP/link-parser/src/main/java/ru/tinkoff/edu/java/linkparser/absracts/StackParser.java new file mode 100644 index 0000000..571ea58 --- /dev/null +++ b/FP/link-parser/src/main/java/ru/tinkoff/edu/java/linkparser/absracts/StackParser.java @@ -0,0 +1,19 @@ +package ru.tinkoff.edu.java.linkparser.absracts; + +import java.util.Objects; + +public class StackParser extends AbstractParser { + + @Override + protected String parsAbstract(String link) { + + String[] parsed = link.split("/"); + + if (parsed.length < 5) return null; + if (!Objects.equals(parsed[2], "stackoverflow.com")) return null; + if (!Objects.equals(parsed[3], "questions")) return null; + + + return parsed[4]; + } +} diff --git a/FP/link-parser/src/test/java/LinkParserTest.java b/FP/link-parser/src/test/java/LinkParserTest.java new file mode 100644 index 0000000..7bd8349 --- /dev/null +++ b/FP/link-parser/src/test/java/LinkParserTest.java @@ -0,0 +1,24 @@ +import org.junit.jupiter.api.Assertions; +import org.junit.jupiter.api.Test; +import ru.tinkoff.edu.java.linkparser.LinkParser; + +public class LinkParserTest { + + String gitLink = "https://github.com/Ray-Not/JavaGuava"; + String invalidLink = "https://gitrub.com/"; + String invalidLink2 = "https://github.com/Ray-Not"; + String expectGitLink = "Ray-Not/JavaGuava"; + String stackLink = "https://stackoverflow.com/questions/1642028/what-is-the-operator-in-c"; + String expectStackLink = "1642028"; + + LinkParser pars = new LinkParser(); + + @Test + public void validGitPars(){ + Assertions.assertNull(pars.getLink(invalidLink)); + Assertions.assertNull(pars.getLink(invalidLink2)); + Assertions.assertNotNull(pars.getLink(gitLink)); + Assertions.assertEquals(pars.getLink(gitLink), expectGitLink); + Assertions.assertEquals(pars.getLink(stackLink), expectStackLink); + } +} diff --git a/FP/pom.xml b/FP/pom.xml new file mode 100644 index 0000000..e38a124 --- /dev/null +++ b/FP/pom.xml @@ -0,0 +1,116 @@ + + + 4.0.0 + + org.example + + FP + + pom + + 1.0 + + + bot + link-parser + scrapper + + + + UTF-8 + 17 + 17 + 3.8.1 + 3.0.1 + 2022.0.0 + 23.1.0 + 5.8.1 + 1.18.0 + + + + + + + org.apache.maven.plugins + maven-failsafe-plugin + + + org.apache.maven.plugins + maven-surefire-plugin + 2.22.2 + + false + + + + org.springframework.boot + spring-boot-maven-plugin + ${spring-boot.version + + + true + + + + org.projectlombok + lombok + + + + + + + repackage + build-info + + + + + + org.apache.maven.plugins + maven-compiler-plugin + ${maven-compiler-plugin.version} + + 17 + true + + + + + + + + + + org.springframework.cloud + spring-cloud-dependencies + ${spring-cloud.version} + pom + import + + + org.springframework.boot + spring-boot-dependencies + ${spring-boot.version} + pom + import + + + org.jetbrains + annotations + ${annotations.version} + provided + + + org.testcontainers + testcontainers-bom + ${testcontainers.version} + pom + import + + + + \ No newline at end of file diff --git a/FP/scrapper/pom.xml b/FP/scrapper/pom.xml new file mode 100644 index 0000000..bbd37fb --- /dev/null +++ b/FP/scrapper/pom.xml @@ -0,0 +1,116 @@ + + + + org.example + FP + 1.0 + + + 4.0.0 + + scrapper + + + 3.0.1 + 2.7.6 + + + + + + org.springdoc + springdoc-openapi-starter-webmvc-ui + 2.0.2 + + + + org.springframework.boot + spring-boot-starter-validation + ${starter-validation.version} + + + org.springframework.boot + spring-boot-starter-web + ${starter-web.version} + + + org.springframework.boot + spring-boot-devtools + runtime + true + + + org.springframework.boot + spring-boot-configuration-processor + true + + + org.springframework + spring-context-indexer + true + + + org.projectlombok + lombok + true + + + + org.example + link-parser + 1.0 + compile + + + + + org.springframework.boot + spring-boot-starter-webflux + 3.0.5 + + + + org.example + bot + 1.0 + compile + + + org.testcontainers + junit-jupiter + test + + + org.testcontainers + postgresql + test + + + org.liquibase + liquibase-core + test + + + + org.springframework.boot + spring-boot-starter-jdbc + + + org.postgresql + postgresql + runtime + + + org.junit.jupiter + junit-jupiter + test + + + org.apache.maven.plugins + maven-surefire-plugin + 2.22.2 + + + \ No newline at end of file diff --git a/FP/scrapper/src/main/java/ru/tinkoff/edu/java/scrapper/ScrapperApplication.java b/FP/scrapper/src/main/java/ru/tinkoff/edu/java/scrapper/ScrapperApplication.java new file mode 100644 index 0000000..959ba70 --- /dev/null +++ b/FP/scrapper/src/main/java/ru/tinkoff/edu/java/scrapper/ScrapperApplication.java @@ -0,0 +1,21 @@ +package ru.tinkoff.edu.java.scrapper; + +import org.springframework.boot.SpringApplication; +import org.springframework.boot.autoconfigure.EnableAutoConfiguration; +import org.springframework.boot.autoconfigure.SpringBootApplication; +import org.springframework.boot.autoconfigure.jdbc.DataSourceAutoConfiguration; +import org.springframework.boot.context.properties.EnableConfigurationProperties; +import ru.tinkoff.edu.java.scrapper.client.ClientConfiguration; +import ru.tinkoff.edu.java.scrapper.configuration.ApplicationConfig; + +@SpringBootApplication +@EnableConfigurationProperties(ApplicationConfig.class) +@EnableAutoConfiguration(exclude={DataSourceAutoConfiguration.class}) +public class ScrapperApplication { + + public static void main(String[] args) { + var ctx = SpringApplication.run(ScrapperApplication.class, args); + ApplicationConfig config = ctx.getBean(ApplicationConfig.class); + System.out.println("----------------------------------------------------------------"); + } +} diff --git a/FP/scrapper/src/main/java/ru/tinkoff/edu/java/scrapper/api/ScrapperControllerLinks.java b/FP/scrapper/src/main/java/ru/tinkoff/edu/java/scrapper/api/ScrapperControllerLinks.java new file mode 100644 index 0000000..c4ad690 --- /dev/null +++ b/FP/scrapper/src/main/java/ru/tinkoff/edu/java/scrapper/api/ScrapperControllerLinks.java @@ -0,0 +1,44 @@ +package ru.tinkoff.edu.java.scrapper.api; + +import org.springframework.http.HttpStatus; +import org.springframework.jdbc.core.JdbcTemplate; +import org.springframework.web.bind.annotation.*; +import org.springframework.web.bind.annotation.RequestMapping; +import org.springframework.web.bind.annotation.RestController; +import ru.tinkoff.edu.java.scrapper.api.model.*; +import ru.tinkoff.edu.java.scrapper.jdbc.JdbcLinkService; + +import java.util.List; + +@RequestMapping("/links") +@RestController +public class ScrapperControllerLinks { + private final JdbcTemplate jdbcTemplate; + JdbcLinkService linkService = new JdbcLinkService(); + + public ScrapperControllerLinks(JdbcTemplate jdbcTemplate) { + this.jdbcTemplate = jdbcTemplate; + } + + @ResponseStatus(HttpStatus.NO_CONTENT) + @DeleteMapping + public void linksDelete( + @RequestHeader("Tg-Chat-Id") Long tgChatId, + @RequestBody RemoveLinkRequest removeLinkRequest + ) { + linkService.removeLink(jdbcTemplate, removeLinkRequest, tgChatId); + } + + @GetMapping + public List linksGet(@RequestHeader("Tg-Chat-Id") Long tgChatId) { + return linkService.getLinks(jdbcTemplate, tgChatId); + } + + @PostMapping + public void linksPost( + @RequestHeader("Tg-Chat-Id") Long tgChatId, + @RequestBody AddLinkRequest addLinkRequest + ) { + linkService.addLink(jdbcTemplate, addLinkRequest, tgChatId); + } +} diff --git a/FP/scrapper/src/main/java/ru/tinkoff/edu/java/scrapper/api/ScrapperControllerTg.java b/FP/scrapper/src/main/java/ru/tinkoff/edu/java/scrapper/api/ScrapperControllerTg.java new file mode 100644 index 0000000..cc96bfb --- /dev/null +++ b/FP/scrapper/src/main/java/ru/tinkoff/edu/java/scrapper/api/ScrapperControllerTg.java @@ -0,0 +1,29 @@ +package ru.tinkoff.edu.java.scrapper.api; + +import org.springframework.http.HttpStatus; +import org.springframework.jdbc.core.JdbcTemplate; +import org.springframework.web.bind.annotation.*; +import ru.tinkoff.edu.java.scrapper.jdbc.JdbcChatService; +import ru.tinkoff.edu.java.scrapper.jdbc.JdbcLinkService; + +@RequestMapping("/tg-chat") +@RestController +public class ScrapperControllerTg { + + private final JdbcTemplate jdbcTemplate; + JdbcChatService chatService = new JdbcChatService(); + public ScrapperControllerTg(JdbcTemplate jdbcTemplate) { + this.jdbcTemplate = jdbcTemplate; + } + + @ResponseStatus(HttpStatus.NO_CONTENT) + @DeleteMapping("/{id}") + public void tgChatIdDelete(@PathVariable Long id) { + chatService.removeChat(jdbcTemplate, id); + } + + @PostMapping("/{id}") + public void tgChatIdPost(@PathVariable long id) { + chatService.addChat(jdbcTemplate, id); + } +} diff --git a/FP/scrapper/src/main/java/ru/tinkoff/edu/java/scrapper/api/model/AddLinkRequest.java b/FP/scrapper/src/main/java/ru/tinkoff/edu/java/scrapper/api/model/AddLinkRequest.java new file mode 100644 index 0000000..7282291 --- /dev/null +++ b/FP/scrapper/src/main/java/ru/tinkoff/edu/java/scrapper/api/model/AddLinkRequest.java @@ -0,0 +1,3 @@ +package ru.tinkoff.edu.java.scrapper.api.model; + +public record AddLinkRequest(String link) {} diff --git a/FP/scrapper/src/main/java/ru/tinkoff/edu/java/scrapper/api/model/ChatResponse.java b/FP/scrapper/src/main/java/ru/tinkoff/edu/java/scrapper/api/model/ChatResponse.java new file mode 100644 index 0000000..eb09922 --- /dev/null +++ b/FP/scrapper/src/main/java/ru/tinkoff/edu/java/scrapper/api/model/ChatResponse.java @@ -0,0 +1,3 @@ +package ru.tinkoff.edu.java.scrapper.api.model; + +public record ChatResponse(long chat_id, int id) {} diff --git a/FP/scrapper/src/main/java/ru/tinkoff/edu/java/scrapper/api/model/LinkChatResponse.java b/FP/scrapper/src/main/java/ru/tinkoff/edu/java/scrapper/api/model/LinkChatResponse.java new file mode 100644 index 0000000..1f62147 --- /dev/null +++ b/FP/scrapper/src/main/java/ru/tinkoff/edu/java/scrapper/api/model/LinkChatResponse.java @@ -0,0 +1,3 @@ +package ru.tinkoff.edu.java.scrapper.api.model; + +public record LinkChatResponse(int linkid, int chatid) {} diff --git a/FP/scrapper/src/main/java/ru/tinkoff/edu/java/scrapper/api/model/LinkResponse.java b/FP/scrapper/src/main/java/ru/tinkoff/edu/java/scrapper/api/model/LinkResponse.java new file mode 100644 index 0000000..023172d --- /dev/null +++ b/FP/scrapper/src/main/java/ru/tinkoff/edu/java/scrapper/api/model/LinkResponse.java @@ -0,0 +1,3 @@ +package ru.tinkoff.edu.java.scrapper.api.model; + +public record LinkResponse(String url, int id) {} diff --git a/FP/scrapper/src/main/java/ru/tinkoff/edu/java/scrapper/api/model/ListLinksResponse.java b/FP/scrapper/src/main/java/ru/tinkoff/edu/java/scrapper/api/model/ListLinksResponse.java new file mode 100644 index 0000000..9c9ed5b --- /dev/null +++ b/FP/scrapper/src/main/java/ru/tinkoff/edu/java/scrapper/api/model/ListLinksResponse.java @@ -0,0 +1,6 @@ +package ru.tinkoff.edu.java.scrapper.api.model; + +import java.util.*; + +public record ListLinksResponse(List links, int size) {} + diff --git a/FP/scrapper/src/main/java/ru/tinkoff/edu/java/scrapper/api/model/RemoveLinkRequest.java b/FP/scrapper/src/main/java/ru/tinkoff/edu/java/scrapper/api/model/RemoveLinkRequest.java new file mode 100644 index 0000000..3e2a8f0 --- /dev/null +++ b/FP/scrapper/src/main/java/ru/tinkoff/edu/java/scrapper/api/model/RemoveLinkRequest.java @@ -0,0 +1,3 @@ +package ru.tinkoff.edu.java.scrapper.api.model; + +public record RemoveLinkRequest(String link) {} diff --git a/FP/scrapper/src/main/java/ru/tinkoff/edu/java/scrapper/api/model/UpdateService.java b/FP/scrapper/src/main/java/ru/tinkoff/edu/java/scrapper/api/model/UpdateService.java new file mode 100644 index 0000000..006d0b0 --- /dev/null +++ b/FP/scrapper/src/main/java/ru/tinkoff/edu/java/scrapper/api/model/UpdateService.java @@ -0,0 +1,4 @@ +package ru.tinkoff.edu.java.scrapper.api.model; + +public class UpdateService { +} diff --git a/FP/scrapper/src/main/java/ru/tinkoff/edu/java/scrapper/client/ClientConfiguration.java b/FP/scrapper/src/main/java/ru/tinkoff/edu/java/scrapper/client/ClientConfiguration.java new file mode 100644 index 0000000..ee3e6b1 --- /dev/null +++ b/FP/scrapper/src/main/java/ru/tinkoff/edu/java/scrapper/client/ClientConfiguration.java @@ -0,0 +1,57 @@ +package ru.tinkoff.edu.java.scrapper.client; + +import org.springframework.beans.factory.annotation.Value; +import org.springframework.context.annotation.Bean; +import org.springframework.context.annotation.Configuration; +import org.springframework.web.reactive.function.client.WebClient; +import ru.tinkoff.edu.java.linkparser.LinkParser; + +import java.util.Objects; + + +@Configuration +public class ClientConfiguration { + + private final String BASE_GIT_URL = "https://github.com/Ray-Not/JavaGuava"; + private final String BASE_STACK_URL = "https://stackoverflow.com/questions/1642028/what-is-the-operator-in-c"; + @Value("${git.link}") + String gitLink; + @Value("${stack.link}") + String stackLink; + static WebClient.Builder builder = WebClient.builder(); + LinkParser pars = new LinkParser(); + + @Bean + public WeatherRecord weatherClient() { + WeatherRecord weatherResponse = builder.build() + .get() + .uri("http://api.weatherapi.com/v1/current.json?key=3ff5d13401e44f30a14170938230204&q=Russia&aqi=no") + .retrieve() + .bodyToMono(WeatherRecord.class) + .block(); + return weatherResponse; + } + + public GitHubRecord gitHubClient( + String link + ) { + return builder.build() + .get() + .uri("https://api.github.com/repos/" + link) + .retrieve() + .bodyToMono(GitHubRecord.class) + .block(); + } + + public StackOverflowRecord stackOverflowClient( + String link + ) { + String params = "?order=desc&sort=activity&site=stackoverflow"; + return builder.build() + .get() + .uri("https://api.stackexchange.com/2.3/questions/" + link + params) + .retrieve() + .bodyToMono(StackOverflowRecord.class) + .block(); + } +} diff --git a/FP/scrapper/src/main/java/ru/tinkoff/edu/java/scrapper/client/GitHubRecord.java b/FP/scrapper/src/main/java/ru/tinkoff/edu/java/scrapper/client/GitHubRecord.java new file mode 100644 index 0000000..97ef980 --- /dev/null +++ b/FP/scrapper/src/main/java/ru/tinkoff/edu/java/scrapper/client/GitHubRecord.java @@ -0,0 +1,19 @@ +package ru.tinkoff.edu.java.scrapper.client; + +import com.fasterxml.jackson.annotation.JsonProperty; + +import java.time.OffsetDateTime; +import java.util.HashMap; + +public record GitHubRecord( + @JsonProperty("full_name") String name, + @JsonProperty("owner") HashMap owner, + @JsonProperty("private") boolean is_private, + @JsonProperty("node_id") String node_id, + @JsonProperty("html_url") String url, + @JsonProperty("description") String description, + @JsonProperty("created_at") OffsetDateTime createdAt, + @JsonProperty("updated_at") OffsetDateTime updatedAt, + @JsonProperty("pushed_at") OffsetDateTime pushedAt + +) {} diff --git a/FP/scrapper/src/main/java/ru/tinkoff/edu/java/scrapper/client/StackOverflowRecord.java b/FP/scrapper/src/main/java/ru/tinkoff/edu/java/scrapper/client/StackOverflowRecord.java new file mode 100644 index 0000000..6013400 --- /dev/null +++ b/FP/scrapper/src/main/java/ru/tinkoff/edu/java/scrapper/client/StackOverflowRecord.java @@ -0,0 +1,10 @@ +package ru.tinkoff.edu.java.scrapper.client; + +import com.fasterxml.jackson.annotation.JsonProperty; + +import java.util.List; + +public record StackOverflowRecord( + @JsonProperty("has_more") boolean has_more, + @JsonProperty("items") List owner +) {} diff --git a/FP/scrapper/src/main/java/ru/tinkoff/edu/java/scrapper/client/WeatherRecord.java b/FP/scrapper/src/main/java/ru/tinkoff/edu/java/scrapper/client/WeatherRecord.java new file mode 100644 index 0000000..5ee9adc --- /dev/null +++ b/FP/scrapper/src/main/java/ru/tinkoff/edu/java/scrapper/client/WeatherRecord.java @@ -0,0 +1,11 @@ +package ru.tinkoff.edu.java.scrapper.client; + +import com.fasterxml.jackson.annotation.JsonProperty; + +import java.util.HashMap; +import java.util.List; + +public record WeatherRecord( + @JsonProperty("location") HashMap location, + @JsonProperty("current") HashMap current + ) {} diff --git a/FP/scrapper/src/main/java/ru/tinkoff/edu/java/scrapper/configuration/ApplicationConfig.java b/FP/scrapper/src/main/java/ru/tinkoff/edu/java/scrapper/configuration/ApplicationConfig.java new file mode 100644 index 0000000..3a82d60 --- /dev/null +++ b/FP/scrapper/src/main/java/ru/tinkoff/edu/java/scrapper/configuration/ApplicationConfig.java @@ -0,0 +1,15 @@ +package ru.tinkoff.edu.java.scrapper.configuration; + +import jakarta.validation.constraints.NotNull; +import org.springframework.boot.context.properties.ConfigurationProperties; +import org.springframework.scheduling.annotation.EnableScheduling; +import org.springframework.validation.annotation.Validated; +import ru.tinkoff.edu.java.scrapper.schedule.Scheduler; + +@Validated +@ConfigurationProperties(prefix = "app", ignoreUnknownFields = false) +@EnableScheduling +public record ApplicationConfig( + @NotNull String test, + @NotNull Scheduler scheduler +) {} diff --git a/FP/scrapper/src/main/java/ru/tinkoff/edu/java/scrapper/configuration/RabbitMQConfiguration.java b/FP/scrapper/src/main/java/ru/tinkoff/edu/java/scrapper/configuration/RabbitMQConfiguration.java new file mode 100644 index 0000000..b0d9449 --- /dev/null +++ b/FP/scrapper/src/main/java/ru/tinkoff/edu/java/scrapper/configuration/RabbitMQConfiguration.java @@ -0,0 +1,49 @@ +package ru.tinkoff.edu.java.scrapper.configuration; + +import org.springframework.amqp.core.*; +import org.springframework.amqp.rabbit.connection.ConnectionFactory; +import org.springframework.amqp.rabbit.listener.SimpleMessageListenerContainer; +import org.springframework.amqp.rabbit.listener.adapter.MessageListenerAdapter; +import org.springframework.amqp.support.converter.Jackson2JsonMessageConverter; +import org.springframework.amqp.support.converter.MessageConverter; +import org.springframework.boot.SpringApplication; +import org.springframework.boot.autoconfigure.SpringBootApplication; +import org.springframework.context.annotation.Bean; +import ru.tinkoff.edu.java.scrapper.rabbitmq.ScrapperQueueProducer; + +@SpringBootApplication +public class RabbitMQConfiguration { + + private final ApplicationConfig config; + + public RabbitMQConfiguration(ApplicationConfig config) { + this.config = config; + } + @Bean + Queue queue() { + return QueueBuilder.durable(config.queueName()) + .withArgument("x-dead-letter-exchange", config.exchangeName()) + .withArgument("x-dead-letter-routing-key", config.routingKey() + ".dlq") + .build(); + } + + @Bean + DirectExchange exchange() { + return new DirectExchange(config.exchangeName()); + } + + @Bean + Binding binding(Queue queue, DirectExchange exchange) { + return BindingBuilder.bind(queue).to(exchange).with(config.routingKey()); + } + + @Bean + public MessageConverter jsonMessageConverter() { + return new Jackson2JsonMessageConverter(); + } + + @Bean + public ScrapperQueueProducer scrapperQueueProducer(AmqpTemplate rabbitTemplate) { + return new ScrapperQueueProducer(rabbitTemplate, config); + } +} diff --git a/FP/scrapper/src/main/java/ru/tinkoff/edu/java/scrapper/exceptions/ScrapperExceptionHandler.java b/FP/scrapper/src/main/java/ru/tinkoff/edu/java/scrapper/exceptions/ScrapperExceptionHandler.java new file mode 100644 index 0000000..55fc0c9 --- /dev/null +++ b/FP/scrapper/src/main/java/ru/tinkoff/edu/java/scrapper/exceptions/ScrapperExceptionHandler.java @@ -0,0 +1,78 @@ +package ru.tinkoff.edu.java.scrapper.exceptions; + +import org.springframework.http.converter.HttpMessageNotReadableException; +import org.springframework.web.HttpRequestMethodNotSupportedException; +import org.springframework.http.HttpStatus; +import org.springframework.web.bind.MissingRequestHeaderException; +import org.springframework.web.bind.annotation.ExceptionHandler; +import org.springframework.web.bind.annotation.ResponseStatus; +import org.springframework.web.bind.annotation.RestControllerAdvice; +import org.springframework.web.method.annotation.MethodArgumentTypeMismatchException; +import ru.tinkoff.edu.java.scrapper.exceptions.customExceptions.EntryExsistException; +import ru.tinkoff.edu.java.scrapper.exceptions.customExceptions.EntryNotExsistException; +import ru.tinkoff.edu.java.scrapper.exceptions.customExceptions.NullLinkException; +import ru.tinkoff.edu.java.scrapper.exceptions.customExceptions.UnauthorizationException; +import ru.tinkoff.edu.java.scrapper.exceptions.model.ApiErrorResponse; + +@RestControllerAdvice +public class ScrapperExceptionHandler { + + private ApiErrorResponse setException(Exception exception) { + String[] parsing_class = exception.getClass().toString().split("\\."); + String class_name = parsing_class[parsing_class.length - 1]; + ApiErrorResponse errorObj = new ApiErrorResponse( + exception.getMessage(), + class_name, + exception.toString() + ); + return errorObj; + } + + @ExceptionHandler(HttpMessageNotReadableException.class) + @ResponseStatus(HttpStatus.BAD_REQUEST) + public ApiErrorResponse MessageNotReadable(HttpMessageNotReadableException e) { + return setException(e); + } + + @ExceptionHandler(HttpRequestMethodNotSupportedException.class) + @ResponseStatus(HttpStatus.BAD_REQUEST) + public ApiErrorResponse MethodNotSupported(HttpRequestMethodNotSupportedException e) { + return setException(e); + } + + @ExceptionHandler(MissingRequestHeaderException.class) + @ResponseStatus(HttpStatus.BAD_REQUEST) + public ApiErrorResponse MissingRequestHeader(MissingRequestHeaderException e) { + return setException(e); + } + + @ExceptionHandler(MethodArgumentTypeMismatchException.class) + @ResponseStatus(HttpStatus.BAD_REQUEST) + public ApiErrorResponse ArgumentTypeMismatch(MethodArgumentTypeMismatchException e) { + return setException(e); + } + + @ExceptionHandler(NullLinkException.class) + @ResponseStatus(HttpStatus.BAD_REQUEST) + public ApiErrorResponse NullLink(NullLinkException e) { + return setException(e); + } + + @ExceptionHandler(UnauthorizationException.class) + @ResponseStatus(HttpStatus.UNAUTHORIZED) + public ApiErrorResponse Unauthorization(UnauthorizationException e) { + return setException(e); + } + + @ExceptionHandler(EntryExsistException.class) + @ResponseStatus(HttpStatus.FOUND) + public ApiErrorResponse EntryExsist(EntryExsistException e) { + return setException(e); + } + + @ExceptionHandler(EntryNotExsistException.class) + @ResponseStatus(HttpStatus.NOT_FOUND) + public ApiErrorResponse EntryNotExsist(EntryNotExsistException e) { + return setException(e); + } +} diff --git a/FP/scrapper/src/main/java/ru/tinkoff/edu/java/scrapper/exceptions/customExceptions/EntryExsistException.java b/FP/scrapper/src/main/java/ru/tinkoff/edu/java/scrapper/exceptions/customExceptions/EntryExsistException.java new file mode 100644 index 0000000..fca436d --- /dev/null +++ b/FP/scrapper/src/main/java/ru/tinkoff/edu/java/scrapper/exceptions/customExceptions/EntryExsistException.java @@ -0,0 +1,12 @@ +package ru.tinkoff.edu.java.scrapper.exceptions.customExceptions; + +public class EntryExsistException extends RuntimeException { + + public EntryExsistException() { + super(); + } + + public EntryExsistException(String s) { + super(s); + } +} \ No newline at end of file diff --git a/FP/scrapper/src/main/java/ru/tinkoff/edu/java/scrapper/exceptions/customExceptions/EntryNotExsistException.java b/FP/scrapper/src/main/java/ru/tinkoff/edu/java/scrapper/exceptions/customExceptions/EntryNotExsistException.java new file mode 100644 index 0000000..e25ba25 --- /dev/null +++ b/FP/scrapper/src/main/java/ru/tinkoff/edu/java/scrapper/exceptions/customExceptions/EntryNotExsistException.java @@ -0,0 +1,12 @@ +package ru.tinkoff.edu.java.scrapper.exceptions.customExceptions; + +public class EntryNotExsistException extends RuntimeException { + + public EntryNotExsistException() { + super(); + } + + public EntryNotExsistException(String s) { + super(s); + } +} \ No newline at end of file diff --git a/FP/scrapper/src/main/java/ru/tinkoff/edu/java/scrapper/exceptions/customExceptions/NullDBException.java b/FP/scrapper/src/main/java/ru/tinkoff/edu/java/scrapper/exceptions/customExceptions/NullDBException.java new file mode 100644 index 0000000..cd7baa2 --- /dev/null +++ b/FP/scrapper/src/main/java/ru/tinkoff/edu/java/scrapper/exceptions/customExceptions/NullDBException.java @@ -0,0 +1,12 @@ +package ru.tinkoff.edu.java.scrapper.exceptions.customExceptions; + +public class NullDBException extends RuntimeException { + + public NullDBException() { + super(); + } + + public NullDBException(String s) { + super(s); + } +} \ No newline at end of file diff --git a/FP/scrapper/src/main/java/ru/tinkoff/edu/java/scrapper/exceptions/customExceptions/NullLinkException.java b/FP/scrapper/src/main/java/ru/tinkoff/edu/java/scrapper/exceptions/customExceptions/NullLinkException.java new file mode 100644 index 0000000..00ddf4e --- /dev/null +++ b/FP/scrapper/src/main/java/ru/tinkoff/edu/java/scrapper/exceptions/customExceptions/NullLinkException.java @@ -0,0 +1,12 @@ +package ru.tinkoff.edu.java.scrapper.exceptions.customExceptions; + +public class NullLinkException extends RuntimeException { + + public NullLinkException() { + super(); + } + + public NullLinkException(String s) { + super(s); + } +} diff --git a/FP/scrapper/src/main/java/ru/tinkoff/edu/java/scrapper/exceptions/customExceptions/UnauthorizationException.java b/FP/scrapper/src/main/java/ru/tinkoff/edu/java/scrapper/exceptions/customExceptions/UnauthorizationException.java new file mode 100644 index 0000000..2135ddc --- /dev/null +++ b/FP/scrapper/src/main/java/ru/tinkoff/edu/java/scrapper/exceptions/customExceptions/UnauthorizationException.java @@ -0,0 +1,12 @@ +package ru.tinkoff.edu.java.scrapper.exceptions.customExceptions; + +public class UnauthorizationException extends RuntimeException { + + public UnauthorizationException() { + super(); + } + + public UnauthorizationException(String s) { + super(s); + } +} diff --git a/FP/scrapper/src/main/java/ru/tinkoff/edu/java/scrapper/exceptions/model/ApiErrorResponse.java b/FP/scrapper/src/main/java/ru/tinkoff/edu/java/scrapper/exceptions/model/ApiErrorResponse.java new file mode 100644 index 0000000..0a8994e --- /dev/null +++ b/FP/scrapper/src/main/java/ru/tinkoff/edu/java/scrapper/exceptions/model/ApiErrorResponse.java @@ -0,0 +1,7 @@ +package ru.tinkoff.edu.java.scrapper.exceptions.model; + +public record ApiErrorResponse( + String exceptionMessage, + String description, + String exceptionName +) {} diff --git a/FP/scrapper/src/main/java/ru/tinkoff/edu/java/scrapper/jdbc/JdbcChatService.java b/FP/scrapper/src/main/java/ru/tinkoff/edu/java/scrapper/jdbc/JdbcChatService.java new file mode 100644 index 0000000..c8757c8 --- /dev/null +++ b/FP/scrapper/src/main/java/ru/tinkoff/edu/java/scrapper/jdbc/JdbcChatService.java @@ -0,0 +1,26 @@ +package ru.tinkoff.edu.java.scrapper.jdbc; + +import org.springframework.jdbc.core.JdbcTemplate; +import ru.tinkoff.edu.java.scrapper.exceptions.customExceptions.*; +import ru.tinkoff.edu.java.scrapper.jdbc.operations.ChatOperations; +import ru.tinkoff.edu.java.scrapper.jdbc.operations.LinkChatOperations; +import ru.tinkoff.edu.java.scrapper.jdbc.operations.LinkOperations; + +public class JdbcChatService implements LinkOperations, ChatOperations, LinkChatOperations { + public void addChat(JdbcTemplate jdbc, long chat) { + int chat_id = i_findChat(jdbc, chat); + if (chat_id != 0) { + throw new EntryExsistException("Вы уже зарегистрированы"); + } else { + i_addChat(jdbc, chat); + } + } + + public void removeChat(JdbcTemplate jdbc, long chat) { + int chat_id = i_findChat(jdbc, chat); + if (chat_id != 0) { + i_removeChat(jdbc, chat); + i_removeLinkChatAllChat(jdbc, chat_id); + } else throw new EntryNotExsistException("Пользователь не найден"); + } +} diff --git a/FP/scrapper/src/main/java/ru/tinkoff/edu/java/scrapper/jdbc/JdbcLinkService.java b/FP/scrapper/src/main/java/ru/tinkoff/edu/java/scrapper/jdbc/JdbcLinkService.java new file mode 100644 index 0000000..6eb52b5 --- /dev/null +++ b/FP/scrapper/src/main/java/ru/tinkoff/edu/java/scrapper/jdbc/JdbcLinkService.java @@ -0,0 +1,75 @@ +package ru.tinkoff.edu.java.scrapper.jdbc; + +import org.springframework.jdbc.core.JdbcTemplate; +import org.springframework.web.reactive.function.client.WebClientResponseException; +import ru.tinkoff.edu.java.linkparser.LinkParser; +import ru.tinkoff.edu.java.scrapper.api.model.AddLinkRequest; +import ru.tinkoff.edu.java.scrapper.api.model.LinkResponse; +import ru.tinkoff.edu.java.scrapper.api.model.RemoveLinkRequest; +import ru.tinkoff.edu.java.scrapper.client.ClientConfiguration; +import ru.tinkoff.edu.java.scrapper.exceptions.customExceptions.*; +import ru.tinkoff.edu.java.scrapper.jdbc.operations.ChatOperations; +import ru.tinkoff.edu.java.scrapper.jdbc.operations.LinkChatOperations; +import ru.tinkoff.edu.java.scrapper.jdbc.operations.LinkOperations; + +import java.util.ArrayList; +import java.util.List; + +public class JdbcLinkService implements LinkOperations, ChatOperations, LinkChatOperations { + public void addLink(JdbcTemplate jdbc, AddLinkRequest link, Long chat) { + ClientConfiguration client = new ClientConfiguration(); + LinkParser parser = new LinkParser(); + if (parser.getLink(link.link()) == null) { + throw new NullLinkException("Ссылка невалидна"); + } + try { + client.gitHubClient(parser.getLink(link.link())); + } catch (WebClientResponseException e) { + try { + client.stackOverflowClient(parser.getLink(link.link())); + } catch (WebClientResponseException ex) { + throw new NullLinkException("Ссылка не поддерживается, доступны: Git, StackOverFlow"); + } + } + int link_id = i_findLink(jdbc, link.link()); + int chat_id = i_findChat(jdbc, chat); + if (chat_id == 0) { + throw new UnauthorizationException("Перед использованием нужно зарегистрироваться"); + } + if (link_id == 0) { + i_addLink(jdbc, link); + link_id = i_findLink(jdbc, link.link()); + } + if (i_findLinkChat(jdbc, link_id, chat_id)) { + addLinkChat(jdbc, link_id, chat_id); + }else throw new EntryExsistException("Ссылка уже добавлена!"); + } + + public void removeLink(JdbcTemplate jdbc, RemoveLinkRequest link, long chat) { + int link_id = i_findLink(jdbc, link.link()); + int chat_id = i_findChat(jdbc, chat); + if (chat_id == 0) { + throw new UnauthorizationException("Перед использованием нужно зарегистрироваться"); + } + if (link_id != 0) { + i_removeLink(jdbc, link); + } else throw new EntryNotExsistException("Ссылки не существует"); + if (!i_findLinkChat(jdbc, link_id, chat_id)) { + i_removeLinkChat(jdbc, link_id, chat_id); + } + } + + public List getLinks(JdbcTemplate jdbc, long chat) { + int i; + int chat_id = i_findChat(jdbc, chat); + if (chat_id == 0) { + throw new UnauthorizationException("Перед использованием нужно зарегистрироваться"); + } + ArrayList link_list = new ArrayList<>(); + for (i = 0; i < i_get_all_links_for_chat(jdbc, chat_id).size(); i++){ + link_list.add(i_get_all_links_for_chat(jdbc, chat_id).get(i).linkid()); + } + return i_findAllLink(jdbc, link_list); + } + +} diff --git a/FP/scrapper/src/main/java/ru/tinkoff/edu/java/scrapper/jdbc/config/jdbcBean.java b/FP/scrapper/src/main/java/ru/tinkoff/edu/java/scrapper/jdbc/config/jdbcBean.java new file mode 100644 index 0000000..8db6ed9 --- /dev/null +++ b/FP/scrapper/src/main/java/ru/tinkoff/edu/java/scrapper/jdbc/config/jdbcBean.java @@ -0,0 +1,25 @@ +package ru.tinkoff.edu.java.scrapper.jdbc.config; + +import org.springframework.context.annotation.Bean; +import org.springframework.context.annotation.Configuration; +import org.springframework.jdbc.core.JdbcTemplate; +import org.springframework.jdbc.datasource.DriverManagerDataSource; + +import javax.sql.DataSource; +@Configuration +public class jdbcBean { + @Bean + public DataSource dataSource() { + DriverManagerDataSource dataSource = new DriverManagerDataSource(); + dataSource.setDriverClassName("org.postgresql.Driver"); + dataSource.setUrl("jdbc:postgresql://localhost:5432/scrapper"); + dataSource.setUsername("scrap_user"); + dataSource.setPassword("hard_password"); + + return dataSource; + } + @Bean + public JdbcTemplate jdbcTemplate () { + return new JdbcTemplate (dataSource()); + } +} diff --git a/FP/scrapper/src/main/java/ru/tinkoff/edu/java/scrapper/jdbc/mappers/ChatMapper.java b/FP/scrapper/src/main/java/ru/tinkoff/edu/java/scrapper/jdbc/mappers/ChatMapper.java new file mode 100644 index 0000000..b979f13 --- /dev/null +++ b/FP/scrapper/src/main/java/ru/tinkoff/edu/java/scrapper/jdbc/mappers/ChatMapper.java @@ -0,0 +1,14 @@ +package ru.tinkoff.edu.java.scrapper.jdbc.mappers; + +import org.springframework.jdbc.core.RowMapper; +import ru.tinkoff.edu.java.scrapper.api.model.ChatResponse; + +import java.sql.ResultSet; +import java.sql.SQLException; + +public class ChatMapper implements RowMapper { + @Override + public ChatResponse mapRow(ResultSet rs, int rowNum) throws SQLException { + return new ChatResponse(rs.getLong("tg_chat_id"), rs.getInt("id")); + } +} diff --git a/FP/scrapper/src/main/java/ru/tinkoff/edu/java/scrapper/jdbc/mappers/LinkChatMapper.java b/FP/scrapper/src/main/java/ru/tinkoff/edu/java/scrapper/jdbc/mappers/LinkChatMapper.java new file mode 100644 index 0000000..e9e98e7 --- /dev/null +++ b/FP/scrapper/src/main/java/ru/tinkoff/edu/java/scrapper/jdbc/mappers/LinkChatMapper.java @@ -0,0 +1,14 @@ +package ru.tinkoff.edu.java.scrapper.jdbc.mappers; + +import org.springframework.jdbc.core.RowMapper; +import ru.tinkoff.edu.java.scrapper.api.model.LinkChatResponse; + +import java.sql.ResultSet; +import java.sql.SQLException; + +public class LinkChatMapper implements RowMapper { + @Override + public LinkChatResponse mapRow(ResultSet rs, int rowNum) throws SQLException { + return new LinkChatResponse(rs.getInt("linkid"), rs.getInt("chatid")); + } +} diff --git a/FP/scrapper/src/main/java/ru/tinkoff/edu/java/scrapper/jdbc/mappers/LinkMapper.java b/FP/scrapper/src/main/java/ru/tinkoff/edu/java/scrapper/jdbc/mappers/LinkMapper.java new file mode 100644 index 0000000..ac50329 --- /dev/null +++ b/FP/scrapper/src/main/java/ru/tinkoff/edu/java/scrapper/jdbc/mappers/LinkMapper.java @@ -0,0 +1,15 @@ +package ru.tinkoff.edu.java.scrapper.jdbc.mappers; + + +import org.springframework.jdbc.core.RowMapper; +import ru.tinkoff.edu.java.scrapper.api.model.LinkResponse; + +import java.sql.ResultSet; +import java.sql.SQLException; + +public class LinkMapper implements RowMapper { + @Override + public LinkResponse mapRow(ResultSet rs, int rowNum) throws SQLException { + return new LinkResponse(rs.getString("link"), rs.getInt("id")); + } +} diff --git a/FP/scrapper/src/main/java/ru/tinkoff/edu/java/scrapper/jdbc/operations/ChatOperations.java b/FP/scrapper/src/main/java/ru/tinkoff/edu/java/scrapper/jdbc/operations/ChatOperations.java new file mode 100644 index 0000000..3c36c88 --- /dev/null +++ b/FP/scrapper/src/main/java/ru/tinkoff/edu/java/scrapper/jdbc/operations/ChatOperations.java @@ -0,0 +1,50 @@ +package ru.tinkoff.edu.java.scrapper.jdbc.operations; + +import org.springframework.jdbc.core.JdbcTemplate; +import ru.tinkoff.edu.java.scrapper.jdbc.mappers.ChatMapper; +import ru.tinkoff.edu.java.scrapper.jdbc.mappers.LinkMapper; + +public interface ChatOperations { + default void i_addChat( + JdbcTemplate jdbcTemplate, + long chat + ) { + int chat_id; + + try { + chat_id = jdbcTemplate.query( + "SELECT * FROM tgchats WHERE id=(SELECT MAX(id) FROM tgchats)", + new ChatMapper() + ).get(0).id() + 1; + } catch (IndexOutOfBoundsException e) { + chat_id = 1; + } + + jdbcTemplate.update("INSERT INTO tgchats VALUES(?, ?)", chat_id, chat); + } + + default void i_removeChat( + JdbcTemplate jdbcTemplate, + long chat + ){ + String query = "DELETE FROM tgchats WHERE tg_chat_id=(%d)"; + query = query.formatted(chat); + jdbcTemplate.update(query); + } + + default int i_findChat( + JdbcTemplate jdbcTemplate, + long chat + ){ + try { + String query = "SELECT * FROM tgchats WHERE tg_chat_id=(%d)"; + query = query.formatted(chat); + return jdbcTemplate.query( + query, + new ChatMapper() + ).get(0).id(); + } catch (IndexOutOfBoundsException e) { // Если значение не нашлось + return 0; + } + } +} diff --git a/FP/scrapper/src/main/java/ru/tinkoff/edu/java/scrapper/jdbc/operations/LinkChatOperations.java b/FP/scrapper/src/main/java/ru/tinkoff/edu/java/scrapper/jdbc/operations/LinkChatOperations.java new file mode 100644 index 0000000..29cfe7d --- /dev/null +++ b/FP/scrapper/src/main/java/ru/tinkoff/edu/java/scrapper/jdbc/operations/LinkChatOperations.java @@ -0,0 +1,61 @@ +package ru.tinkoff.edu.java.scrapper.jdbc.operations; + +import org.springframework.jdbc.core.JdbcTemplate; +import ru.tinkoff.edu.java.scrapper.api.model.LinkChatResponse; +import ru.tinkoff.edu.java.scrapper.jdbc.mappers.LinkChatMapper; + +import java.util.List; + +public interface LinkChatOperations { + default void addLinkChat( + JdbcTemplate jdbcTemplate, + int link_id, + int chat_id + ) { + jdbcTemplate.update("INSERT INTO links_tgchats VALUES(?, ?)", link_id, chat_id); + } + + default void i_removeLinkChat( + JdbcTemplate jdbcTemplate, + int link_id, + int chat_id + ) { + String query = "DELETE FROM links_tgchats WHERE linkid=(%d) AND chatid=(%d)"; + query = query.formatted(link_id, chat_id); + jdbcTemplate.update(query); + } + + default void i_removeLinkChatAllChat( + JdbcTemplate jdbcTemplate, + int chat_id + ) { + String query = "DELETE FROM links_tgchats WHERE chatid=(%d)"; + query = query.formatted(chat_id); + jdbcTemplate.update(query); + } + + default boolean i_findLinkChat( + JdbcTemplate jdbcTemplate, + int link_id, + int chat_id + ){ + try { + String query = "SELECT * FROM links_tgchats WHERE linkid=(%d) AND chatid=(%d)"; + query = query.formatted(link_id, chat_id); + jdbcTemplate.query(query, new LinkChatMapper()).get(0); + } catch (IndexOutOfBoundsException e) { // Если значение не нашлось + return true; + } + return false; + } + + default List i_get_all_links_for_chat(JdbcTemplate jdbcTemplate, int chat_id) { + try { + String query = "SELECT * FROM links_tgchats WHERE chatid=(%d)"; + query = query.formatted(chat_id); + return jdbcTemplate.query(query, new LinkChatMapper()); + } catch (IndexOutOfBoundsException e) { // Если значение не нашлось + return null; + } + } +} diff --git a/FP/scrapper/src/main/java/ru/tinkoff/edu/java/scrapper/jdbc/operations/LinkOperations.java b/FP/scrapper/src/main/java/ru/tinkoff/edu/java/scrapper/jdbc/operations/LinkOperations.java new file mode 100644 index 0000000..ad282fe --- /dev/null +++ b/FP/scrapper/src/main/java/ru/tinkoff/edu/java/scrapper/jdbc/operations/LinkOperations.java @@ -0,0 +1,83 @@ +package ru.tinkoff.edu.java.scrapper.jdbc.operations; + +import org.springframework.jdbc.core.JdbcTemplate; +import ru.tinkoff.edu.java.scrapper.api.model.AddLinkRequest; +import ru.tinkoff.edu.java.scrapper.api.model.LinkResponse; +import ru.tinkoff.edu.java.scrapper.api.model.RemoveLinkRequest; +import ru.tinkoff.edu.java.scrapper.jdbc.mappers.LinkMapper; + +import java.util.ArrayList; +import java.util.Arrays; +import java.util.List; + +public interface LinkOperations { + default void i_addLink( + JdbcTemplate jdbcTemplate, + AddLinkRequest addLinkRequest + ) { + int link_id; + + try { + link_id = jdbcTemplate.query( + "SELECT * FROM links WHERE id=(SELECT MAX(id) FROM links)", + new LinkMapper() + ).get(0).id() + 1; + } catch (IndexOutOfBoundsException e) { + link_id = 1; + } + + jdbcTemplate.update("INSERT INTO links VALUES(?, ?)", link_id, addLinkRequest.link()); + } + + default void i_removeLink( + JdbcTemplate jdbcTemplate, + RemoveLinkRequest removeLinkRequest + ){ + String query = "DELETE FROM links where link IN ('%s')"; + query = query.formatted(removeLinkRequest.link()); + jdbcTemplate.update(query); + } + + default List i_findAllLink( + JdbcTemplate jdbcTemplate, + ArrayList links_ids + ){ + try { + String ids = Arrays.toString(links_ids.toArray()); + ids = ids.substring(1, ids.length() - 1); + String query = "SELECT * FROM links WHERE id IN (%s)"; + query = query.formatted(ids); + return jdbcTemplate.query( + query, + new LinkMapper() + ); + } catch (IndexOutOfBoundsException e) { // Если значение не нашлось + return null; + } + } + + default int i_findLink( + JdbcTemplate jdbcTemplate, + String link + ){ + try { + String query = "SELECT * FROM links WHERE link IN ('%s')"; + query = query.formatted(link); + return jdbcTemplate.query( + query, + new LinkMapper() + ).get(0).id(); + } catch (IndexOutOfBoundsException e) { // Если значение не нашлось + return 0; + } + } + + default List i_getAllIds(JdbcTemplate jdbcTemplate) { + try { + String query = "SELECT * FROM links"; + return jdbcTemplate.query(query, new LinkMapper()); + } catch (IndexOutOfBoundsException e) { // Если значение не нашлось + return null; + } + } +} diff --git a/FP/scrapper/src/main/java/ru/tinkoff/edu/java/scrapper/rabbitmq/ScrapperQueueListener.java b/FP/scrapper/src/main/java/ru/tinkoff/edu/java/scrapper/rabbitmq/ScrapperQueueListener.java new file mode 100644 index 0000000..3507568 --- /dev/null +++ b/FP/scrapper/src/main/java/ru/tinkoff/edu/java/scrapper/rabbitmq/ScrapperQueueListener.java @@ -0,0 +1,30 @@ +import lombok.extern.slf4j.Slf4j; +import org.springframework.amqp.core.AmqpTemplate; +import org.springframework.amqp.rabbit.annotation.RabbitHandler; +import org.springframework.amqp.rabbit.annotation.RabbitListener; +import ru.tinkoff.edu.java.bot.dto.LinkUpdate; + +@RabbitListener(queues = "${app.queue-name}") +@Slf4j +public class ScrapperQueueListener { + + + private final AmqpTemplate rabbitTemplate; + + private final UpdateService updateService; + + + public ScrapperQueueListener(AmqpTemplate rabbitTemplate, UpdateService updateService) { + this.rabbitTemplate = rabbitTemplate; + this.updateService = updateService; + } + + @RabbitHandler + public void receiver(LinkUpdate update) { + log.info("Сообщение об обновлении получено: "+update); +// throw new RuntimeException("test exception"); + updateService.updateLink(update); + } + + +} \ No newline at end of file diff --git a/FP/scrapper/src/main/java/ru/tinkoff/edu/java/scrapper/rabbitmq/ScrapperQueueProducer.java b/FP/scrapper/src/main/java/ru/tinkoff/edu/java/scrapper/rabbitmq/ScrapperQueueProducer.java new file mode 100644 index 0000000..84baa14 --- /dev/null +++ b/FP/scrapper/src/main/java/ru/tinkoff/edu/java/scrapper/rabbitmq/ScrapperQueueProducer.java @@ -0,0 +1,27 @@ +package ru.tinkoff.edu.java.scrapper.rabbitmq; + +import lombok.RequiredArgsConstructor; +import org.springframework.amqp.core.AmqpTemplate; +import org.springframework.stereotype.Service; +import ru.tinkoff.edu.java.bot.api.model.LinkUpdate; + +import ru.tinkoff.edu.java.scrapper.configuration.ApplicationConfig; + +@Service +public class ScrapperQueueProducer { + + private final AmqpTemplate rabbitTemplate; + + private final ApplicationConfig config; + + + public ScrapperQueueProducer(AmqpTemplate rabbitTemplate, ApplicationConfig config) { + this.rabbitTemplate = rabbitTemplate; + this.config = config; + } + + public void send(LinkUpdate update) { + rabbitTemplate.convertAndSend(config.exchangeName(), config.routingKey(), update); + System.out.println("Mess update: " + update); + } +} diff --git a/FP/scrapper/src/main/java/ru/tinkoff/edu/java/scrapper/schedule/LinkUpdaterScheduler.java b/FP/scrapper/src/main/java/ru/tinkoff/edu/java/scrapper/schedule/LinkUpdaterScheduler.java new file mode 100644 index 0000000..10c9caa --- /dev/null +++ b/FP/scrapper/src/main/java/ru/tinkoff/edu/java/scrapper/schedule/LinkUpdaterScheduler.java @@ -0,0 +1,63 @@ +package ru.tinkoff.edu.java.scrapper.schedule; + +import org.springframework.jdbc.core.JdbcTemplate; +import org.springframework.scheduling.annotation.Scheduled; +import org.springframework.stereotype.Service; +import org.springframework.web.reactive.function.client.WebClientResponseException; +import ru.tinkoff.edu.java.linkparser.LinkParser; +import ru.tinkoff.edu.java.scrapper.client.ClientConfiguration; +import ru.tinkoff.edu.java.scrapper.jdbc.JdbcLinkService; +import ru.tinkoff.edu.java.scrapper.jdbc.operations.LinkOperations; + +import java.lang.ref.Cleaner; +import java.util.ArrayList; +import java.util.LinkedHashSet; +import java.util.Set; +import java.util.logging.Level; +import java.util.logging.Logger; + +@Service +public class LinkUpdaterScheduler implements LinkOperations { + private final static Logger LOGGER = Logger.getLogger(Logger.GLOBAL_LOGGER_NAME); + + private final JdbcTemplate jdbcTemplate; + ArrayList link_list = new ArrayList<>(); + static int ix = 0; + ClientConfiguration client = new ClientConfiguration(); + LinkParser pars = new LinkParser(); + boolean git_link_is_activity; + boolean stack_link_is_activity; + + public LinkUpdaterScheduler(JdbcTemplate jdbcTemplate) { + this.jdbcTemplate = jdbcTemplate; + } + + @Scheduled(fixedDelayString = "${app.scheduler.interval}") + public void update() { + int i; + for (i = 0; i < i_getAllIds(jdbcTemplate).size(); i++){ + if (!link_list.contains(i_getAllIds(jdbcTemplate).get(i).url())) { + link_list.add(i_getAllIds(jdbcTemplate).get(i).url()); + } + } + try { + client.gitHubClient(pars.getLink(link_list.get(ix))); + git_link_is_activity = true; + } catch (WebClientResponseException e) { + git_link_is_activity = false; + } + try { + client.stackOverflowClient(pars.getLink(link_list.get(ix))); + stack_link_is_activity = true; + } catch (WebClientResponseException ignored) { + stack_link_is_activity = false; + } + if (!(git_link_is_activity || stack_link_is_activity)) { + String link = "Ссылка %s устарела"; + link = link.formatted(i_getAllIds(jdbcTemplate).get(ix).url()); + LOGGER.log(Level.INFO, link); + } + ix++; + if (ix == link_list.size()) ix = 0; + } +} diff --git a/FP/scrapper/src/main/java/ru/tinkoff/edu/java/scrapper/schedule/Scheduler.java b/FP/scrapper/src/main/java/ru/tinkoff/edu/java/scrapper/schedule/Scheduler.java new file mode 100644 index 0000000..d060c22 --- /dev/null +++ b/FP/scrapper/src/main/java/ru/tinkoff/edu/java/scrapper/schedule/Scheduler.java @@ -0,0 +1,5 @@ +package ru.tinkoff.edu.java.scrapper.schedule; + +import java.time.Duration; + +public record Scheduler(Duration interval) {} diff --git a/FP/scrapper/src/main/resources/application.properties b/FP/scrapper/src/main/resources/application.properties new file mode 100644 index 0000000..00d78d2 --- /dev/null +++ b/FP/scrapper/src/main/resources/application.properties @@ -0,0 +1,5 @@ +app.test=123 +springdoc.swagger-ui.path=/swagger-ui +app.scheduler.interval=5000 +git.link=https://github.com/Ray-Not/JavaGuava +stack.link=https://stackoverflow.com/questions/1642028/what-is-the-operator-in-c diff --git a/FP/scrapper/src/main/resources/scrapperapi.yml b/FP/scrapper/src/main/resources/scrapperapi.yml new file mode 100644 index 0000000..c98cf7d --- /dev/null +++ b/FP/scrapper/src/main/resources/scrapperapi.yml @@ -0,0 +1,184 @@ +openapi: 3.0.1 +info: + title: Scrapper API + version: 1.0.0 + contact: + name: Alexander Biryukov + url: https://github.com +paths: + /tg-chat/{id}: + post: + summary: Зарегистрировать чат + parameters: + - name: id + in: path + required: true + schema: + type: integer + format: int64 + responses: + '200': + description: Чат зарегистрирован + '400': + description: Некорректные параметры запроса + content: + application/json: + schema: + $ref: '#/components/schemas/ApiErrorResponse' + delete: + summary: Удалить чат + parameters: + - name: id + in: path + required: true + schema: + type: integer + format: int64 + responses: + '200': + description: Чат успешно удалён + '400': + description: Некорректные параметры запроса + content: + application/json: + schema: + $ref: '#/components/schemas/ApiErrorResponse' + '404': + description: Чат не существует + content: + application/json: + schema: + $ref: '#/components/schemas/ApiErrorResponse' + /links: + get: + summary: Получить все отслеживаемые ссылки + parameters: + - name: Tg-Chat-Id + in: header + required: true + schema: + type: integer + format: int64 + responses: + '200': + description: Ссылки успешно получены + content: + application/json: + schema: + $ref: '#/components/schemas/ListLinksResponse' + '400': + description: Некорректные параметры запроса + content: + application/json: + schema: + $ref: '#/components/schemas/ApiErrorResponse' + post: + summary: Добавить отслеживание ссылки + parameters: + - name: Tg-Chat-Id + in: header + required: true + schema: + type: integer + format: int64 + requestBody: + content: + application/json: + schema: + $ref: '#/components/schemas/AddLinkRequest' + required: true + responses: + '200': + description: Ссылка успешно добавлена + content: + application/json: + schema: + $ref: '#/components/schemas/LinkResponse' + '400': + description: Некорректные параметры запроса + content: + application/json: + schema: + $ref: '#/components/schemas/ApiErrorResponse' + delete: + summary: Убрать отслеживание ссылки + parameters: + - name: Tg-Chat-Id + in: header + required: true + schema: + type: integer + format: int64 + requestBody: + content: + application/json: + schema: + $ref: '#/components/schemas/RemoveLinkRequest' + required: true + responses: + '200': + description: Ссылка успешно убрана + content: + application/json: + schema: + $ref: '#/components/schemas/LinkResponse' + '400': + description: Некорректные параметры запроса + content: + application/json: + schema: + $ref: '#/components/schemas/ApiErrorResponse' + '404': + description: Ссылка не найдена + content: + application/json: + schema: + $ref: '#/components/schemas/ApiErrorResponse' +components: + schemas: + LinkResponse: + type: object + properties: + id: + type: integer + format: int64 + url: + type: string + format: uri + ApiErrorResponse: + type: object + properties: + description: + type: string + code: + type: string + exceptionName: + type: string + exceptionMessage: + type: string + stacktrace: + type: array + items: + type: string + AddLinkRequest: + type: object + properties: + link: + type: string + format: uri + ListLinksResponse: + type: object + properties: + links: + type: array + items: + $ref: '#/components/schemas/LinkResponse' + size: + type: integer + format: int32 + RemoveLinkRequest: + type: object + properties: + link: + type: string + format: uri diff --git a/FP/scrapper/src/test/java/BaseTest.java b/FP/scrapper/src/test/java/BaseTest.java new file mode 100644 index 0000000..447e5c5 --- /dev/null +++ b/FP/scrapper/src/test/java/BaseTest.java @@ -0,0 +1,11 @@ +import org.junit.jupiter.api.Assertions; +import org.junit.jupiter.api.Test; + +class BaseTest extends IntegrationEnvironment { + + @Test + void create_test() { + Assertions.assertTrue(Postgre_container.isCreated()); + System.out.println(Postgre_container.getImage()); + } +} \ No newline at end of file diff --git a/FP/scrapper/src/test/java/IntegrationEnvironment.java b/FP/scrapper/src/test/java/IntegrationEnvironment.java new file mode 100644 index 0000000..7fef825 --- /dev/null +++ b/FP/scrapper/src/test/java/IntegrationEnvironment.java @@ -0,0 +1,45 @@ +import liquibase.Contexts; +import liquibase.LabelExpression; +import liquibase.Liquibase; +import liquibase.database.Database; +import liquibase.database.DatabaseFactory; +import liquibase.database.jvm.JdbcConnection; +import liquibase.exception.LiquibaseException; +import liquibase.resource.DirectoryResourceAccessor; +import org.testcontainers.containers.PostgreSQLContainer; + +import java.io.FileNotFoundException; +import java.nio.file.Path; +import java.sql.Connection; +import java.sql.DriverManager; +import java.sql.SQLException; + +public abstract class IntegrationEnvironment { + + static final protected PostgreSQLContainer Postgre_container; + + static { + Postgre_container = new PostgreSQLContainer<>("postgres:14"); + Postgre_container.start(); + + try { + Connection connection = DriverManager.getConnection( + Postgre_container.getJdbcUrl(), + Postgre_container.getUsername(), + Postgre_container.getPassword()); + Database database = DatabaseFactory.getInstance().findCorrectDatabaseImplementation(new JdbcConnection(connection)); + Liquibase liquibase = new liquibase.Liquibase( + "master.xml", + new DirectoryResourceAccessor(Path.of(".") + .toAbsolutePath() + .getParent() + .getParent() + .resolve("migrations")), + database); + liquibase.update(new Contexts(), new LabelExpression()); + } catch (SQLException | LiquibaseException | FileNotFoundException e) { + System.out.println(e.getMessage()); + throw new RuntimeException(e); + } + } +} diff --git a/FP/scrapper/src/test/java/JdbcAddTest.java b/FP/scrapper/src/test/java/JdbcAddTest.java new file mode 100644 index 0000000..d5de9ec --- /dev/null +++ b/FP/scrapper/src/test/java/JdbcAddTest.java @@ -0,0 +1,9 @@ +import org.junit.jupiter.api.Assertions; +import org.junit.jupiter.api.Test; + +class JdbcAddTest extends IntegrationEnvironment { + @Test + void create_test() { +// Postgre_container. + } +} diff --git a/README.md b/README.md new file mode 100644 index 0000000..e69de29