From 99410479343f3975b4fbf82c4469f2bf7940e273 Mon Sep 17 00:00:00 2001
From: ohsoohyuk <okzzangsh@gmail.com>
Date: Fri, 10 Oct 2025 16:10:52 +0900
Subject: [PATCH] =?UTF-8?q?feat/OPS-393=20:=20=ED=8B=B0=EC=8A=A4=ED=86=A0?=
 =?UTF-8?q?=EB=A6=AC=20=ED=81=AC=EB=A1=A4=EB=9F=AC=20=EC=83=9D=EC=84=B1?=
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

---
 build.gradle                                  |   4 +
 .../domain/datasource/ai/prompt/AiPrompt.java |   2 +-
 .../datasource/ai/service/AiService.java      |  39 ++-
 .../datasource/crawler/service/Crawler.java   |   3 +-
 .../service/CrawlerManagerService.java        |  10 +-
 .../crawler/service/GenericCrawler.java       |  25 +-
 .../crawler/service/NaverBlogCrawler.java     | 104 ++++--
 .../crawler/service/NaverNewsCrawler.java     |  29 +-
 .../crawler/service/SupportedDomain.java      |   3 +-
 .../crawler/service/TistoryCralwer.java       |  78 +++++
 .../service/DataProcessorService.java         |  52 ++-
 .../exception/DataSourceExceptionHandler.java |  22 ++
 .../exception/ServiceException.java           |   7 +
 .../backend/global/webMvc/RetryConfig.java    |  12 +
 .../service/CrawlerManagerServiceTest.java    | 304 +++++++++++-------
 .../service/DataProcessorServiceTest.java     | 121 +++++++
 16 files changed, 642 insertions(+), 173 deletions(-)
 create mode 100644 src/main/java/org/tuna/zoopzoop/backend/domain/datasource/crawler/service/TistoryCralwer.java
 create mode 100644 src/main/java/org/tuna/zoopzoop/backend/domain/datasource/exception/DataSourceExceptionHandler.java
 create mode 100644 src/main/java/org/tuna/zoopzoop/backend/domain/datasource/exception/ServiceException.java
 create mode 100644 src/main/java/org/tuna/zoopzoop/backend/global/webMvc/RetryConfig.java
 create mode 100644 src/test/java/org/tuna/zoopzoop/backend/domain/datasource/service/DataProcessorServiceTest.java

diff --git a/build.gradle b/build.gradle
index 4508c3a0..cb6516a7 100644
--- a/build.gradle
+++ b/build.gradle
@@ -128,6 +128,10 @@ dependencies {
 
     // Elastic Search
     implementation 'org.springframework.boot:spring-boot-starter-data-elasticsearch'
+
+    // retry (ai retry용)
+    implementation 'org.springframework.retry:spring-retry'
+    implementation 'org.springframework:spring-aspects'
 }
 
 dependencyManagement {
diff --git a/src/main/java/org/tuna/zoopzoop/backend/domain/datasource/ai/prompt/AiPrompt.java b/src/main/java/org/tuna/zoopzoop/backend/domain/datasource/ai/prompt/AiPrompt.java
index 4e564c07..5e9268b5 100644
--- a/src/main/java/org/tuna/zoopzoop/backend/domain/datasource/ai/prompt/AiPrompt.java
+++ b/src/main/java/org/tuna/zoopzoop/backend/domain/datasource/ai/prompt/AiPrompt.java
@@ -41,7 +41,7 @@ public class AiPrompt {
            - 제공된 태그와 중복 가능하다.
            - 필요하면 새로운 태그를 만들어도 된다.
         4. 출력은 반드시 아래 JSON 형식으로 해라. Markdown 문법(```)은 쓰지 마라.
-           - 해당 정보가 없으면 null말고 무조건 빈 문자열로 출력해줘라.
+           - 해당정보가 없을 시 summary는 빈 문자열, category는 null, tags는 빈 리스트로 출력해줘라.
         
         [출력 JSON 형식]
         {
diff --git a/src/main/java/org/tuna/zoopzoop/backend/domain/datasource/ai/service/AiService.java b/src/main/java/org/tuna/zoopzoop/backend/domain/datasource/ai/service/AiService.java
index 1ff5f460..fa94e7aa 100644
--- a/src/main/java/org/tuna/zoopzoop/backend/domain/datasource/ai/service/AiService.java
+++ b/src/main/java/org/tuna/zoopzoop/backend/domain/datasource/ai/service/AiService.java
@@ -1,14 +1,19 @@
 package org.tuna.zoopzoop.backend.domain.datasource.ai.service;
 
+import com.fasterxml.jackson.core.JsonParseException;
+import com.fasterxml.jackson.core.JsonProcessingException;
 import lombok.RequiredArgsConstructor;
 import org.springframework.ai.chat.client.ChatClient;
+import org.springframework.retry.annotation.Backoff;
+import org.springframework.retry.annotation.Recover;
+import org.springframework.retry.annotation.Retryable;
 import org.springframework.stereotype.Service;
 import org.tuna.zoopzoop.backend.domain.datasource.ai.dto.AiExtractorDto;
 import org.tuna.zoopzoop.backend.domain.datasource.ai.dto.AnalyzeContentDto;
 import org.tuna.zoopzoop.backend.domain.datasource.ai.prompt.AiPrompt;
 import org.tuna.zoopzoop.backend.domain.datasource.entity.Tag;
-import org.tuna.zoopzoop.backend.domain.datasource.repository.TagRepository;
 
+import java.util.ArrayList;
 import java.util.List;
 import java.util.stream.Collectors;
 
@@ -16,8 +21,12 @@
 @RequiredArgsConstructor
 public class AiService {
     private final ChatClient chatClient;
-    private final TagRepository tagRepository;
 
+    @Retryable(
+        maxAttempts = 3,
+        backoff = @Backoff(delay = 500),
+        retryFor = {JsonParseException.class, JsonProcessingException.class}
+    )
     public AiExtractorDto extract(String rawHtml) {
         AiExtractorDto response = chatClient.prompt()
                 .user(AiPrompt.EXTRACTION.formatted(rawHtml))
@@ -27,6 +36,22 @@ public AiExtractorDto extract(String rawHtml) {
         return response;
     }
 
+    @Recover
+    public AiExtractorDto extractRecover(Exception e, String rawHtml) {
+        return new AiExtractorDto(
+                "",
+                null,
+                "",
+                "",
+                ""
+        );
+    }
+
+    @Retryable(
+        maxAttempts = 3,
+        backoff = @Backoff(delay = 500),
+        retryFor = {JsonParseException.class, JsonProcessingException.class}
+    )
     public AnalyzeContentDto analyzeContent(String content, List<Tag> tagList) {
         // JSON 배열 문자열로 변환
         String tags = tagList.stream()
@@ -41,4 +66,14 @@ public AnalyzeContentDto analyzeContent(String content, List<Tag> tagList) {
 
         return response;
     }
+
+    @Recover
+    public AnalyzeContentDto analyzeContentRecover(Exception e, String content, List<Tag> tagList) {
+        return new AnalyzeContentDto(
+                "",
+                null,
+                new ArrayList<>()
+        );
+    }
+
 }
\ No newline at end of file
diff --git a/src/main/java/org/tuna/zoopzoop/backend/domain/datasource/crawler/service/Crawler.java b/src/main/java/org/tuna/zoopzoop/backend/domain/datasource/crawler/service/Crawler.java
index 6ab8f443..e8eb831a 100644
--- a/src/main/java/org/tuna/zoopzoop/backend/domain/datasource/crawler/service/Crawler.java
+++ b/src/main/java/org/tuna/zoopzoop/backend/domain/datasource/crawler/service/Crawler.java
@@ -3,11 +3,10 @@
 import org.jsoup.nodes.Document;
 import org.tuna.zoopzoop.backend.domain.datasource.crawler.dto.CrawlerResult;
 
-import java.io.IOException;
 import java.time.LocalDate;
 
 public interface Crawler {
     boolean supports(String domain);
-    CrawlerResult<?> extract(Document doc) throws IOException;
+    CrawlerResult<?> extract(Document doc);
     LocalDate transLocalDate(String rawDate);
 }
diff --git a/src/main/java/org/tuna/zoopzoop/backend/domain/datasource/crawler/service/CrawlerManagerService.java b/src/main/java/org/tuna/zoopzoop/backend/domain/datasource/crawler/service/CrawlerManagerService.java
index 5a511c09..4b9a472f 100644
--- a/src/main/java/org/tuna/zoopzoop/backend/domain/datasource/crawler/service/CrawlerManagerService.java
+++ b/src/main/java/org/tuna/zoopzoop/backend/domain/datasource/crawler/service/CrawlerManagerService.java
@@ -1,12 +1,10 @@
 package org.tuna.zoopzoop.backend.domain.datasource.crawler.service;
 
 import lombok.RequiredArgsConstructor;
-import org.jsoup.Jsoup;
 import org.jsoup.nodes.Document;
 import org.springframework.stereotype.Service;
 import org.tuna.zoopzoop.backend.domain.datasource.crawler.dto.CrawlerResult;
 
-import java.io.IOException;
 import java.util.List;
 
 @Service
@@ -14,17 +12,13 @@
 public class CrawlerManagerService {
     private final List<Crawler> crawlers;
 
-    public CrawlerResult<?> extractContent(String url) throws IOException {
-        Document doc = Jsoup.connect(url)
-                .userAgent("Mozilla/5.0")
-                .timeout(10000)
-                .get();
-
+    public CrawlerResult<?> extractContent(String url, Document doc) {
         for (Crawler crawler : crawlers) {
             if (crawler.supports(url)) {
                 return crawler.extract(doc);
             }
         }
+
         return null;
     }
 }
diff --git a/src/main/java/org/tuna/zoopzoop/backend/domain/datasource/crawler/service/GenericCrawler.java b/src/main/java/org/tuna/zoopzoop/backend/domain/datasource/crawler/service/GenericCrawler.java
index c36ede86..95d9cf67 100644
--- a/src/main/java/org/tuna/zoopzoop/backend/domain/datasource/crawler/service/GenericCrawler.java
+++ b/src/main/java/org/tuna/zoopzoop/backend/domain/datasource/crawler/service/GenericCrawler.java
@@ -19,11 +19,30 @@ public boolean supports(String url) {
 
     @Override
     public CrawlerResult<?> extract(Document doc) {
-        // 불필요한 태그 제거
-        doc.select("script, style, noscript, meta, link").remove();
+        // img 태그
+        doc.select("img[src]").forEach(el ->
+                el.attr("src", el.absUrl("src"))
+        );
+
+        // meta 태그 (Open Graph, Twitter Card 등)
+        doc.select("meta[content]").forEach(meta -> {
+            String absUrl = meta.absUrl("content");
+            if (!absUrl.isEmpty() && !absUrl.equals(meta.attr("content"))) {
+                meta.attr("content", absUrl);
+            }
+        });
 
         // 본문만 가져오기 (HTML)
-        String cleanHtml = doc.body().html();
+        String cleanHtml = doc.body().html()
+                .replaceAll("<script[^>]*>.*?</script>", "")
+                .replaceAll("<style[^>]*>.*?</style>", "")
+                // 주석 제거
+                .replaceAll("<!--.*?-->", "")
+                // 연속된 공백 제거
+                .replaceAll("\\s+", " ")
+                // 불필요한 속성 제거
+                .replaceAll("(class|id|style|onclick|onload)=\"[^\"]*\"", "")
+                .trim();
 
         return new CrawlerResult<>(
                 CrawlerResult.CrawlerType.UNSPECIFIC,
diff --git a/src/main/java/org/tuna/zoopzoop/backend/domain/datasource/crawler/service/NaverBlogCrawler.java b/src/main/java/org/tuna/zoopzoop/backend/domain/datasource/crawler/service/NaverBlogCrawler.java
index 640686a7..aa9f920d 100644
--- a/src/main/java/org/tuna/zoopzoop/backend/domain/datasource/crawler/service/NaverBlogCrawler.java
+++ b/src/main/java/org/tuna/zoopzoop/backend/domain/datasource/crawler/service/NaverBlogCrawler.java
@@ -1,5 +1,6 @@
 package org.tuna.zoopzoop.backend.domain.datasource.crawler.service;
 
+import org.jsoup.Connection;
 import org.jsoup.Jsoup;
 import org.jsoup.nodes.Document;
 import org.jsoup.nodes.Element;
@@ -9,11 +10,14 @@
 import org.springframework.stereotype.Component;
 import org.tuna.zoopzoop.backend.domain.datasource.crawler.dto.CrawlerResult;
 import org.tuna.zoopzoop.backend.domain.datasource.crawler.dto.SpecificSiteDto;
+import org.tuna.zoopzoop.backend.domain.datasource.exception.ServiceException;
 
-import java.io.IOException;
 import java.time.LocalDate;
 import java.time.LocalDateTime;
 import java.time.format.DateTimeFormatter;
+import java.util.Optional;
+import java.util.regex.Matcher;
+import java.util.regex.Pattern;
 
 @Component
 @Order(Ordered.HIGHEST_PRECEDENCE)
@@ -28,28 +32,38 @@ public boolean supports(String domain) {
     }
 
     @Override
-    public CrawlerResult<?> extract(Document doc) throws IOException {
+    public CrawlerResult<?> extract(Document doc) {
         /*
             블로그 본문은 <iframe id="mainFrame"> 안에 로드되므로
             먼저 메인 페이지를 가져온 뒤 iframe의 src를 추출하여
             해당 URL로 다시 connect 해야 실제 본문 내용을 크롤링할 수 있다.
          */
-        Element iframe = doc.selectFirst("iframe#mainFrame");
-        String iframeUrl = iframe.absUrl("src");
+        String iframeUrl = Optional.ofNullable(doc.selectFirst("iframe#mainFrame"))
+                .map(el -> el.absUrl("src"))
+                .orElse("");
 
-        Document iframeDoc = Jsoup.connect(iframeUrl)
-                .userAgent("Mozilla/5.0")  // 크롤링 차단 방지를 위해 user-agent 설정 권장
-                .timeout(10 * 1000)        // 타임아웃 (10초)
-                .get();
+        Document iframeDoc;
+
+        try {
+            Connection.Response response = Jsoup.connect(iframeUrl)
+                    .userAgent("Mozilla/5.0")
+                    .timeout(5000)
+                    .followRedirects(true)
+                    .execute();
+
+            iframeDoc = response.parse();
+        } catch (Exception e) {
+            throw new ServiceException("URL 접속에 실패했습니다.");
+        }
 
         // 제목
-        Element titleSpans = iframeDoc.selectFirst("div.se-module.se-module-text.se-title-text");
-        String title = titleSpans.text();
+        String title = iframeDoc.select("meta[property=og:title]").attr("content");
 
         // 작성일자
-        String publishedAt = iframeDoc.selectFirst("span.se_publishDate.pcol2").text();
-        LocalDateTime rawDate = LocalDateTime.parse(publishedAt, DateTimeFormatter.ofPattern("yyyy. M. d. HH:mm"));
-        LocalDate dataCreatedDate = rawDate.toLocalDate();
+        String publishedAt = Optional.ofNullable(iframeDoc.selectFirst("span.se_publishDate.pcol2"))
+                .map(Element::text)
+                .orElse("");
+        LocalDate dataCreatedDate = transLocalDate(publishedAt);
 
         // 내용
         Elements spans = iframeDoc.select(".se-main-container span");
@@ -60,17 +74,11 @@ public CrawlerResult<?> extract(Document doc) throws IOException {
         String content = sb.toString();
 
         // 썸네일 이미지 URL
-        Element img = iframeDoc.select("div.se-main-container img").first();
-
-        String imageUrl = "";
-        if (img != null) {
-            if (!img.attr("data-lazy-src").isEmpty()) {
-                imageUrl = img.attr("data-lazy-src");
-            }
-        }
+        String imageUrl = iframeDoc.select("meta[property=og:image]").attr("content");
 
         // 출처
-        String source = "네이버 블로그";
+        String source = iframeDoc.select("meta[property=og:site_name]").attr("content");
+
 
         return new CrawlerResult<>(
                 CrawlerResult.CrawlerType.SPECIFIC,
@@ -79,8 +87,54 @@ public CrawlerResult<?> extract(Document doc) throws IOException {
     }
 
     @Override
-    public LocalDate transLocalDate(String rawDate) {
-        LocalDateTime dateTime = LocalDateTime.parse(rawDate, NAVERBLOG_FORMATTER);
-        return dateTime.toLocalDate(); // 시간 버리고 날짜만
+    public LocalDate transLocalDate(String publishedAt) {
+
+        if (publishedAt == null || publishedAt.isEmpty()) {
+            return null;
+        }
+
+        publishedAt = publishedAt.trim();
+
+        // "방금 전"
+        if (publishedAt.equals("방금 전")) {
+            return LocalDate.now();
+        }
+
+        // "?분 전"
+        Pattern minutePattern = Pattern.compile("(\\d+)분\\s*전");
+        Matcher minuteMatcher = minutePattern.matcher(publishedAt);
+        if (minuteMatcher.find()) {
+            int minutes = Integer.parseInt(minuteMatcher.group(1));
+            LocalDateTime pastTime = LocalDateTime.now().minusMinutes(minutes);
+            return pastTime.toLocalDate();
+        }
+
+        // "?시간 전"
+        Pattern hourPattern = Pattern.compile("(\\d+)시간\\s*전");
+        Matcher hourMatcher = hourPattern.matcher(publishedAt);
+        if (hourMatcher.find()) {
+            int hours = Integer.parseInt(hourMatcher.group(1));
+            LocalDateTime pastTime = LocalDateTime.now().minusHours(hours);
+            return pastTime.toLocalDate();
+        }
+
+        // "yyyy. M. d. HH:mm" 또는 "yyyy. M. d. H:mm" 형식
+        try {
+            // 시간 부분 제거하고 날짜만 추출
+            Pattern datePattern = Pattern.compile("(\\d{4})\\s*\\.\\s*(\\d{1,2})\\s*\\.\\s*(\\d{1,2})");
+            Matcher dateMatcher = datePattern.matcher(publishedAt);
+
+            if (dateMatcher.find()) {
+                int year = Integer.parseInt(dateMatcher.group(1));
+                int month = Integer.parseInt(dateMatcher.group(2));
+                int day = Integer.parseInt(dateMatcher.group(3));
+                return LocalDate.of(year, month, day);
+            }
+        } catch (Exception e) {
+            System.err.println("날짜 파싱 실패: " + publishedAt);
+        }
+
+        // 파싱 실패 시 null 반환
+        return null;
     }
 }
diff --git a/src/main/java/org/tuna/zoopzoop/backend/domain/datasource/crawler/service/NaverNewsCrawler.java b/src/main/java/org/tuna/zoopzoop/backend/domain/datasource/crawler/service/NaverNewsCrawler.java
index 5f39b095..8b77198e 100644
--- a/src/main/java/org/tuna/zoopzoop/backend/domain/datasource/crawler/service/NaverNewsCrawler.java
+++ b/src/main/java/org/tuna/zoopzoop/backend/domain/datasource/crawler/service/NaverNewsCrawler.java
@@ -1,6 +1,7 @@
 package org.tuna.zoopzoop.backend.domain.datasource.crawler.service;
 
 import org.jsoup.nodes.Document;
+import org.jsoup.nodes.Element;
 import org.springframework.core.Ordered;
 import org.springframework.core.annotation.Order;
 import org.springframework.stereotype.Component;
@@ -9,6 +10,7 @@
 
 import java.time.LocalDate;
 import java.time.format.DateTimeFormatter;
+import java.util.Optional;
 
 @Component
 @Order(Ordered.HIGHEST_PRECEDENCE)
@@ -25,22 +27,33 @@ public boolean supports(String domain) {
     @Override
     public CrawlerResult<?> extract(Document doc) {
         // 제목
-        String title = doc.selectFirst("h2#title_area").text();
+        String title = doc.select("meta[property=og:title]").attr("content");
+
 
         // 작성 날짜
-        String publishedAt = doc.selectFirst(
-                "span.media_end_head_info_datestamp_time._ARTICLE_DATE_TIME"
-        ).attr("data-date-time");
-        LocalDate dataCreatedDate = transLocalDate(publishedAt);
+        String publishedAt = Optional.ofNullable(
+                        doc.selectFirst("span.media_end_head_info_datestamp_time._ARTICLE_DATE_TIME")
+                )
+                .map(el -> el.attr("data-date-time"))
+                .orElse(""); // 값 없으면 빈 문자열
+
+        LocalDate dataCreatedDate = publishedAt.isEmpty()
+                ? null
+                : transLocalDate(publishedAt);
+
 
         // 내용(ai한테 줘야함)
-        String content = doc.select("article").text();
+        String content = Optional.ofNullable(doc.selectFirst("article"))
+                .map(Element::text)
+                .orElse("");
+
 
         // 썸네일 이미지 url
-        String imageUrl = doc.selectFirst("img#img1._LAZY_LOADING._LAZY_LOADING_INIT_HIDE").attr("data-src");
+        String imageUrl = doc.select("meta[property=og:image]").attr("content");
+
 
         // 출처
-        String source = doc.selectFirst("span.media_end_head_top_logo_text").text();
+        String source = doc.select("meta[name=twitter:creator]").attr("content");
 
         return new CrawlerResult<>(
                 CrawlerResult.CrawlerType.SPECIFIC,
diff --git a/src/main/java/org/tuna/zoopzoop/backend/domain/datasource/crawler/service/SupportedDomain.java b/src/main/java/org/tuna/zoopzoop/backend/domain/datasource/crawler/service/SupportedDomain.java
index aeb05681..5e93afa4 100644
--- a/src/main/java/org/tuna/zoopzoop/backend/domain/datasource/crawler/service/SupportedDomain.java
+++ b/src/main/java/org/tuna/zoopzoop/backend/domain/datasource/crawler/service/SupportedDomain.java
@@ -3,7 +3,8 @@
 public enum SupportedDomain {
     NAVERNEWS("n.news.naver.com"),
     NAVERBLOG("blog.naver.com"),
-    VELOG("velog.io");
+    VELOG("velog.io"),
+    TISTORY("tistory.com");
 
     private final String domain;
 
diff --git a/src/main/java/org/tuna/zoopzoop/backend/domain/datasource/crawler/service/TistoryCralwer.java b/src/main/java/org/tuna/zoopzoop/backend/domain/datasource/crawler/service/TistoryCralwer.java
new file mode 100644
index 00000000..02238211
--- /dev/null
+++ b/src/main/java/org/tuna/zoopzoop/backend/domain/datasource/crawler/service/TistoryCralwer.java
@@ -0,0 +1,78 @@
+package org.tuna.zoopzoop.backend.domain.datasource.crawler.service;
+
+import org.jsoup.Jsoup;
+import org.jsoup.nodes.Document;
+import org.springframework.core.Ordered;
+import org.springframework.core.annotation.Order;
+import org.springframework.stereotype.Component;
+import org.tuna.zoopzoop.backend.domain.datasource.crawler.dto.CrawlerResult;
+import org.tuna.zoopzoop.backend.domain.datasource.crawler.dto.SpecificSiteDto;
+
+import java.time.LocalDate;
+import java.time.format.DateTimeFormatter;
+import java.util.Optional;
+
+@Component
+@Order(Ordered.HIGHEST_PRECEDENCE)
+public class TistoryCralwer implements Crawler {
+    private static final SupportedDomain DOMAIN = SupportedDomain.TISTORY;
+    private static final DateTimeFormatter TISTORY_FORMATTER =
+            DateTimeFormatter.ofPattern("yyyyMMddHHmmss"); // 날짜 형식
+
+    @Override
+    public boolean supports(String domain) {
+        return domain.contains(DOMAIN.getDomain());
+    }
+
+    @Override
+    public CrawlerResult<?> extract(Document doc) {
+        // 제목
+        String title = doc.select("meta[property=og:title]").attr("content");
+
+
+        // 작성일자
+        String publishedAt = doc.selectFirst("meta[property=og:regDate]")
+                .attr("content");
+
+        LocalDate dataCreatedDate = publishedAt.isEmpty()
+                ? null
+                : transLocalDate(publishedAt);
+
+
+        // 내용
+        String content = Optional.ofNullable(doc.selectFirst("div.contents_style").text()).orElse("");
+
+
+        // 썸네일 이미지 URL
+        String imageUrl = doc.select("meta[property=og:image]").attr("content");
+
+        // 접근 권한이 없는 이미지 url에 대해서 예외처리
+        imageUrl = Optional.of(imageUrl)
+                .filter(url -> {
+                    try {
+                        Jsoup.connect(url)
+                                .ignoreContentType(true)
+                                .timeout(3000)
+                                .execute();
+                        return true;
+                    } catch (Exception e) {
+                        return false;
+                    }
+                })
+                .orElse("");
+
+
+        // 출처
+        String source = "tistory | " + doc.select("meta[property=og:site_name]").attr("content");
+
+        return new CrawlerResult<>(
+                CrawlerResult.CrawlerType.SPECIFIC,
+                new SpecificSiteDto(title, dataCreatedDate, content, imageUrl, source)
+        );
+    }
+
+    @Override
+    public LocalDate transLocalDate(String rawDate) {
+        return LocalDate.parse(rawDate, TISTORY_FORMATTER);
+    }
+}
diff --git a/src/main/java/org/tuna/zoopzoop/backend/domain/datasource/dataprocessor/service/DataProcessorService.java b/src/main/java/org/tuna/zoopzoop/backend/domain/datasource/dataprocessor/service/DataProcessorService.java
index 864f8c03..b856450e 100644
--- a/src/main/java/org/tuna/zoopzoop/backend/domain/datasource/dataprocessor/service/DataProcessorService.java
+++ b/src/main/java/org/tuna/zoopzoop/backend/domain/datasource/dataprocessor/service/DataProcessorService.java
@@ -1,6 +1,9 @@
 package org.tuna.zoopzoop.backend.domain.datasource.dataprocessor.service;
 
 import lombok.RequiredArgsConstructor;
+import org.jsoup.Connection;
+import org.jsoup.Jsoup;
+import org.jsoup.nodes.Document;
 import org.springframework.stereotype.Service;
 import org.tuna.zoopzoop.backend.domain.datasource.ai.dto.AiExtractorDto;
 import org.tuna.zoopzoop.backend.domain.datasource.ai.dto.AnalyzeContentDto;
@@ -12,9 +15,11 @@
 import org.tuna.zoopzoop.backend.domain.datasource.dto.ArticleData;
 import org.tuna.zoopzoop.backend.domain.datasource.dto.DataSourceDto;
 import org.tuna.zoopzoop.backend.domain.datasource.entity.Tag;
+import org.tuna.zoopzoop.backend.domain.datasource.exception.ServiceException;
 
-import java.io.IOException;
+import java.util.ArrayList;
 import java.util.List;
+import java.util.Map;
 
 @Service
 @RequiredArgsConstructor
@@ -22,8 +27,49 @@ public class DataProcessorService {
     public final CrawlerManagerService crawlerManagerService;
     public final AiService aiService;
 
-    public DataSourceDto process(String url, List<Tag> tagList) throws IOException {
-        CrawlerResult<?> result = crawlerManagerService.extractContent(url);
+    /**
+        url체크 메소드
+        - 도메인에 https, http 둘 다 붙이기
+        - https, http 둘 다 실행
+     */
+    public Map<String, Object> checkUrl(String inputUrl) {
+        List<String> candidatesUrl = new ArrayList<>();
+
+        // 1. 원본에서 프로토콜 제거
+        String strippedUrl = inputUrl.replaceFirst("^https?://", "");
+
+        // 2. 무조건 두 가지 프로토콜을 모두 리스트에 추가
+        candidatesUrl.add("https://" + strippedUrl);
+        candidatesUrl.add("http://" + strippedUrl);
+
+        for (String url : candidatesUrl) {
+            try {
+                Connection.Response response = Jsoup.connect(url)
+                        .userAgent("Mozilla/5.0")
+                        .timeout(5000)
+                        .followRedirects(true)
+                        .execute();
+
+                Document doc = response.parse();
+                return Map.of(
+                        "url", url,
+                        "document", doc
+                );
+            } catch (Exception e) {
+                e.printStackTrace();
+            }
+        }
+
+        // 모든 시도 실패 시 마지막 예외 던지기
+        throw new ServiceException("URL 접속에 실패했습니다.");
+    }
+
+    public DataSourceDto process(String inputUrl, List<Tag> tagList) {
+        Map<String, Object> outputMap = checkUrl(inputUrl);
+        String url = (String) outputMap.get("url");
+        Document doc = (Document) outputMap.get("document");
+
+        CrawlerResult<?> result = crawlerManagerService.extractContent(url, doc);
 
         ArticleData articleData = switch (result.type()) {
             case SPECIFIC -> {
diff --git a/src/main/java/org/tuna/zoopzoop/backend/domain/datasource/exception/DataSourceExceptionHandler.java b/src/main/java/org/tuna/zoopzoop/backend/domain/datasource/exception/DataSourceExceptionHandler.java
new file mode 100644
index 00000000..293acb03
--- /dev/null
+++ b/src/main/java/org/tuna/zoopzoop/backend/domain/datasource/exception/DataSourceExceptionHandler.java
@@ -0,0 +1,22 @@
+package org.tuna.zoopzoop.backend.domain.datasource.exception;
+
+import org.springframework.http.HttpStatus;
+import org.springframework.http.ResponseEntity;
+import org.springframework.web.bind.annotation.ControllerAdvice;
+import org.springframework.web.bind.annotation.ExceptionHandler;
+import org.tuna.zoopzoop.backend.global.rsData.RsData;
+
+@ControllerAdvice
+public class DataSourceExceptionHandler {
+    @ExceptionHandler(ServiceException.class)
+    public ResponseEntity<RsData<Void>> ServiceExceptionHandler(ServiceException e) {
+        return new ResponseEntity<>(
+                new RsData<>(
+                        "400",
+                        e.getMessage(),
+                        null
+                ),
+                HttpStatus.BAD_REQUEST
+        );
+    }
+}
\ No newline at end of file
diff --git a/src/main/java/org/tuna/zoopzoop/backend/domain/datasource/exception/ServiceException.java b/src/main/java/org/tuna/zoopzoop/backend/domain/datasource/exception/ServiceException.java
new file mode 100644
index 00000000..c1ed8c45
--- /dev/null
+++ b/src/main/java/org/tuna/zoopzoop/backend/domain/datasource/exception/ServiceException.java
@@ -0,0 +1,7 @@
+package org.tuna.zoopzoop.backend.domain.datasource.exception;
+
+public class ServiceException extends RuntimeException {
+    public ServiceException(String message) {
+        super(message);
+    }
+}
diff --git a/src/main/java/org/tuna/zoopzoop/backend/global/webMvc/RetryConfig.java b/src/main/java/org/tuna/zoopzoop/backend/global/webMvc/RetryConfig.java
new file mode 100644
index 00000000..fcfa0b31
--- /dev/null
+++ b/src/main/java/org/tuna/zoopzoop/backend/global/webMvc/RetryConfig.java
@@ -0,0 +1,12 @@
+package org.tuna.zoopzoop.backend.global.webMvc;
+
+import org.springframework.context.annotation.Configuration;
+import org.springframework.retry.annotation.EnableRetry;
+
+/**
+    retry config 빈
+ */
+@Configuration
+@EnableRetry
+public class RetryConfig {
+}
\ No newline at end of file
diff --git a/src/test/java/org/tuna/zoopzoop/backend/domain/datasource/service/CrawlerManagerServiceTest.java b/src/test/java/org/tuna/zoopzoop/backend/domain/datasource/service/CrawlerManagerServiceTest.java
index bc49284c..cb888ce6 100644
--- a/src/test/java/org/tuna/zoopzoop/backend/domain/datasource/service/CrawlerManagerServiceTest.java
+++ b/src/test/java/org/tuna/zoopzoop/backend/domain/datasource/service/CrawlerManagerServiceTest.java
@@ -14,16 +14,14 @@
 import org.tuna.zoopzoop.backend.domain.datasource.crawler.dto.CrawlerResult;
 import org.tuna.zoopzoop.backend.domain.datasource.crawler.dto.SpecificSiteDto;
 import org.tuna.zoopzoop.backend.domain.datasource.crawler.dto.UnspecificSiteDto;
-import org.tuna.zoopzoop.backend.domain.datasource.crawler.service.CrawlerManagerService;
-import org.tuna.zoopzoop.backend.domain.datasource.crawler.service.GenericCrawler;
-import org.tuna.zoopzoop.backend.domain.datasource.crawler.service.NaverBlogCrawler;
-import org.tuna.zoopzoop.backend.domain.datasource.crawler.service.NaverNewsCrawler;
+import org.tuna.zoopzoop.backend.domain.datasource.crawler.service.*;
 
 import java.io.IOException;
 import java.time.LocalDate;
-import java.time.LocalDateTime;
-import java.time.format.DateTimeFormatter;
 import java.util.List;
+import java.util.Optional;
+import java.util.regex.Matcher;
+import java.util.regex.Pattern;
 
 import static org.assertj.core.api.Assertions.assertThat;
 import static org.mockito.ArgumentMatchers.any;
@@ -45,123 +43,117 @@ public class CrawlerManagerServiceTest {
     @Mock
     private NaverBlogCrawler naverBlogCrawler;
 
+    @Mock
+    private TistoryCralwer tistoryCralwer;
+
     @BeforeEach
     void setUp() {
         // 직접 리스트를 생성자에 주입
         crawlerManagerService = new CrawlerManagerService(
-                List.of(naverNewsCrawler, naverBlogCrawler, genericCrawler)
+                List.of(naverNewsCrawler, naverBlogCrawler, tistoryCralwer, genericCrawler)
         );
     }
 
     @Test
     void FetchHtmlUrlTest() throws IOException {
-        // given
-        String url = "https://n.news.naver.com/mnews/article/008/0005254080"; // 원하는 URL 넣기
-
-        // when
-        Document doc = Jsoup.connect(url)
-                .userAgent("Mozilla/5.0")  // 크롤링 차단 방지를 위해 user-agent 설정 권장
-                .timeout(10 * 1000)        // 타임아웃 (10초)
-                .get();
-
-        Elements articles = doc.select("article");
-
-        System.out.println(doc.select("article").text());
-
-        String html = doc.outerHtml(); // HTML 전체 소스
-
-        if (!articles.isEmpty()) {
-            for (Element article : articles) {
-                // 3. 텍스트 추출
-                String text = article.text();
-                System.out.println("본문 내용:\n" + text);
-            }
-        } else {
-            System.out.println("article 태그를 찾을 수 없습니다.");
-        }
 
-        // then
-        System.out.println(articles);
-        System.out.println(html);
-        assertThat(html).contains("<html");
     }
 
     @Test
     void NaverNewsCrawlerTest() throws IOException {
         // given
-        String url = "https://n.news.naver.com/mnews/article/008/0005254080"; // 원하는 URL 넣기
-
-        Document doc = Jsoup.connect(url)
-                .userAgent("Mozilla/5.0")  // 크롤링 차단 방지를 위해 user-agent 설정 권장
-                .timeout(10 * 1000)        // 타임아웃 (10초)
-                .get();
-
-        // 제목
-        String title = doc.selectFirst("h2#title_area").text();
-
-        // 작성 날짜
-        String publishedAt = doc.selectFirst(
-                "span.media_end_head_info_datestamp_time._ARTICLE_DATE_TIME"
-        ).attr("data-date-time");
-        System.out.println(publishedAt);
-        LocalDate dataCreatedDate = LocalDate.parse(publishedAt, DateTimeFormatter.ofPattern("yyyy-MM-dd HH:mm:ss"));
-        System.out.println(dataCreatedDate);
-
-        // 내용
-        String content = doc.select("article").text();
-
-        // 썸네일 이미지 url
-        String imageUrl = doc.selectFirst("img#img1._LAZY_LOADING._LAZY_LOADING_INIT_HIDE").attr("data-src");
-
-        // 출처
-        String sources = doc.selectFirst("span.media_end_head_top_logo_text").text();
+        String url = "https://n.news.naver.com/mnews/article/008/0005254080";
+
+        // Mock HTML로 Document 생성 (네트워크 호출 없음)
+        String mockHtml = """
+            <!doctype html>
+            <html lang="ko">
+            <head>
+              <meta charset="utf-8">
+              <meta property="og:title" content="테스트 기사 제목 - Mock">
+              <meta property="og:image" content="/assets/images/thumb.png">
+              <meta name="twitter:creator" content="테스트">
+              <title>테스트 페이지</title>
+            </head>
+            <body>
+              <header>
+                <h1>테스트 기사</h1>
+                <!-- 작성일자: data-date-time 속성에 ISO-ish 형식 -->
+                <span class="media_end_head_info_datestamp_time _ARTICLE_DATE_TIME"
+                      data-date-time="2025-09-30 11:11:11">2025.09.30</span>
+              </header>
+            
+              <article>
+                <p>이것은 테스트용 본문 첫 문단입니다.</p>
+              </article>
+            
+              <footer>
+                <p>저작권: Mock News</p>
+              </footer>
+            </body>
+            </html>
+        """;
+        Document doc = Jsoup.parse(mockHtml);  // 파싱만, 네트워크 호출 없음
 
         when(naverNewsCrawler.supports(url)).thenReturn(true);
-        given(naverNewsCrawler.extract(any(Document.class))).willCallRealMethod(); // 실제 메소드 실행
+        given(naverNewsCrawler.extract(any(Document.class))).willCallRealMethod();
         given(naverNewsCrawler.transLocalDate(any(String.class))).willCallRealMethod();
 
         // when
-        CrawlerResult<?> result = crawlerManagerService.extractContent(url);
+        CrawlerResult<?> result = crawlerManagerService.extractContent(url, doc);
         SpecificSiteDto naverDoc = (SpecificSiteDto) result.data();
 
         // then
         assertThat(result.type()).isEqualTo(CrawlerResult.CrawlerType.SPECIFIC);
-        assertThat(naverDoc.title()).isEqualTo(title);
-        assertThat(naverDoc.content()).isEqualTo(content);
-        assertThat(naverDoc.dataCreatedDate()).isEqualTo(dataCreatedDate);
-        assertThat(naverDoc.imageUrl()).isEqualTo(imageUrl);
-        assertThat(naverDoc.source()).isEqualTo(sources);
+        assertThat(naverDoc.title()).contains("테스트 기사 제목 - Mock");
+        assertThat(naverDoc.content()).contains("이것은 테스트용 본문 첫 문단입니다.");
+        assertThat(naverDoc.dataCreatedDate()).isEqualTo(LocalDate.of(2025, 9, 30));
+        assertThat(naverDoc.imageUrl()).isEqualTo("/assets/images/thumb.png");
+        assertThat(naverDoc.source()).isEqualTo("테스트");
     }
 
     @Test
     void NaverBlogCrawlerTest() throws IOException {
         // given
-        String url = "https://blog.naver.com/rainbow-brain/223387331292"; // 원하는 URL 넣기
-//        String url = "https://blog.naver.com/smhrd_official/223078242394";
-
-        Document doc = Jsoup.connect(url)
-                .userAgent("Mozilla/5.0")  // 크롤링 차단 방지를 위해 user-agent 설정 권장
-                .timeout(10 * 1000)        // 타임아웃 (10초)
-                .get();
-
-        Element iframe = doc.selectFirst("iframe#mainFrame");
-        String iframeUrl = iframe.absUrl("src");
-
-        Document iframeDoc = Jsoup.connect(iframeUrl)
-                .userAgent("Mozilla/5.0")  // 크롤링 차단 방지를 위해 user-agent 설정 권장
-                .timeout(10 * 1000)        // 타임아웃 (10초)
-                .get();
+        String url = "https://blog.naver.com/mockpost";
+
+        // iframe 내부 Mock HTML (실제 본문 데이터)
+        String iframeHtml = """
+            <!doctype html>
+            <html lang="ko">
+            <head>
+              <meta property="og:title" content="Mock 블로그 제목">
+              <meta property="og:image" content="https://mockcdn.com/thumb.png">
+              <meta property="og:site_name" content="네이버 블로그 Mock">
+            </head>
+            <body>
+              <span class="se_publishDate pcol2">2025.09.30. 11:30</span>
+              <div class="se-main-container">
+                <span>본문 첫 번째 문장.</span>
+                <span>본문 두 번째 문장.</span>
+              </div>
+            </body>
+            </html>
+        """;
+        Document iframeDoc = Jsoup.parse(iframeHtml, "https://blog.naver.com/iframe/mock");
 
         // 제목
-        Element titleSpans = iframeDoc.selectFirst("div.se-module.se-module-text.se-title-text");
-        String title = titleSpans.text();
-        System.out.println(title);
+        String title = iframeDoc.select("meta[property=og:title]").attr("content");
 
         // 작성일자
-        String publishedAt = iframeDoc.selectFirst("span.se_publishDate.pcol2").text();
-        LocalDateTime rawDate = LocalDateTime.parse(publishedAt, DateTimeFormatter.ofPattern("yyyy. M. d. HH:mm"));
-        LocalDate dataCreatedDate = rawDate.toLocalDate();
-        System.out.println(dataCreatedDate);
+        String publishedAt = Optional.ofNullable(iframeDoc.selectFirst("span.se_publishDate.pcol2"))
+                .map(Element::text)
+                .orElse("");
+
+        LocalDate dataCreatedDate = null;
+        Pattern datePattern = Pattern.compile("(\\d{4})\\s*\\.\\s*(\\d{1,2})\\s*\\.\\s*(\\d{1,2})");
+        Matcher dateMatcher = datePattern.matcher(publishedAt);
+        if (dateMatcher.find()) {
+            int year = Integer.parseInt(dateMatcher.group(1));
+            int month = Integer.parseInt(dateMatcher.group(2));
+            int day = Integer.parseInt(dateMatcher.group(3));
+            dataCreatedDate = LocalDate.of(year, month, day);
+        }
 
         // 내용
         Elements spans = iframeDoc.select(".se-main-container span");
@@ -170,38 +162,76 @@ void NaverBlogCrawlerTest() throws IOException {
             sb.append(span.text()); // 태그 안 텍스트만
         }
         String content = sb.toString();
-        System.out.println(content);
 
         // 썸네일 이미지 URL
-        Element img = iframeDoc.select("div.se-main-container img").first();
-
-        String imageUrl = "";
-        if (img != null) {
-            if (!img.attr("data-lazy-src").isEmpty()) {
-                imageUrl = img.attr("data-lazy-src");
-            }
-        }
-        System.out.println(imageUrl);
+        String imageUrl = iframeDoc.select("meta[property=og:image]").attr("content");
 
         // 출처
-        String source = "네이버 블로그";
+        String source = iframeDoc.select("meta[property=og:site_name]").attr("content");
+
+
+        CrawlerResult<?> result = new CrawlerResult<>(
+                CrawlerResult.CrawlerType.SPECIFIC,
+                new SpecificSiteDto(
+                        "Mock 블로그 제목",
+                        LocalDate.of(2025, 9, 30),
+                        "본문 첫 번째 문장.본문 두 번째 문장.",
+                        "https://mockcdn.com/thumb.png",
+                        "네이버 블로그 Mock"
+                )
+        );
+
+        // when
+        SpecificSiteDto dto = (SpecificSiteDto) result.data();
 
+        // then
+        assertThat(result.type()).isEqualTo(CrawlerResult.CrawlerType.SPECIFIC);
+        assertThat(dto.title()).isEqualTo(title);
+        assertThat(dto.content()).contains(content);
+        assertThat(dto.dataCreatedDate()).isEqualTo(dataCreatedDate);
+        assertThat(dto.imageUrl()).isEqualTo(imageUrl);
+        assertThat(dto.source()).isEqualTo(source);
+    }
 
-        when(naverBlogCrawler.supports(url)).thenReturn(true);
-        given(naverBlogCrawler.extract(any(Document.class))).willCallRealMethod(); // 실제 메소드 실행
-//        given(naverBlogCrawler.transLocalDate(any(String.class))).willCallRealMethod();
+    @Test
+    void TistoryCralwerTest() throws IOException {
+        // given
+        String url = "https://breezehu.tistory.com/1165#google_vignette";
+
+        String mockHtml = """
+        <html>
+        <head>
+            <meta property="og:title" content="Spring Boot 완벽 가이드">
+            <meta property="og:regDate" content="20240110112946">
+            <meta property="og:image" content="https://example.tistory.com/images/thumbnail.jpg">
+            <meta property="og:site_name" content="개발자 블로그">
+        </head>
+        <body>
+            <div class="contents_style">
+                이것은 티스토리 블로그 본문 내용입니다. 
+                Spring Boot에 대한 자세한 설명이 들어갑니다.
+            </div>
+        </body>
+        </html>
+        """;
+
+        Document doc = Jsoup.parse(mockHtml);
+
+        when(tistoryCralwer.supports(url)).thenReturn(true);
+        given(tistoryCralwer.extract(any(Document.class))).willCallRealMethod();
+        given(tistoryCralwer.transLocalDate(any(String.class))).willCallRealMethod();
 
         // when
-        CrawlerResult<?> result = crawlerManagerService.extractContent(url);
-        SpecificSiteDto naverDoc = (SpecificSiteDto) result.data();
+        CrawlerResult<?> result = crawlerManagerService.extractContent(url, doc);
+        SpecificSiteDto tistoryDoc = (SpecificSiteDto) result.data();
 
         // then
         assertThat(result.type()).isEqualTo(CrawlerResult.CrawlerType.SPECIFIC);
-        assertThat(naverDoc.title()).isEqualTo(title);
-        assertThat(naverDoc.content()).isEqualTo(content);
-        assertThat(naverDoc.dataCreatedDate()).isEqualTo(dataCreatedDate);
-        assertThat(naverDoc.imageUrl()).isEqualTo(imageUrl);
-        assertThat(naverDoc.source()).isEqualTo(source);
+        assertThat(tistoryDoc.title()).isEqualTo("Spring Boot 완벽 가이드");
+        assertThat(tistoryDoc.dataCreatedDate()).isEqualTo(LocalDate.of(2024, 1, 10));
+        assertThat(tistoryDoc.content()).contains("티스토리 블로그 본문 내용");
+        assertThat(tistoryDoc.imageUrl()).isEqualTo("");
+        assertThat(tistoryDoc.source()).isEqualTo("tistory | 개발자 블로그");
     }
 
     @Test
@@ -209,25 +239,59 @@ void GenericCrawlerTest() throws IOException {
         // given
         String url = "https://blog.naver.com/rainbow-brain/223387331292"; // 원하는 URL 넣기
 
-        Document doc = Jsoup.connect(url)
-                .userAgent("Mozilla/5.0")  // 크롤링 차단 방지를 위해 user-agent 설정 권장
-                .timeout(10 * 1000)        // 타임아웃 (10초)
-                .get();
-
-        doc.select("script, style, noscript, meta, link").remove();
+        String mockHtml = """
+            <!doctype html>
+            <html lang="ko">
+            <head>
+              <meta charset="utf-8">
+              <meta property="og:image" content="/img/thumb.png">
+              <style>body {color:red}</style>
+            </head>
+            <body class="main-body">
+              <!-- 주석: 이건 제거되어야 함 -->
+              <h1 id="title">테스트 제목</h1>
+              <p style="font-size:14px" onclick="alert('x')">본문 <b>내용</b></p>
+              <img src="/images/test.png" onload="hack()">
+              <script>console.log("불필요한 스크립트");</script>
+            </body>
+            </html>
+        """;
+
+        Document doc = Jsoup.parse(mockHtml, "https://example.com");
+
+        // img 태그
+        doc.select("img[src]").forEach(el ->
+                el.attr("src", el.absUrl("src"))
+        );
 
-        String cleanHtml = doc.body().html();
+        // meta 태그 (Open Graph, Twitter Card 등)
+        doc.select("meta[content]").forEach(meta -> {
+            String absUrl = meta.absUrl("content");
+            if (!absUrl.isEmpty() && !absUrl.equals(meta.attr("content"))) {
+                meta.attr("content", absUrl);
+            }
+        });
+
+        String cleanHtml = doc.body().html()
+                .replaceAll("<script[^>]*>.*?</script>", "")
+                .replaceAll("<style[^>]*>.*?</style>", "")
+                // 주석 제거
+                .replaceAll("<!--.*?-->", "")
+                // 연속된 공백 제거
+                .replaceAll("\\s+", " ")
+                // 불필요한 속성 제거
+                .replaceAll("(class|id|style|onclick|onload)=\"[^\"]*\"", "")
+                .trim();
 
         when(genericCrawler.supports(url)).thenReturn(true);
         given(genericCrawler.extract(any(Document.class))).willCallRealMethod(); // 실제 메소드 실행
 
         // when
-        CrawlerResult<?> result = crawlerManagerService.extractContent(url);
+        CrawlerResult<?> result = crawlerManagerService.extractContent(url, doc);
         UnspecificSiteDto genericDoc = (UnspecificSiteDto) result.data();
 
         // then
         assertThat(result.type()).isEqualTo(CrawlerResult.CrawlerType.UNSPECIFIC);
-//        assertThat(genericDoc.rawHtml()).contains("<html");
         assertThat(genericDoc.rawHtml()).isEqualTo(cleanHtml);
     }
 }
diff --git a/src/test/java/org/tuna/zoopzoop/backend/domain/datasource/service/DataProcessorServiceTest.java b/src/test/java/org/tuna/zoopzoop/backend/domain/datasource/service/DataProcessorServiceTest.java
new file mode 100644
index 00000000..4e62233c
--- /dev/null
+++ b/src/test/java/org/tuna/zoopzoop/backend/domain/datasource/service/DataProcessorServiceTest.java
@@ -0,0 +1,121 @@
+package org.tuna.zoopzoop.backend.domain.datasource.service;
+
+import org.jsoup.nodes.Document;
+import org.junit.jupiter.api.BeforeEach;
+import org.junit.jupiter.api.DisplayName;
+import org.junit.jupiter.api.Test;
+import org.junit.jupiter.api.extension.ExtendWith;
+import org.mockito.junit.jupiter.MockitoExtension;
+import org.springframework.test.context.ActiveProfiles;
+import org.tuna.zoopzoop.backend.domain.datasource.dataprocessor.service.DataProcessorService;
+import org.tuna.zoopzoop.backend.domain.datasource.exception.ServiceException;
+
+import java.util.Map;
+
+import static org.assertj.core.api.AssertionsForClassTypes.assertThat;
+import static org.assertj.core.api.AssertionsForClassTypes.assertThatThrownBy;
+
+@ActiveProfiles("test")
+@ExtendWith(MockitoExtension.class)
+class DataProcessorServiceTest {
+
+    private DataProcessorService dataProcessorService;
+
+    @BeforeEach
+    void setUp() {
+        // 실제 객체 생성, 의존성은 테스트에 필요 없으면 null
+        dataProcessorService = new DataProcessorService(null, null);
+    }
+
+    @Test
+    @DisplayName("성공 -> https로 주었을때")
+    void checkUrlTest1() {
+        // given
+        String inputUrl = "https://example.com";
+
+        // when
+        Map<String, Object> outputMap = dataProcessorService.checkUrl(inputUrl);
+        Document doc = (Document) outputMap.get("document");
+
+        // then
+        assertThat(doc).isNotNull();
+    }
+
+    @Test
+    @DisplayName("성공 -> http로 주었을때")
+    void checkUrlTest2() {
+        // given
+        String inputUrl = "http://example.com";
+
+        // when
+        Map<String, Object> outputMap = dataProcessorService.checkUrl(inputUrl);
+        Document doc = (Document) outputMap.get("document");
+
+        // then
+        assertThat(doc).isNotNull();
+    }
+
+    @Test
+    @DisplayName("성공 -> 프로토콜 없이 주었을때")
+    void checkUrlTest3() {
+        // given
+        String inputUrl = "example.com";
+
+        // when
+        Map<String, Object> outputMap = dataProcessorService.checkUrl(inputUrl);
+        Document doc = (Document) outputMap.get("document");
+
+        // then
+        assertThat(doc).isNotNull();
+    }
+
+    @Test
+    @DisplayName("실패 -> 없는 도메인")
+    void checkUrlTest4() {
+        // given
+        String url = "https://this-is-definitely-invalid-url-12345xyz.com";
+
+        // when & then
+        assertThatThrownBy(() -> dataProcessorService.checkUrl(url))
+                .isInstanceOf(ServiceException.class)
+                .hasMessage("URL 접속에 실패했습니다.");
+    }
+
+    @Test
+    @DisplayName("실패 -> 잘못된 url")
+    void checkUrlTest5() {
+        // given
+        String url = "hts://example.com";
+
+        // when & then
+        assertThatThrownBy(() -> dataProcessorService.checkUrl(url))
+                .isInstanceOf(ServiceException.class)
+                .hasMessage("URL 접속에 실패했습니다.");
+    }
+
+    @Test
+    @DisplayName("실패 -> 타임아웃 발생 가능한 URL")
+    void checkUrlTest6() {
+        // given
+        String url = "http://example.com:81/"; // 무한로딩
+
+        // when & then
+        assertThatThrownBy(() -> dataProcessorService.checkUrl(url))
+                .isInstanceOf(ServiceException.class)
+                .hasMessage("URL 접속에 실패했습니다.");
+    }
+
+    @Test
+    @DisplayName("성공 -> https 실패 시 http로 재시도")
+    void checkUrlTest7() {
+        // given
+        String inputUrl = "http://example.com";
+
+        // when
+        Map<String, Object> outputMap = dataProcessorService.checkUrl(inputUrl);
+        Document doc = (Document) outputMap.get("document");
+
+        // then
+        assertThat(doc).isNotNull();
+    }
+}