Fix/#134: 공지사항 크롤링에 발생하는 문제점 해결

src/crawling/noticeCrawling.ts

@@ -74,6 +74,14 @@ export const noticeListCrawling = async (
   const pinnedNotice: string[] = [];
   const normalNotice: string[] = [];
 
+  if (link === 'http://geoinfo.pknu.ac.kr/05piazza/08.php') {
+    const noticePage2Link =
+      'http://geoinfo.pknu.ac.kr/05piazza/08.php?p=2&key=&keyword=&bbscode=cate0501&reCategory=';
+    const noticePage2Lists = await noticeListCrawling(noticePage2Link, link);
+    pinnedNotice.push(...noticePage2Lists.pinnedNotice);
+    normalNotice.push(...noticePage2Lists.normalNotice);
+  }
+
   tableData.each((index, element) => {
     const anchorElement = $(element).find('a');
     let tmpLink = anchorElement.attr('href');
@@ -86,7 +94,7 @@ export const noticeListCrawling = async (
       .text()
       .match(/\d{4}[-.]\d{2}[-.]\d{2}/);
 
-    if (link === 'http://geoinfo.pknu.ac.kr/05piazza/08.php') {
+    if (link.startsWith('http://geoinfo.pknu.ac.kr/05piazza/08.php')) {
       // 공간정보시스템공학과
       if ($(element).find('td').first().text().trim() === '공지')
         pinnedNotice.push(tmpLink);

src/db/data/noticeHandler.ts

@@ -50,6 +50,15 @@ const saveNotice = (notice: Notice, major: string): Promise<void> => {
   });
 };
 
+const deleteNotice = (major: string, noticeLinks: string[], mode: string) => {
+  const deleteQuery = `DELETE FROM ${major}${mode} WHERE link = ?`;
+  for (const link of noticeLinks) {
+    db.query(deleteQuery, [link], (err) => {
+      if (err) notificationToSlack(`${major}${mode} 공지사항 삭제 실패`);
+    });
+  }
+};
+
 export const saveNoticeToDB = async (): Promise<PushNoti> => {
   const selectQuery = 'SELECT * FROM departments;';
   const results = await new Promise<College[]>((resolve) => {
@@ -97,6 +106,7 @@ export const saveNoticeToDB = async (): Promise<PushNoti> => {
           return;
         }
         const rows = res as RowDataPacket[];
+        const deleteNotiLinks: string[] = [];
         let pinnedNotiLink: string[] = [];
 
         if (Array.isArray(rows) && rows.length > 0)
@@ -112,6 +122,13 @@ export const saveNoticeToDB = async (): Promise<PushNoti> => {
             savePromises.push(saveNotice(result, major + '고정'));
           }
         }
+
+        for (const noticeLink of pinnedNotiLink) {
+          if (!noticeLists.pinnedNotice.includes(noticeLink)) {
+            deleteNotiLinks.push(noticeLink);
+          }
+        }
+        deleteNotice(major, deleteNotiLinks, '고정');
       });
     }
 

src/index.ts

@@ -45,28 +45,6 @@ webpush();
 const handleDeployToServer = () => {
   // 이 함수는 현재 배포되어있는 서버를 위해 사용되는 로직이며 최초 서버에 배포되는 1회만 실행되도록 하기위한 함수에요
   // 그렇기에 아래에 작성된 코드들은 배포서버에 배포되면 다음 배포전 수정해주세요!!
-
-  // 어학 관련 테이블 생성 후 데이터 삽입
-  const createLanguageDataTable = () => {
-    const createTableQuery = `CREATE TABLE 어학공지 (
-      id INT PRIMARY KEY AUTO_INCREMENT,
-      title VARCHAR(255) NOT NULL,
-      link VARCHAR(255) NOT NULL UNIQUE,
-      uploadDate VARCHAR(255) NOT NULL
-          );`;
-
-    db.query(createTableQuery, async (error) => {
-      if (error) {
-        console.log('어학 DB 생성 실패', error);
-        return;
-      }
-
-      console.log('어학 테이블 생성 성공!');
-      await saveLanguageNoticeToDB();
-    });
-  };
-
-  createLanguageDataTable();
 };
 
-handleDeployToServer();
+// handleDeployToServer();