diff --git a/.github/workflows/update-ky-youtube.yml b/.github/workflows/update-ky-youtube.yml index 181584d..971759a 100644 --- a/.github/workflows/update-ky-youtube.yml +++ b/.github/workflows/update-ky-youtube.yml @@ -1,4 +1,4 @@ -name: Crawl Recent TJ Songs +name: Update ky by Youtube on: schedule: diff --git a/packages/crawling/src/assets/crawlKYYoutubeFailedList.txt b/packages/crawling/src/assets/crawlKYYoutubeFailedList.txt index f39258d..32cc8e9 100644 --- a/packages/crawling/src/assets/crawlKYYoutubeFailedList.txt +++ b/packages/crawling/src/assets/crawlKYYoutubeFailedList.txt @@ -25805,3 +25805,4 @@ Nightwalker-텐(TEN) My Love Mine All Mine-Mitski MONSTERS(최강야구OST)-이원석 Lose Control-Teddy Swims +Fruit Fly-Leah Dou,검정치마 diff --git a/packages/crawling/src/crawling/crawlRecentTJ.ts b/packages/crawling/src/crawling/crawlRecentTJ.ts index a173c7c..8df2fa3 100644 --- a/packages/crawling/src/crawling/crawlRecentTJ.ts +++ b/packages/crawling/src/crawling/crawlRecentTJ.ts @@ -15,6 +15,7 @@ dotenv.config(); // action 우분투 환경에서의 호환을 위해 추가 const browser = await puppeteer.launch({ + headless: true, args: ['--no-sandbox', '--disable-setuid-sandbox'], }); diff --git a/packages/crawling/src/crawling/crawlYoutube.ts b/packages/crawling/src/crawling/crawlYoutube.ts index feec202..c8ab3cd 100644 --- a/packages/crawling/src/crawling/crawlYoutube.ts +++ b/packages/crawling/src/crawling/crawlYoutube.ts @@ -15,7 +15,12 @@ import { isValidKYExistNumber } from './isValidKYExistNumber'; // youtube에서 KY 노래방 번호 크롤링 // crawlYoutubeValid에서 진행하는 실제 사이트 검증도 포함 -const browser = await puppeteer.launch(); +// action 우분투 환경에서의 호환을 위해 추가 +const browser = await puppeteer.launch({ + headless: true, + args: ['--no-sandbox', '--disable-setuid-sandbox'], +}); + const page = await browser.newPage(); const baseUrl = 'https://www.youtube.com/@KARAOKEKY/search';