Fix page proxy

An attempt to work around Cuadrix/puppeteer-page-proxy#76
21jake · Mar 8, 2023 · 31d3c71 · 31d3c71
1 parent 1865a2a
commit 31d3c71
Show file tree

Hide file tree

Showing 2 changed files with 8 additions and 3 deletions.
diff --git a/backend/src/services/scraper.service.ts b/backend/src/services/scraper.service.ts
@@ -101,10 +101,15 @@ export class ScraperService {
       keywordRecord.error = error.message;
     }
 
+    try {
+      await page.close();
+    } catch (error) {
+      console.log(`Error closing page: ${error.message}`);
+    }
+
     const saved = await this.keywordRepository.save(keywordRecord);
     console.log({ savedKeword: saved });
 
-    await sleep(1000);
-    await page.close();
+
   }
 }
diff --git a/docker-compose.dev.yml b/docker-compose.dev.yml
@@ -13,7 +13,7 @@ services:
       - TZ=Asia/Ho_Chi_Minh
       - POSTGRESQL_TIMEZONE=Asia/Ho_Chi_Minh
   backend:
-    image: jake21/scraper-backend
+    image: jake21/scraper-backend:exp
     env_file:
       - ./backend/.env.dev
     ports: