summaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
authorJan Tuomi <jan@jantuomi.fi>2025-03-26 22:42:24 +0200
committerJan Tuomi <jan@jantuomi.fi>2025-03-26 22:42:24 +0200
commit560a436d7f5cfa7e6547994f20ebffd62cbe4773 (patch)
tree2b357ffa24f3f741de719203405135c1550dde47
parent380b2378e821fbe26011a0ae7cb3ebc6dbdcf018 (diff)
Crawler updates
-rw-r--r--src/instagram_task.ts33
1 files changed, 17 insertions, 16 deletions
diff --git a/src/instagram_task.ts b/src/instagram_task.ts
index 4b66b1d..abe963a 100644
--- a/src/instagram_task.ts
+++ b/src/instagram_task.ts
@@ -28,9 +28,7 @@ export const runDownloadInstagramTask = async (task: InstagramTask) => {
fs.unlinkSync(`./downloads/${file}`);
});
- await page.goto("https://snapinsta.app/");
- await page.type("input#sf_url", task.url);
- await page.click("button#sf_submit");
+ await page.goto("https://snapins.ai/");
try {
const consent = await page.waitForSelector("button.fc-cta-consent", {
@@ -52,19 +50,19 @@ export const runDownloadInstagramTask = async (task: InstagramTask) => {
await wait(1000);
console.log("Done waiting");
- try {
- const adModalClose = await page.waitForSelector("#adOverlay button", {
- timeout: 3000,
- });
- console.log("Looks like an ad modal, clicking close");
- await adModalClose?.click();
- } catch (e) {
- if (e instanceof TimeoutError) {
- console.log("No ad modal");
- } else {
- throw e;
- }
- }
+ // try {
+ // const adModalClose = await page.waitForSelector("#adOverlay button", {
+ // timeout: 3000,
+ // });
+ // console.log("Looks like an ad modal, clicking close");
+ // await adModalClose?.click();
+ // } catch (e) {
+ // if (e instanceof TimeoutError) {
+ // console.log("No ad modal");
+ // } else {
+ // throw e;
+ // }
+ // }
try {
const secondAdModalClose = await page.waitForSelector("#dismiss-button", {
@@ -80,6 +78,9 @@ export const runDownloadInstagramTask = async (task: InstagramTask) => {
}
}
+ await page.type("input#url", task.url);
+ await page.click("#btn-submit");
+
const downloadButton = await page.waitForSelector(
".download-content a[data-event=click_download_btn]",
{ timeout: 10_000 },