Queue recipe-scrape-queue (1 message) - Exceeded CPU Limit @ 5/6/2024, 9:01:09 AM
  (log) PROCESSING MESSAGE https://www.instagram.com/reel/C6TxYW1OjAf
  (log) closing websocket
✘ [ERROR]   TypeError: Fetch API cannot load: 

Queue recipe-scrape-queue (1 message) - Exceeded CPU Limit @ 5/6/2024, 9:01:09 AM
  (log) PROCESSING MESSAGE https://www.instagram.com/reel/C6TxYW1OjAf
  (log) closing websocket
✘ [ERROR]   TypeError: Fetch API cannot load: 

import puppeteer, { type BrowserWorker } from "@cloudflare/puppeteer";

/**
 * Cloudflare Browser Rendering has strict limits on the number of browsers that can be active, but does
 * allow sharing sessions. Sessions are active for sixty seconds after the last command is made. New
 * browsers can be created at any time, but only two are allowed a minute.
 *
 * This will try to connect to an available session if one is available, otherwise it will create a new
 * browser. If no browser is available, it will throw an error.
 */
export async function getPuppeteerBrowser(browserWorker: BrowserWorker) {
    const availableSession = await getAvailableSession(browserWorker);

    if (availableSession) {
        return await puppeteer.connect(browserWorker, availableSession.sessionId);
    }

    return await aquireBrowser(browserWorker);
}

async function getAvailableSession(browserWorker: BrowserWorker) {
    const activeSessions = await puppeteer.sessions(browserWorker);
    const availableSessions = activeSessions.filter(
        (session) => !session.connectionId,
    );

    if (availableSessions.length === 0) {
        return undefined;
    }

    return availableSessions[
        Math.floor(Math.random() * availableSessions.length)
    ];
}

async function aquireBrowser(browserWorker: BrowserWorker) {
    const activeLimits = await puppeteer.limits(browserWorker);

    if (activeLimits.timeUntilNextAllowedBrowserAcquisition) {
        throw new Error("No available browser aquisitions.");
    }

    return await puppeteer.launch(browserWorker);
}

import puppeteer, { type BrowserWorker } from "@cloudflare/puppeteer";

/**
 * Cloudflare Browser Rendering has strict limits on the number of browsers that can be active, but does
 * allow sharing sessions. Sessions are active for sixty seconds after the last command is made. New
 * browsers can be created at any time, but only two are allowed a minute.
 *
 * This will try to connect to an available session if one is available, otherwise it will create a new
 * browser. If no browser is available, it will throw an error.
 */
export async function getPuppeteerBrowser(browserWorker: BrowserWorker) {
    const availableSession = await getAvailableSession(browserWorker);

    if (availableSession) {
        return await puppeteer.connect(browserWorker, availableSession.sessionId);
    }

    return await aquireBrowser(browserWorker);
}

async function getAvailableSession(browserWorker: BrowserWorker) {
    const activeSessions = await puppeteer.sessions(browserWorker);
    const availableSessions = activeSessions.filter(
        (session) => !session.connectionId,
    );

    if (availableSessions.length === 0) {
        return undefined;
    }

    return availableSessions[
        Math.floor(Math.random() * availableSessions.length)
    ];
}

async function aquireBrowser(browserWorker: BrowserWorker) {
    const activeLimits = await puppeteer.limits(browserWorker);

    if (activeLimits.timeUntilNextAllowedBrowserAcquisition) {
        throw new Error("No available browser aquisitions.");
    }

    return await puppeteer.launch(browserWorker);
}