Connect Zyte automatic extraction and Algolia in our serverless environment

class HttpSourceZyteAutomaticExtraction {
    async init() {
        // TODO: Create your http credential with zyte information:
        // More info at https://yepcode.io/docs/integrations/http/#credential-configuration
        // Get your Zyte API key following guide at: https://docs.zyte.com/automatic-extraction-get-started.html
        // baseUrl: https://autoextract.scrapinghub.com/v1
        // user: <your_automatic_extraction_api_key>
        // password: empty
        this.axiosClient = yepcode.integration.http(
            "your-http-zyte-credential-name"
        );
    }

    async fetch(publish, done) {
        // TODO: Customize your request checking the API documentation:
        // https://docs.zyte.com/automatic-extraction.html
        const payload = [
            // In this sample we'll use the product list extraction: https://docs.zyte.com/automatic-extraction/product-list.html
            // TODO: Other lists or single object extractions may be done changing this payload:
            //       articles, comments, job posting, real state, reviews
            {
                url: "http://books.toscrape.com/",
                pageType: "productList",
            },
        ];
        const {
            data
        } = await this.axiosClient.post("/extract", payload);

        if (data && data[0]) {
            // TODO: If retrieved list is not a productList, this attribute navigations should be changed
            // TODO: You may also keep on retrieving next paginations using information at data[0].productList.paginationNext
            for (const item of data[0].productList.products) {
                await publish(item);
            }
        }
        done();
    }

    async close() {}
}

class AlgoliaTargetSaveObjects {
    async init() {
        // TODO: Create your algolia credential
        // More info at https://yepcode.io/docs/integrations/algolia/#credential-configuration
        this.algoliaClient = yepcode.integration.algolia(
            "your-algolia-credential-name"
        );

        // TODO: Customize your index name
        this.algoliaIndex = this.algoliaClient.initIndex("your-algolia-index-name");

        this.objectsToSave = [];
    }
    async consume(item) {
        // TODO: Build your objects to be saved. More info at https://www.algolia.com/doc/api-reference/api-methods/save-objects/
        this.objectsToSave.push(item);
    }

    async close() {
        // We save all the objects in one operation to take advance of performance beneficts that algolia client includes
        // More info at https://www.algolia.com/doc/api-reference/api-methods/save-objects/
        await this.algoliaIndex.saveObjects(this.objectsToSave);
    }
}