Connect Zyte automatic extraction and Amazon S3 CSV file in our serverless environment

class HttpSourceZyteAutomaticExtraction {
    async init() {
        // TODO: Create your http credential with zyte information:
        // More info at https://yepcode.io/docs/integrations/http/#credential-configuration
        // Get your Zyte API key following guide at: https://docs.zyte.com/automatic-extraction-get-started.html
        // baseUrl: https://autoextract.scrapinghub.com/v1
        // user: <your_automatic_extraction_api_key>
        // password: empty
        this.httpClient = yepcode.integration.http(
            "your-http-zyte-credential-name"
        );
    }

    async fetch(publish, done) {
        // TODO: Customize your request checking the API documentation:
        // https://docs.zyte.com/automatic-extraction.html
        const payload = [
            // In this sample we'll use the product list extraction: https://docs.zyte.com/automatic-extraction/product-list.html
            // TODO: Other lists or single object extractions may be done changing this payload:
            //       articles, comments, job posting, real state, reviews
            {
                url: "http://books.toscrape.com/",
                pageType: "productList",
            },
        ];
        const {
            data
        } = await this.httpClient.post("/extract", payload);

        if (data && data[0]) {
            // TODO: If retrieved list is not a productList, this attribute navigations should be changed
            // TODO: You may also keep on retrieving next paginations using information at data[0].productList.paginationNext
            for (const item of data[0].productList.products) {
                await publish(item);
            }
        }
        done();
    }

    async close() {}
}

class AwsS3TargetUploadCsv {
    async init() {
        // TODO: Create your aws-s3 credential
        // More info at https://yepcode.io/docs/integrations/aws-s3/#credential-configuration
        this.awsS3 = yepcode.integration.awsS3("your-aws-s3-credential-name");
        // Transforms the items into a csv format
        this.stringifier = csv.stringify({
            delimiter: ",",
        });
        this.targetStream = new PassThrough();
        this.stringifier.pipe(this.targetStream);
        // TODO: customize the Upload content
        // More info at: https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/interfaces/_aws_sdk_lib_storage.options-1.html
        this.upload = new Upload({
            client: this.awsS3,
            params: {
                Bucket: "your-bucket-name",
                Key: "your-file-name.csv",
                Body: this.targetStream,
            },
        });
        this.upload.on("httpUploadProgress", (progress) => {
            console.log(`Upload progress`, progress);
        });
        this.uploadPromise = this.upload.done();
    }

    async consume(item) {
        // TODO: customize the csv row to create from your item content
        const csvRow = [item.value, item.text];
        this.stringifier.write(csvRow);
    }

    async close() {
        try {
            this.stringifier.end();
        } catch (error) {
            console.error(`Error ending stringifier`, error);
        }
        try {
            await this.uploadPromise;
        } catch (error) {
            console.error(`Error ending upload`, error);
        }
    }
}