Connect Webflow CMS entries and Tinybird in our serverless environment

class WebflowSourceGetCmsEntries {
    async init() {
        // TODO: Create webflow credential
        // More info at https://yepcode.io/docs/integrations/webflow/#credential-configuration
        this.webflow = yepcode.integration.webflow("your-webflow-credential-name");
    }

    async fetch(publish, done) {
        const limit = 100;

        let offset = 0;
        let hasMore = true;
        while (hasMore === true) {
            // TODO: Customize your collection id
            // See how to find your collection id: https://www.briantsdawson.com/blog/webflow-api-how-to-get-site-collection-and-item-ids-for-zapier-and-parabola-use
            // More info about the request at: https://developers.webflow.com/#list-collection-items
            const items = await this.webflow.items({
                collectionId: "your-collection-id",
                limit,
                offset,
            });

            // See item object structure at: https://developers.webflow.com/#collectionitem
            for (const item of items) {
                await publish(item);
            }

            hasMore = items.length === limit;
            offset = offset + limit;
        }
        done();
    }

    async close() {}
}

class HttpTargetTinybirdAppendEndpoint {
    async init() {
        // TODO: Create your http credential with tynibird information:
        // More info at https://yepcode.io/docs/integrations/http/#credential-configuration
        // baseUrl: https://api.tinybird.co/v0
        // HTTP Headers: { "Authorization": "Bearer your-read-token" }
        this.httpClient = yepcode.integration.http(
            "your-http-tinybird-credential-name"
        );

        // Transforms the items into a csv format
        this.stringifier = csv.stringify({
            delimiter: ",",
        });
        const targetStream = new PassThrough();
        this.stringifier.pipe(targetStream);

        // Append the stream to Tinybird endpoint
        const formData = FormData();
        formData.append("csv", targetStream);

        // TODO: Customize your request checking the API documentation:
        // https://www.tinybird.co/docs/api-reference/datasource-api.html
        this.tinybirdPost = this.httpClient.post(
            `/datasources?format=csv&mode=append&name=your_end_point_name`,
            formData, {
                headers: {
                    ...formData.getHeaders(),
                },
            }
        );
    }

    async consume(item) {
        // TODO: Map item to your CSV format
        const csvRow = [item.col1, item.col2, item.col3];
        this.stringifier.write(csvRow);
    }

    async close() {
        this.stringifier.end();
        await this.tinybirdPost;
    }
}