Connect Webflow CMS entries and Pinecone in our serverless environment

class WebflowSourceGetCmsEntries {
    async init() {
        // More info at https://www.npmjs.com/package/webflow-api
        // TODO: Create team variables. More info at https://yepcode.io/docs/processes/team-variables
        this.webflow = new WebflowClient({
            token: yepcode.env.WEBFLOW_API_KEY
        });
    }

    async fetch(publish, done) {
        const limit = 100;

        let offset = 0;
        let hasMore = true;
        while (hasMore === true) {
            // TODO: Customize your collection id
            // See how to find your collection id: https://www.briantsdawson.com/blog/webflow-api-how-to-get-site-collection-and-item-ids-for-zapier-and-parabola-use
            // More info about the request at: https://developers.webflow.com/#list-collection-items
            const items = await this.webflow.items({
                collectionId: "your-collection-id",
                limit,
                offset,
            });

            // See item object structure at: https://developers.webflow.com/#collectionitem
            for (const item of items) {
                await publish(item);
            }

            hasMore = items.length === limit;
            offset = offset + limit;
        }
        done();
    }

    async close() {}
}

class PineconeTargetUpsertVectors {
    async init() {
        // More info at https://www.npmjs.com/package/@pinecone-database/pinecone
        // TODO: Create team variables. More info at https://yepcode.io/docs/processes/team-variables
        this.pineconeClient = new Pinecone({
            apiKey: yepcode.env.PINECONE_API_KEY,
        });
        // TODO: Select the index name you want to recover.
        // More info at https://docs.pinecone.io/docs/node-client#index
        this.index = await this.pineconeClient.Index("your-index-name");
        this.vectors = [];
    }

    async consume(item) {
        // TODO: Save vectors you want to upsert into a namespace.
        this.vectors.push({
            id: item.id,
            values: item.values,
            metadata: item.metadata,
        });
    }

    async close() {
        // TODO: Write vectors into a namespace.
        // More info at https://docs.pinecone.io/docs/node-client#indexupsert
        await this.index.upsert({
            upsertRequest: {
                vectors: this.vectors,
                namespace: "your-namespace",
            },
        });
    }
}