Connect Google BigQuery and Pinecone in our serverless environment

class GoogleBigquerySourceSelect {
    async init() {
        // TODO: Create your google-bigquery credential
        // More info at https://yepcode.io/docs/integrations/google-bigquery/#credential-configuration
        this.googleBigQuery = yepcode.integration.googleBigQuery(
            "your-google-bigquery-credential-name"
        );
    }

    async fetch(publish, done) {
        // TODO: Customize your query
        const query = `SELECT *
      FROM \`your_db.your_schema.your_table_name\`
      LIMIT 10`;

        // for all options, see https://cloud.google.com/bigquery/docs/reference/rest/v2/jobs/query
        const options = {
            query: query,
            // Location must match that of the dataset(s) referenced in the query.
            location: "US",
        };

        // run the query as a job
        const [job] = await this.googleBigQuery.createQueryJob(options);
        console.log(`Job ${job.id} started.`);

        // wait for the query to finish
        const [rows] = await job.getQueryResults();
        for (const row of rows) {
            await publish(row);
        }
        done();
    }

    async close() {}
}

class PineconeTargetUpsertVectors {
    async init() {
        // TODO: Create your pinecone credential
        // More info at https://yepcode.io/docs/integrations/pinecone/#credential-configuration
        this.pineconeClient = yepcode.integration.pinecone(
            "your-pinecone-credential-name"
        );
        // TODO: Select the index name you want to recover.
        // More info at https://docs.pinecone.io/docs/node-client#index
        this.index = await this.pineconeClient.Index("your-index-name");
        this.vectors = [];
    }

    async consume(item) {
        // TODO: Save vectors you want to upsert into a namespace.
        this.vectors.push({
            id: item.id,
            values: item.values,
            metadata: item.metadata,
        });
    }

    async close() {
        // TODO: Write vectors into a namespace.
        // More info at https://docs.pinecone.io/docs/node-client#indexupsert
        await this.index.upsert({
            upsertRequest: {
                vectors: this.vectors,
                namespace: "your-namespace",
            },
        });
    }
}