Connect Remote CSV file and Google BigTable in our serverless environment

class HttpSourceReadRemoteCsv {
    async init() {
        // TODO: Create your http credential with endpoint information:
        // More info at https://yepcode.io/docs/integrations/http/#credential-configuration
        // It may manage headers or authentication
        this.axiosClient = yepcode.integration.http("your-http-credential-name");
    }

    async fetch(publish, done) {
        // TODO: Customize the path to the csv file
        await this.axiosClient
            .get("/the-csv-file-path.csv", {
                responseType: "stream",
            })
            .then(({
                data
            }) => {
                data
                    .pipe(
                        csv.parse({
                            trim: true,
                            columns: true,
                            delimiter: ",",
                            skip_empty_lines: true,
                        })
                    )
                    .on("data", async (line) => {
                        // map your item
                        const item = {
                            id: line.Index,
                            name: line.Name
                        };

                        await publish(item);
                    })
                    .on("end", done);
            });
    }

    async close() {}
}

class GoogleBigtableTargetWriteRow {
    async init() {
        // TODO: Create your google-bigtable credential
        // More info at https://yepcode.io/docs/integrations/google-bigtable/#credential-configuration
        const googleBigTable = yepcode.integration.googleBigTable(
            "your-google-bigquery-bigtable-name"
        );
        // TODO: Customize your instance and table names
        this.table = await googleBigTable
            .instance("your-instance-name")
            .table("your-table-name");
    }

    async consume(item) {
        // TODO: Customize the row key, columns names and data
        const rowToInsert = {
            key: item.key,
            data: {
                columnX: item.propX,
                columnY: item.propY,
            },
        };
        await this.table.insert(rowToInsert);
    }

    async close() {}
}