Connect Google BigTable and Snowflake in our serverless environment

class GoogleBigtableSourceGetRows {
    async init() {
        // More info at https://www.npmjs.com/package/@google-cloud/bigtable
        // TODO: Create team variables. More info at https://yepcode.io/docs/processes/team-variables
        this.googleBigTable = new Bigtable({
            projectId: yepcode.env.GOOGLE_BIGTABLE_PROJECT_ID,
            credentials: JSON.parse(yepcode.env.GOOGLE_BIGTABLE_SERVICE_ACCOUNT_JSON),
        });
        // TODO: Customize your instance and table names
        this.table = await this.googleBigTable
            .instance("your-instance-name")
            .table("your-table-name");
    }

    async fetch(publish, done) {
        // You can customize get options. eg: get matching keys
        // Look at: https://cloud.google.com/nodejs/docs/reference/bigtable/latest/bigtable/getrowsoptions
        const getRowsOptions = {};
        const [rows] = await this.table.getRows(getRowsOptions);

        for (const rowResponse of rows) {
            const [row] = await rowResponse.get();
            const item = this._mapRowToItem(row);
            await publish(item);
        }
        done();
    }

    _mapRowToItem(row) {
        const columnsAndLastValue = Object.entries(row.data).map(
            ([columnName, columnContent]) => [
                columnName,
                this._getLastColumnValue(columnContent),
            ]
        );
        return Object.fromEntries(columnsAndLastValue);
    }

    _getLastColumnValue(columnContent) {
        // The second [0] is to access the last value
        // You can access previous values by accessing the next
        // elements in the list
        return columnContent[0][0].value;
    }

    async close() {}
}

class SnowflakeTargetInsert {
    async init() {
        // More info at https://www.npmjs.com/package/snowflake-sdk
        // TODO: Create team variables. More info at https://yepcode.io/docs/processes/team-variables
        this.connection = snowflake.createConnection({
            account: yepcode.env.SNOWFLAKE_ACCOUNT,
            username: yepcode.env.SNOWFLAKE_USERNAME,
            password: yepcode.env.SNOWFLAKE_PASSWORD,
            warehouse: yepcode.env.SNOWFLAKE_WAREHOUSE,
            database: yepcode.env.SNOWFLAKE_DATABASE,
            schema: yepcode.env.SNOWFLAKE_SCHEMA,
        });
        await this.connection.connect();
    }

    async consume(item) {
        await new Promise((resolve, reject) => {
            this.connection.execute({
                // TODO: Customize your SQL INSERT statement
                sqlText: "insert into YOUR_TABLE(ID, NAME) values(?, ?)",
                // TODO: Map item to any of the ? in insert sentence
                binds: [item.id, item.name],
                complete: (err, stmt, rows) => {
                    if (err) {
                        reject(err);
                        return;
                    }
                    resolve([stmt, rows]);
                },
            });
        });
    }

    async close() {
        await this.connection.destroy();
    }
}