Connect Google BigTable and AWS Redshift in our serverless environment

class GoogleBigtableSourceGetRows {
    async init() {
        // TODO: Create your google-bigtable credential
        // More info at https://yepcode.io/docs/integrations/google-bigtable/#credential-configuration
        const googleBigTable = yepcode.integration.googleBigTable(
            "your-google-bigquery-bigtable-name"
        );
        // TODO: Customize your instance and table names
        this.table = await googleBigTable
            .instance("your-instance-name")
            .table("your-table-name");
    }

    async fetch(publish, done) {
        // You can customize get options. eg: get matching keys
        // Look at: https://cloud.google.com/nodejs/docs/reference/bigtable/latest/bigtable/getrowsoptions
        const getRowsOptions = {};
        const [rows] = await this.table.getRows(getRowsOptions);

        for (const rowResponse of rows) {
            const [row] = await rowResponse.get();
            const item = this._mapRowToItem(row);
            await publish(item);
        }
        done();
    }

    _mapRowToItem(row) {
        const columnsAndLastValue = Object.entries(row.data).map(
            ([columnName, columnContent]) => [
                columnName,
                this._getLastColumnValue(columnContent),
            ]
        );
        return Object.fromEntries(columnsAndLastValue);
    }

    _getLastColumnValue(columnContent) {
        // The second [0] is to access the last value
        // You can access previous values by accessing the next
        // elements in the list
        return columnContent[0][0].value;
    }

    async close() {}
}

class AwsRedshiftTargetInsert {
    async init() {
        // TODO: Create your aws-redshift credential
        // More info at https://yepcode.io/docs/integrations/aws-redshift/#credential-configuration
        this.awsRedshift = yepcode.integration.awsRedshift(
            "your-aws-redshift-credential-name"
        );
    }

    async consume(item) {
        // TODO: Customize your sql query
        const sqlStatement = `INSERT INTO your-table-name VALUES (${item.someProp}, '${item.someStringProp}')`;

        // TODO: Customize the command to be executed
        // More info at https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/clients/client-redshift-data/interfaces/executestatementcommandinput.html
        this.awsRedshift.send(
            new ExecuteStatementCommand({
                ClusterIdentifier: "your-cluster-identifier",
                Database: "your-database",
                DbUser: "your-db-user",
                Sql: sqlStatement,
            })
        );
    }

    async close() {}
}