Connect Airtable and Databricks in our serverless environment

class AirtableSourceListRecords {
    async init() {
        // More info at https://www.npmjs.com/package/airtable
        this.airtableClient = new Airtable({
            // TODO: Create a team variable. More info at https://yepcode.io/docs/processes/team-variables
            apiKey: yepcode.env.AIRTABLE_API_KEY,
        });

        // TODO: Customize your base id and table id
        // More info at https://support.airtable.com/docs/understanding-airtable-ids
        this.table = this.airtableClient
            .base("your-base-id")
            .table("your-table-id");
    }

    async fetch(publish, done) {
        await this.table
            .select({
                // TODO: Provide optional parameters
                // Airtable creates a dynamic docs page for each base
                // Visit yours at https://airtable.com/{your-base-id}/api/docs
                maxRecords: 30,
            })
            .eachPage(async (records, fetchNextPage) => {
                for (const record of records) {
                    const {
                        id,
                        fields
                    } = record._rawJson;

                    // TODO: Customize record columns mapping to the item that will be published
                    const item = {
                        id,
                        name: fields.name
                    };

                    await publish(item);
                }
                fetchNextPage();
            }, done);
    }

    async close() {}
}

class DatabricksTargetInsert {
    async init() {
        // More info at https://github.com/databricks/databricks-sql-nodejs
        // TODO: Create team variables. More info at https://yepcode.io/docs/processes/team-variables
        this.databricks = new DBSQLClient();
        await this.databricks.connect({
            host: yepcode.env.DATABRICKS_HOST,
            token: yepcode.env.DATABRICKS_TOKEN,
        });
        this.session = await this.databricks.openSession();
    }

    async consume(item) {
        // TODO: Customize your sql query
        // More info at: https://github.com/databricks/databricks-sql-nodejs/blob/main/tests/e2e/data_types.test.js#L151
        const operation = await this.session.executeStatement(
            `INSERT INTO yourTable VALUES(${item.id}, ${item.name})`
        );
        const result = await operation.fetchAll();
        await operation.close();
        return result;
    }

    async close() {
        await this.session.close();
        await this.databricks.close();
    }
}