Connect Databricks and Tinybird in our serverless environment

class DatabricksSourceSelect {
    async init() {
        // TODO: Create your databricks credential
        // More info at https://yepcode.io/docs/integrations/databricks/#credential-configuration
        this.databricks = yepcode.integration.databricks(
            "your-databricks-credential-name"
        );
        this.session = await this.databricks.openSession();
    }

    async fetch(publish, done) {
        // TODO: Customize your sql query
        // More info at: https://github.com/databricks/databricks-sql-nodejs/blob/main/tests/e2e/batched_fetch.test.js#L21
        const queryOperation = await this.session.executeStatement(
            `SELECT * FROM your_table_name`, {
                runAsync: true
            }
        );
        const results = await queryOperation.fetchAll();
        await queryOperation.close();

        for (const result of results) {
            await publish(result);
        }
        done();
    }

    async close() {
        await this.session.close();
        await this.databricks.close();
    }
}

class HttpTargetTinybirdAppendEndpoint {
    async init() {
        // TODO: Create your http credential with tynibird information:
        // More info at https://yepcode.io/docs/integrations/http/#credential-configuration
        // baseUrl: https://api.tinybird.co/v0
        // HTTP Headers: { "Authorization": "Bearer your-read-token" }
        this.httpClient = yepcode.integration.http(
            "your-http-tinybird-credential-name"
        );

        // Transforms the items into a csv format
        this.stringifier = csv.stringify({
            delimiter: ",",
        });
        const targetStream = new PassThrough();
        this.stringifier.pipe(targetStream);

        // Append the stream to Tinybird endpoint
        const formData = FormData();
        formData.append("csv", targetStream);

        // TODO: Customize your request checking the API documentation:
        // https://www.tinybird.co/docs/api-reference/datasource-api.html
        this.tinybirdPost = this.httpClient.post(
            `/datasources?format=csv&mode=append&name=your_end_point_name`,
            formData, {
                headers: {
                    ...formData.getHeaders(),
                },
            }
        );
    }

    async consume(item) {
        // TODO: Map item to your CSV format
        const csvRow = [item.col1, item.col2, item.col3];
        this.stringifier.write(csvRow);
    }

    async close() {
        this.stringifier.end();
        await this.tinybirdPost;
    }
}