Connect Tinybird and Databricks in our serverless environment

class HttpSourceTinybirdGetEndpoint {
    async init() {
        // TODO: Create your http credential with tynibird information:
        // More info at https://yepcode.io/docs/integrations/http/#credential-configuration
        // baseUrl: https://api.tinybird.co/v0
        // HTTP Headers: { "Authorization": "Bearer <your-read-token>" }
        this.axiosClient = yepcode.integration.http(
            "your-http-tinybird-credential-name"
        );
    }

    async fetch(publish, done) {
        // TODO: Customize your request checking the API documentation:
        // https://www.tinybird.co/docs/api-reference/query-api.html
        this.axiosClient
            .get("/pipes/your_end_point_name.csv", {
                responseType: "stream",
            })
            .then(({
                data
            }) => {
                data
                    .pipe(
                        csv.parse({
                            trim: true,
                            columns: true,
                            delimiter: ",",
                            skip_empty_lines: true,
                        })
                    )
                    .on("data", publish)
                    .on("end", done);
            });
    }

    async close() {}
}

class DatabricksTargetInsert {
    async init() {
        // TODO: Create your databricks credential
        // More info at https://yepcode.io/docs/integrations/databricks/#credential-configuration
        this.databricks = yepcode.integration.databricks(
            "your-databricks-credential-name"
        );
        this.session = await this.databricks.openSession();
    }

    async consume(item) {
        // TODO: Customize your sql query
        // More info at: https://github.com/databricks/databricks-sql-nodejs/blob/main/tests/e2e/data_types.test.js#L151
        const operation = await this.session.executeStatement(
            `INSERT INTO yourTable VALUES(${item.id}, ${item.name})`
        );
        const result = await operation.fetchAll();
        await operation.close();
        return result;
    }

    async close() {
        await this.session.close();
        await this.databricks.close();
    }
}