Connect Clickhouse and Clickhouse in our serverless environment

class ClickhouseSourceSelect {
    async init() {
        // More info at https://clickhouse.com/docs/integrations/javascript
        // TODO: Create team variables. More info at https://yepcode.io/docs/processes/team-variables
        this.clickhouse = createClient({
            url: yepcode.env.CLICKHOUSE_HOST,
            username: yepcode.env.CLICKHOUSE_USERNAME,
            password: yepcode.env.CLICKHOUSE_PASSWORD,
        });
    }

    async fetch(publish, done) {
        // TODO: customize your sql query
        const sql = "SELECT * FROM your_table_name";

        const resultSet = await this.clickhouse.query({
            query: sql,
            format: "CSV",
        });
        const stream = resultSet.stream();
        stream.on("data", (rows) => {
            rows.forEach(publish);
        });
        stream.on("end", done);
    }

    async close() {
        await this.clickhouse.close();
    }
}

class ClickhouseTargetInsert {
    async init() {
        // More info at https://clickhouse.com/docs/integrations/javascript
        // TODO: Create team variables. More info at https://yepcode.io/docs/processes/team-variables
        this.clickhouse = createClient({
            url: yepcode.env.CLICKHOUSE_HOST,
            username: yepcode.env.CLICKHOUSE_USERNAME,
            password: yepcode.env.CLICKHOUSE_PASSWORD,
        });
        // TODO: customize your sql query
        // This opens insert stream for your table
        this.stream = new Stream.Readable({
            objectMode: true
        });
        this.ws = client.insert({
            table: "your_table_name",
            values: stream,
            format: "JSONCompactEachRow",
        });
    }

    async consume(item) {
        // TODO: Map your item to row
        this.stream.push(item);
    }

    async close() {
        // wait stream to finish
        this.stream.push(null);
        await this.ws;
        await this.clickhouse.close();
    }
}