Connect Xata and Clickhouse in our serverless environment

class HttpSourceXataQuery {
    async init() {
        // TODO: Create your http credential with xata information:
        // More info at https://yepcode.io/docs/integrations/http/#credential-configuration
        // baseUrl: Your Xata.io base url https://${your-workspace}.${your-zone}.xata.sh/db'
        // HTTP Headers: { "Authorization": "Bearer <your-xata-api-key>" }
        this.axiosClient = yepcode.integration.http(
            "your-http-xata-credential-name"
        );
    }

    async fetch(publish, done) {
        // TODO: Set your table endpoint parameters
        // You may check API documentation for more details
        // https://xata.io/docs/overview
        const database = "<your-database>";
        const branch = "<your-branch>";
        const table = "<your-table>";
        const pagination = {
            page: {
                size: 15
            }
        };

        await this.axiosClient
            .post(`/${database}:${branch}/tables/${table}/query`, pagination)
            .then(({
                data
            }) => {
                for (const row of data.records) {
                    publish(row);
                }
            })
            .catch((error) => {
                console.error(
                    `An error was thrown retrieving data`,
                    error.response.data
                );
                throw error;
            });

        done();
    }

    async close() {}
}

class ClickhouseTargetInsert {
    async init() {
        // TODO: Create your clickhouse credential
        // More info at https://yepcode.io/docs/integrations/clickhouse/#credential-configuration
        this.clickhouse = yepcode.integration.clickhouse(
            "your-clickhouse-credential-name"
        );
        // TODO: customize your sql query
        // This opens insert stream for your table
        this.stream = new Stream.Readable({
            objectMode: true
        });
        this.ws = client.insert({
            table: "your_table_name",
            values: stream,
            format: "JSONCompactEachRow",
        });
    }

    async consume(item) {
        // TODO: Map your item to row
        this.stream.push(item);
    }

    async close() {
        // wait stream to finish
        this.stream.push(null);
        await this.ws;
        await this.clickhouse.close();
    }
}