Connect Google Storage CSV file and Clickhouse in our serverless environment

class GoogleStorageSourceReadRemoteCsv {
    async init() {
        // TODO: Create your google-storage credential
        // More info at https://yepcode.io/docs/integrations/google-storage/#credential-configuration
        const googleStorage = yepcode.integration.googleStorage(
            "your-google-storage-credential-name"
        );
        // TODO: Customize your bucket name
        this.bucket = googleStorage.bucket("your-bucket-name");
    }

    async fetch(publish, done) {
        // TODO: Customize your csv file path to download
        await this.bucket
            .file("one-folder/my-filename-1653415231696.csv")
            .createReadStream()
            .pipe(
                csv.parse({
                    delimiter: ",",
                    columns: true,
                })
            )
            .on("data", publish)
            .on("end", done);
    }

    async close() {}
}

class ClickhouseTargetInsert {
    async init() {
        // TODO: Create your clickhouse credential
        // More info at https://yepcode.io/docs/integrations/clickhouse/#credential-configuration
        this.clickhouse = yepcode.integration.clickhouse(
            "your-clickhouse-credential-name"
        );
        // TODO: customize your sql query
        // This opens insert stream for your table
        this.stream = new Stream.Readable({
            objectMode: true
        });
        this.ws = client.insert({
            table: "your_table_name",
            values: stream,
            format: "JSONCompactEachRow",
        });
    }

    async consume(item) {
        // TODO: Map your item to row
        this.stream.push(item);
    }

    async close() {
        // wait stream to finish
        this.stream.push(null);
        await this.ws;
        await this.clickhouse.close();
    }
}