Connect FTP CSV file and Tinybird in our serverless environment

class SftpSourceReadRemoteCsv {
    async init() {
        // TODO: Create your sftp credential
        // More info at https://yepcode.io/docs/integrations/sftp/#credential-configuration
        this.sftp = await yepcode.integration.sftp("your-sftp-credential-name");
    }

    async fetch(publish, done) {
        const stream = new PassThrough();

        stream
            .pipe(
                csv.parse({
                    delimiter: ",",
                    columns: true,
                })
            )
            .on("data", publish)
            .on("end", done);

        // TODO: Customize the csv file location
        await this.sftp.get("/remoteDirPath/fileName.csv", stream);
    }

    async close() {
        await this.sftp.end();
    }
}

class HttpTargetTinybirdAppendEndpoint {
    async init() {
        // TODO: Create your http credential with tynibird information:
        // More info at https://yepcode.io/docs/integrations/http/#credential-configuration
        // baseUrl: https://api.tinybird.co/v0
        // HTTP Headers: { "Authorization": "Bearer your-read-token" }
        this.httpClient = yepcode.integration.http(
            "your-http-tinybird-credential-name"
        );

        // Transforms the items into a csv format
        this.stringifier = csv.stringify({
            delimiter: ",",
        });
        const targetStream = new PassThrough();
        this.stringifier.pipe(targetStream);

        // Append the stream to Tinybird endpoint
        const formData = FormData();
        formData.append("csv", targetStream);

        // TODO: Customize your request checking the API documentation:
        // https://www.tinybird.co/docs/api-reference/datasource-api.html
        this.tinybirdPost = this.httpClient.post(
            `/datasources?format=csv&mode=append&name=your_end_point_name`,
            formData, {
                headers: {
                    ...formData.getHeaders(),
                },
            }
        );
    }

    async consume(item) {
        // TODO: Map item to your CSV format
        const csvRow = [item.col1, item.col2, item.col3];
        this.stringifier.write(csvRow);
    }

    async close() {
        this.stringifier.end();
        await this.tinybirdPost;
    }
}