Connect Remote CSV file and Tinybird in our serverless environment

class HttpSourceReadRemoteCsv {
    async init() {
        // TODO: Create your http credential with endpoint information:
        // More info at https://yepcode.io/docs/integrations/http/#credential-configuration
        // It may manage headers or authentication
        this.httpClient = yepcode.integration.http("your-http-credential-name");
    }

    async fetch(publish, done) {
        // TODO: Customize the path to the csv file
        await this.httpClient
            .get("/the-csv-file-path.csv", {
                responseType: "stream",
            })
            .then(({
                data
            }) => {
                data
                    .pipe(
                        csv.parse({
                            trim: true,
                            columns: true,
                            delimiter: ",",
                            skip_empty_lines: true,
                        })
                    )
                    .on("data", async (line) => {
                        // TODO: Map your item
                        const item = {
                            id: line.Index,
                            name: line.Name
                        };
                        await publish(item);
                    })
                    .on("end", done);
            });
    }

    async close() {}
}

class HttpTargetTinybirdAppendEndpoint {
    async init() {
        // TODO: Create your http credential with tynibird information:
        // More info at https://yepcode.io/docs/integrations/http/#credential-configuration
        // baseUrl: https://api.tinybird.co/v0
        // HTTP Headers: { "Authorization": "Bearer your-read-token" }
        this.httpClient = yepcode.integration.http(
            "your-http-tinybird-credential-name"
        );

        // Transforms the items into a csv format
        this.stringifier = csv.stringify({
            delimiter: ",",
        });
        const targetStream = new PassThrough();
        this.stringifier.pipe(targetStream);

        // Append the stream to Tinybird endpoint
        const formData = FormData();
        formData.append("csv", targetStream);

        // TODO: Customize your request checking the API documentation:
        // https://www.tinybird.co/docs/api-reference/datasource-api.html
        this.tinybirdPost = this.httpClient.post(
            `/datasources?format=csv&mode=append&name=your_end_point_name`,
            formData, {
                headers: {
                    ...formData.getHeaders(),
                },
            }
        );
    }

    async consume(item) {
        // TODO: Map item to your CSV format
        const csvRow = [item.col1, item.col2, item.col3];
        this.stringifier.write(csvRow);
    }

    async close() {
        this.stringifier.end();
        await this.tinybirdPost;
    }
}