Connect Supabase NDJSON file and Tinybird in our serverless environment

class SupabaseSourceReadRemoteNdjson {
    async init() {
        // TODO: Create your supabase credential
        // More info at https://yepcode.io/docs/integrations/supabase/#credential-configuration
        this.supabase = yepcode.integration.supabase(
            "your-supabase-credential-name"
        );
    }

    async fetch(publish, done) {
        // You may check the full API documentation at:
        // https://supabase.com/docs/reference/javascript/storage-from-download
        const {
            data,
            error
        } = await this.supabase.storage
            .from("your-bucket-name")
            .download(`your-file-name.ndjson`);
        if (error) {
            throw error;
        }
        data
            .stream()
            .pipe(ndjson.parse())
            .on("data", async (line) => {
                await publish(line);
            })
            .on("end", done);
    }

    async close() {
        await this.sftp.end();
    }
}

class HttpTargetTinybirdAppendEndpoint {
    async init() {
        // TODO: Create your http credential with tynibird information:
        // More info at https://yepcode.io/docs/integrations/http/#credential-configuration
        // baseUrl: https://api.tinybird.co/v0
        // HTTP Headers: { "Authorization": "Bearer your-read-token" }
        this.httpClient = yepcode.integration.http(
            "your-http-tinybird-credential-name"
        );

        // Transforms the items into a csv format
        this.stringifier = csv.stringify({
            delimiter: ",",
        });
        const targetStream = new PassThrough();
        this.stringifier.pipe(targetStream);

        // Append the stream to Tinybird endpoint
        const formData = FormData();
        formData.append("csv", targetStream);

        // TODO: Customize your request checking the API documentation:
        // https://www.tinybird.co/docs/api-reference/datasource-api.html
        this.tinybirdPost = this.httpClient.post(
            `/datasources?format=csv&mode=append&name=your_end_point_name`,
            formData, {
                headers: {
                    ...formData.getHeaders(),
                },
            }
        );
    }

    async consume(item) {
        // TODO: Map item to your CSV format
        const csvRow = [item.col1, item.col2, item.col3];
        this.stringifier.write(csvRow);
    }

    async close() {
        this.stringifier.end();
        await this.tinybirdPost;
    }
}