Connect Tinybird and Supabase NDJSON file in our serverless environment

class HttpSourceTinybirdGetEndpoint {
    async init() {
        // TODO: Create your http credential with tynibird information:
        // More info at https://yepcode.io/docs/integrations/http/#credential-configuration
        // baseUrl: https://api.tinybird.co/v0
        // HTTP Headers: { "Authorization": "Bearer <your-read-token>" }
        this.axiosClient = yepcode.integration.http(
            "your-http-tinybird-credential-name"
        );
    }

    async fetch(publish, done) {
        // TODO: Customize your request checking the API documentation:
        // https://www.tinybird.co/docs/api-reference/query-api.html
        this.axiosClient
            .get("/pipes/your_end_point_name.csv", {
                responseType: "stream",
            })
            .then(({
                data
            }) => {
                data
                    .pipe(
                        csv.parse({
                            trim: true,
                            columns: true,
                            delimiter: ",",
                            skip_empty_lines: true,
                        })
                    )
                    .on("data", publish)
                    .on("end", done);
            });
    }

    async close() {}
}

class SupabaseTargetUploadNdjson {
    async init() {
        // TODO: Create your supabase credential
        // More info at https://yepcode.io/docs/integrations/supabase/#credential-configuration
        this.supabase = yepcode.integration.supabase(
            "your-supabase-credential-name"
        );

        this.items = [];
    }

    async consume(item) {
        this.items.push(item);
        this.stringifier.write(item);
    }

    async close() {
        try {
            // Transform items to ndjson entries
            const ndjsonFileContent = ndjson.stringify(this.items);
            // TODO: adapt bucket and files management
            // You may check the full API documentation at:
            // Check docs at https://supabase.com/docs/reference/javascript/storage-from-upload
            const {
                data,
                error
            } = await this.supabase.storage
                .from("your-bucket-name")
                .upload(`your-new-file.ndjson`, ndjsonFileContent, {
                    contentType: "text/ndjson",
                });

            if (error) {
                throw error;
            }
        } catch (error) {
            console.error(`Error ending upload`, error);
        }
    }
}