Connect Elasticsearch and Supabase CSV file in our serverless environment

class ElasticsearchSourceSelect {
    async init() {
        // More info at https://www.npmjs.com/package/@elastic/elasticsearch
        // TODO: Create team variables. More info at https://yepcode.io/docs/processes/team-variables
        this.elasticsearch = new Client({
            cloud: {
                id: yepcode.env.ELASTICSEARCH_CLOUD_ID,
            },
            auth: {
                apiKey: yepcode.env.ELASTICSEARCH_API_KEY,
            },
        });
    }

    async fetch(publish, done) {
        // TODO: customize your query
        const sql = "SELECT * FROM your_table_name";

        const result = await this.elasticsearch.sql.query({
            query: sql,
        });

        result.rows.map((row) => {
            const item = {};
            for (let i = 0; i < row.length; i++) {
                item[result.columns[i].name] = row[i];
            }
            publish(item);
        });
        done();
    }

    async close() {}
}

class SupabaseTargetUploadCsv {
    async init() {
        // More info at https://www.npmjs.com/package/@supabase/supabase-js
        // TODO: Create team variables. More info at https://yepcode.io/docs/processes/team-variables
        this.supabase = createClient(
            yepcode.env.SUPABASE_URL,
            yepcode.env.SUPABASE_ANON_KEY
        );

        this.items = [];
    }

    async consume(item) {
        // TODO: Customize your csv row
        const csvRow = [item.id, item.name];
        this.items.push(csvRow);
    }

    async close() {
        try {
            // Transform items to CSV entries
            const csvFileContent = csv.stringify(this.items, {
                delimiter: ",",
            });
            // TODO: adapt bucket and files management
            // You may check the full API documentation at:
            // Check docs at https://supabase.com/docs/reference/javascript/storage-from-upload
            const {
                data,
                error
            } = await this.supabase.storage
                .from("your-bucket-name")
                .upload(`your-new-file.csv`, csvFileContent, {
                    contentType: "text/csv",
                });

            if (error) {
                throw error;
            }
        } catch (error) {
            console.error(`Error ending upload`, error);
        }
    }
}