Connect Supabase NDJSON file and Elasticsearch in our serverless environment

class SupabaseSourceReadRemoteNdjson {
    async init() {
        // TODO: Create your supabase credential
        // More info at https://yepcode.io/docs/integrations/supabase/#credential-configuration
        this.supabase = yepcode.integration.supabase(
            "your-supabase-credential-name"
        );
    }

    async fetch(publish, done) {
        // You may check the full API documentation at:
        // https://supabase.com/docs/reference/javascript/storage-from-download
        const {
            data,
            error
        } = await this.supabase.storage
            .from("your-bucket-name")
            .download(`your-file-name.ndjson`);
        if (error) {
            throw error;
        }
        data
            .stream()
            .pipe(ndjson.parse())
            .on("data", async (line) => {
                await publish(line);
            })
            .on("end", done);
    }

    async close() {
        await this.sftp.end();
    }
}

class ElasticsearchTargetInsert {
    async init() {
        // TODO: Create your clickhouse credential
        // More info at https://yepcode.io/docs/integrations/elasticsearch/#credential-configuration
        this.elasticsearch = yepcode.integration.elasticsearch(
            "your-elasticsearch-credential-name"
        );
    }

    async consume(item) {
        // TODO: Map your item to row
        await this.elasticsearch.index({
            index: "your_table_name",
            document: item,
        });
    }

    async close() {}
}