Connect FTP NDJSON file and Algolia in our serverless environment

class SftpSourceReadRemoteNdjson {
    async init() {
        // TODO: Create your sftp credential
        // More info at https://yepcode.io/docs/integrations/sftp/#credential-configuration
        this.sftp = await yepcode.integration.sftp("your-sftp-credential-name");
    }

    async fetch(publish, done) {
        // TODO: Customize your ndjson file path to download
        const stream = new PassThrough();
        stream
            .pipe(ndjson.parse())
            .on("data", async (line) => {
                await publish(line);
            })
            .on("end", done);

        // TODO: Customize the ndjson file location
        await this.sftp.get("/remoteDirPath/fileName.ndjson", stream);
    }

    async close() {
        await this.sftp.end();
    }
}

class AlgoliaTargetSaveObjects {
    async init() {
        // TODO: Create your algolia credential
        // More info at https://yepcode.io/docs/integrations/algolia/#credential-configuration
        this.algoliaClient = yepcode.integration.algolia(
            "your-algolia-credential-name"
        );

        // TODO: Customize your index name
        this.algoliaIndex = this.algoliaClient.initIndex("your-algolia-index-name");

        this.objectsToSave = [];
    }
    async consume(item) {
        // TODO: Build your objects to be saved. More info at https://www.algolia.com/doc/api-reference/api-methods/save-objects/
        this.objectsToSave.push(item);
    }

    async close() {
        // We save all the objects in one operation to take advance of performance beneficts that algolia client includes
        // More info at https://www.algolia.com/doc/api-reference/api-methods/save-objects/
        await this.algoliaIndex.saveObjects(this.objectsToSave);
    }
}