Connect Github repository files and Google Storage NDJSON file in our serverless environment

class GithubSourceRepositoryFiles {
    async init() {
        // TODO: Create your github credential
        // More info at https://yepcode.io/docs/integrations/github/#credential-configuration
        this.github = yepcode.integration.github("your-github-credential-name");
        // TODO: Customize the repo name and owner
        this.repositoryOwner = "your-github-username";
        this.repositoryName = "your-repository-name";
    }

    async fetch(publish, done) {
        // TODO: Customize the path you want to obtain all files in it and its subdirectories (if has)
        // It can also be a file path to only obtain one file
        // If you pass undefined you will obtain the entire repository content
        await this._publishPathContent("/path-in-repo", publish);
        done();
    }

    _isFileContent = isString;
    _isDirectoryInfo = isObject;

    _publishPathContent = async (path, publishCallback) => {
        // More info of this request at: https://docs.github.com/en/rest/repos/contents#get-repository-content
        const response = await this.github.rest.repos.getContent({
            mediaType: {
                format: "raw",
            },
            owner: this.repositoryOwner,
            repo: this.repositoryName,
            path: path,
        });
        const {
            data
        } = response;

        if (this._isFileContent(data)) {
            // TODO: Customize the item to publish for each file in the repository
            publishCallback({
                path,
                content: data
            });
            return;
        }

        if (this._isDirectoryInfo(data)) {
            for (const directoryEntry of data) {
                await this._publishPathContent(directoryEntry.path, publishCallback);
            }
            return;
        }

        console.error("Unexpected data type: ", response.headers["content-type"]);
    };

    async close() {}
}

class GoogleStorageTargetUploadNdjson {
    async init() {
        // TODO: Create your google-storage credential
        // More info at https://yepcode.io/docs/integrations/google-storage/#credential-configuration
        const googleStorage = yepcode.integration.googleStorage(
            "your-google-storage-credential-name"
        );
        // TODO: Customize your bucket name
        const bucket = googleStorage.bucket("your-bucket-name");
        // TODO: choose a destination file
        const blob = bucket.file(`one-folder/my-filename-${Date.now()}.ndjson`);
        const ws = blob.createWriteStream({
            metadata: {
                contentType: "text/ndjson",
            },
        });

        // Transforms the items into a ndjson format
        this.stringifier = ndjson.stringify();
        this.stringifier.pipe(ws);
    }

    async consume(item) {
        this.stringifier.write(item);
    }

    async close() {
        this.stringifier.end();
    }
}