Connect Github repository files and Elasticsearch in our serverless environment

class GithubSourceRepositoryFiles {
    async init() {
        // TODO: Create your github credential
        // More info at https://yepcode.io/docs/integrations/github/#credential-configuration
        this.github = yepcode.integration.github("your-github-credential-name");
        // TODO: Customize the repo name and owner
        this.repositoryOwner = "your-github-username";
        this.repositoryName = "your-repository-name";
    }

    async fetch(publish, done) {
        // TODO: Customize the path you want to obtain all files in it and its subdirectories (if has)
        // It can also be a file path to only obtain one file
        // If you pass undefined you will obtain the entire repository content
        await this._publishPathContent("/path-in-repo", publish);
        done();
    }

    _isFileContent = isString;
    _isDirectoryInfo = isObject;

    _publishPathContent = async (path, publishCallback) => {
        // More info of this request at: https://docs.github.com/en/rest/repos/contents#get-repository-content
        const response = await this.github.rest.repos.getContent({
            mediaType: {
                format: "raw",
            },
            owner: this.repositoryOwner,
            repo: this.repositoryName,
            path: path,
        });
        const {
            data
        } = response;

        if (this._isFileContent(data)) {
            // TODO: Customize the item to publish for each file in the repository
            publishCallback({
                path,
                content: data
            });
            return;
        }

        if (this._isDirectoryInfo(data)) {
            for (const directoryEntry of data) {
                await this._publishPathContent(directoryEntry.path, publishCallback);
            }
            return;
        }

        console.error("Unexpected data type: ", response.headers["content-type"]);
    };

    async close() {}
}

class ElasticsearchTargetInsert {
    async init() {
        // TODO: Create your clickhouse credential
        // More info at https://yepcode.io/docs/integrations/elasticsearch/#credential-configuration
        this.elasticsearch = yepcode.integration.elasticsearch(
            "your-elasticsearch-credential-name"
        );
    }

    async consume(item) {
        // TODO: Map your item to row
        await this.elasticsearch.index({
            index: "your_table_name",
            document: item,
        });
    }

    async close() {}
}