crowetic/protocol
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Added Github issue entity

Browse Source
This commit is contained in:
askeluv
2019-03-13 16:30:10 +08:00
parent 1693506f80
commit 095882d016
14 changed files with 307 additions and 11 deletions
Download Patch File Download Diff File Expand all files Collapse all files

18
packages/pipeline/src/scripts/pull_github.ts
View File

@@ -3,11 +3,12 @@ import { Connection, ConnectionOptions, createConnection } from 'typeorm';
import { logUtils } from '@0x/utils';
import { GithubSource } from '../data_sources/github';
import { GithubFork, GithubPullRequest, GithubRepo } from '../entities';
import { GithubFork, GithubIssue, GithubPullRequest, GithubRepo } from '../entities';
import * as ormConfig from '../ormconfig';
import {
enrichGithubForkWithComparisonDetails,
parseGithubForks,
parseGithubIssues,
parseGithubPulls,
parseGithubRepo,
} from '../parsers/github';
@@ -73,5 +74,20 @@ let connection: Connection;
await GithubForkRepository.save(enrichedForks);
}
// get issues and save
const GithubIssueRepository = connection.getRepository(GithubIssue);
numberOfRecords = RECORDS_PER_PAGE;
page = 1;
while (numberOfRecords === RECORDS_PER_PAGE) {
logUtils.log(`Fetching Github issues from API, page: ${page}.`);
const rawIssues = await githubSource.getGithubIssuesAsync(page);
const repoFullName = `${GITHUB_OWNER}/${GITHUB_REPO}`;
const issues = parseGithubIssues(rawIssues, observedTimestamp, repoFullName);
numberOfRecords = issues.length;
page++;
logUtils.log(`Saving ${issues.length} issues to database.`);
await GithubIssueRepository.save(issues);
}
process.exit(0);
})().catch(handleError);