crowetic/protocol
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Deal with failing Github API for issues

Browse Source
This commit is contained in:
askeluv
2019-03-20 12:41:56 +08:00
parent 3bdc1802cb
commit 346c6fc590
3 changed files with 38 additions and 23 deletions
Download Patch File Download Diff File Expand all files Collapse all files

17
packages/pipeline/src/scripts/pull_github.ts
View File

@@ -78,11 +78,20 @@ let connection: Connection;
const GithubIssueRepository = connection.getRepository(GithubIssue);
numberOfRecords = RECORDS_PER_PAGE;
page = 1;
const maxAttempts = 3;
const repoFullName = `${GITHUB_OWNER}/${GITHUB_REPO}`;
while (numberOfRecords === RECORDS_PER_PAGE) {
logUtils.log(`Fetching Github issues from API, page: ${page}.`);
const rawIssues = await githubSource.getGithubIssuesAsync(page);
const repoFullName = `${GITHUB_OWNER}/${GITHUB_REPO}`;
const issues = parseGithubIssues(rawIssues, observedTimestamp, repoFullName);
let rawIssues;
let issues;
let attempt = 1;
do {
logUtils.log(`Fetching Github issues from API, page: ${page}.`);
if (attempt > 1) {
logUtils.log(`Attempt #${attempt}`);
}
rawIssues = await githubSource.getGithubIssuesAsync(page);
issues = parseGithubIssues(rawIssues, observedTimestamp, repoFullName);
} while (issues.length === 0 && attempt++ < maxAttempts); // Github API returns no records
numberOfRecords = issues.length;
page++;
logUtils.log(`Saving ${issues.length} issues to database.`);