kredits/hubot-kredits
9
0
Fork 0
Code Issues 8 Pull Requests Releases 9 Activity

WIP Merge galfert's changes from the new repo

Browse Source
This commit is contained in:
Râu Cao 2025-01-23 16:10:18 -05:00
parent 82fb429f44
commit 94dd9b5ef7
Signed by: raucao
GPG Key ID: 37036C356E56CC51
3 changed files with 92 additions and 123 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

38
scripts/lib/gitea-reviews.js
View File

@ -1,29 +1,25 @@
const fetch = require('node-fetch'); const axios = require('axios');
module.exports = class GiteaReviews { module.exports = class GiteaReviews {
token = null; client = null;
kreditsAmounts = null; kreditsAmounts = null;
pageLimit = 100; pageLimit = 50;
constructor (token, kreditsAmounts) { constructor (token, kreditsAmounts) {
this.token = token;
this.kreditsAmounts = kreditsAmounts; this.kreditsAmounts = kreditsAmounts;
}
async request (path) { this.client = axios.create({
return fetch( baseURL: 'https://gitea.kosmos.org/api/v1',
`https://gitea.kosmos.org/api/v1${path}`, headers: {
{ 'accepts': 'application/json',
headers: { 'Authorization': `token ${token}`
'accepts': 'application/json',
'Authorization': `token ${this.token}`
}
} }
).then(response => response.json()); });
} }
async getReviewContributions (repos, startDate, endDate) { async getReviewContributions (repos, startDate, endDate) {
let pulls = [];
let reviewContributions = {} let reviewContributions = {}
await Promise.all(repos.map(async (repo) => { await Promise.all(repos.map(async (repo) => {
@ -32,17 +28,17 @@ module.exports = class GiteaReviews {
do { do {
try { try {
result = await this.request(`/repos/${repo}/pulls?state=closed&limit=${this.pageLimit}&page=${page}`); result = await this.client.get(`/repos/${repo}/pulls?state=closed&limit=${this.pageLimit}&page=${page}`);
} catch(error) { } catch(error) {
console.log(`failed to fetch PRs for repo ${repo}:`, error.message); console.log(`failed to fetch PRs for repo ${repo}:`, error.message);
continue; continue;
} }
if (!result || result.length === 0) { if (!result || !result.data || result.data.length === 0) {
continue; continue;
} }
let pullRequests = result.filter(pr => { let pullRequests = result.data.filter(pr => {
if (!pr.merged) return false; // only interested in merged PRs if (!pr.merged) return false; // only interested in merged PRs
// check if the PR has been merged in the given timeframe // check if the PR has been merged in the given timeframe
@ -56,17 +52,17 @@ module.exports = class GiteaReviews {
await Promise.all(pullRequests.map(async (pr) => { await Promise.all(pullRequests.map(async (pr) => {
let reviews; let reviews;
try { try {
reviews = await this.request(`/repos/${repo}/pulls/${pr.number}/reviews`); reviews = await this.client.get(`/repos/${repo}/pulls/${pr.number}/reviews`);
} catch(error) { } catch(error) {
console.log(`failed to fetch reviews for repo ${repo}, PR ${pr.number}:`, error.message); console.log(`failed to fetch reviews for repo ${repo}, PR ${pr.number}:`, error.message);
return; return;
} }
if (!reviews || reviews.length === 0) { if (!reviews || !reviews.data || reviews.data.length === 0) {
return; return;
} }
reviews = reviews.filter(review => { reviews = reviews.data.filter(review => {
return ['APPROVED', 'REJECTED'].includes(review.state); return ['APPROVED', 'REJECTED'].includes(review.state);
}); });
@ -88,7 +84,7 @@ module.exports = class GiteaReviews {
})); }));
page++; page++;
} while (result && result.length > 0); } while (result && result.data && result.data.length > 0);
})); }));
return reviewContributions; return reviewContributions;

38
scripts/lib/github-reviews.js
View File

@ -1,30 +1,26 @@
const fetch = require('node-fetch'); const axios = require('axios');
module.exports = class GithubReviews { module.exports = class GithubReviews {
token = null; client = null;
kreditsAmounts = null; kreditsAmounts = null;
pageLimit = 100; pageLimit = 100;
constructor (token, kreditsAmounts) { constructor (token, kreditsAmounts) {
this.token = token;
this.kreditsAmounts = kreditsAmounts; this.kreditsAmounts = kreditsAmounts;
}
async request (path) { this.client = axios.create({
return fetch( baseURL: 'https://api.github.com',
`https://api.github.com${path}`, headers: {
{ 'Accept': 'application/vnd.github.v3+json',
headers: { 'User-Agent': 'Kosmos Kredits for reviews',
'Accept': 'application/vnd.github.v3+json', 'Authorization': `token ${token}`
'User-Agent': 'Kosmos Kredits for reviews',
'Authorization': `token ${this.token}`
}
} }
).then(response => response.json()); });
} }
async getReviewContributions (repos, startDate, endDate) { async getReviewContributions (repos, startDate, endDate) {
let pulls = [];
let reviewContributions = {} let reviewContributions = {}
await Promise.all(repos.map(async (repo) => { await Promise.all(repos.map(async (repo) => {
@ -33,17 +29,17 @@ module.exports = class GithubReviews {
do { do {
try { try {
result = await this.request(`/repos/${repo}/pulls?state=closed&perPage=${this.pageLimit}&page=${page}`); result = await this.client.get(`/repos/${repo}/pulls?state=closed&perPage=${this.pageLimit}&page=${page}`);
} catch(error) { } catch(error) {
console.log(`failed to fetch PRs for repo ${repo}:`, error.message); console.log(`failed to fetch PRs for repo ${repo}:`, error.message);
continue; continue;
} }
if (!result || result.length === 0) { if (!result || !result.data || result.data.length === 0) {
continue; continue;
} }
let pullRequests = result.filter(pr => { let pullRequests = result.data.filter(pr => {
if (!pr.merged_at) return false; // only interested in merged PRs if (!pr.merged_at) return false; // only interested in merged PRs
// check if the PR has been merged in the given timeframe // check if the PR has been merged in the given timeframe
@ -57,17 +53,17 @@ module.exports = class GithubReviews {
await Promise.all(pullRequests.map(async (pr) => { await Promise.all(pullRequests.map(async (pr) => {
let reviews; let reviews;
try { try {
reviews = await this.request(`/repos/${repo}/pulls/${pr.number}/reviews`); reviews = await this.client.get(`/repos/${repo}/pulls/${pr.number}/reviews`);
} catch(error) { } catch(error) {
console.log(`failed to fetch reviews for repo ${repo}, PR ${pr.number}:`, error.message); console.log(`failed to fetch reviews for repo ${repo}, PR ${pr.number}:`, error.message);
return; return;
} }
if (!reviews || reviews.length === 0) { if (!reviews || !reviews.data || reviews.data.length === 0) {
return; return;
} }
reviews = reviews.filter(review => { reviews = reviews.data.filter(review => {
return ['APPROVED', 'REJECTED'].includes(review.state); return ['APPROVED', 'REJECTED'].includes(review.state);
}); });
@ -89,7 +85,7 @@ module.exports = class GithubReviews {
})); }));
page++; page++;
} while (result && result.length > 0); } while (result && result.data && result.data.length > 0);
})); }));
return reviewContributions; return reviewContributions;

139
scripts/review-kredits.js
View File

@ -1,62 +1,63 @@
#!/usr/bin/env node #!/usr/bin/env node
require('dotenv').config({ path: '.env' }); require('dotenv').config();
const GiteaReviews = require('./lib/gitea-reviews'); const GiteaReviews = require('./lib/gitea-reviews');
const GithubReviews = require('./lib/github-reviews'); const GithubReviews = require('./lib/github-reviews');
const ethers = require('ethers'); const ethers = require('ethers');
const NonceManager = require('@ethersproject/experimental').NonceManager;
const Kredits = require('kredits-contracts'); const Kredits = require('kredits-contracts');
const util = require('util'); const util = require('util');
const yargs = require('yargs/yargs'); const yargs = require('yargs/yargs');
const { hideBin } = require('yargs/helpers'); const { hideBin } = require('yargs/helpers');
const fs = require('fs');
const walletPath = process.env.KREDITS_WALLET_PATH || '../wallet.json';
const walletJson = fs.readFileSync(walletPath);
const providerUrl = process.env.KREDITS_PROVIDER_URL; const providerUrl = process.env.KREDITS_PROVIDER_URL;
const daoAddress = process.env.KREDITS_DAO_ADDRESS; const daoAddress = process.env.KREDITS_DAO_ADDRESS;
const ipfsConfig = { const ipfsConfig = {
host: process.env.IPFS_API_HOST || 'localhost', host: process.env.IPFS_API_HOST || 'localhost',
port: process.env.IPFS_API_PORT || '5001', port: process.env.IPFS_API_PORT || '5001',
protocol: process.env.IPFS_API_PROTOCOL || 'http' protocol: process.env.IPFS_API_PROTOCOL || 'http',
}; };
const kreditsAmounts = { const kreditsAmounts = {
'kredits-1': 100, 'kredits-1': 100,
'kredits-2': 300, 'kredits-2': 300,
'kredits-3': 1000 'kredits-3': 1000,
}; };
const repos = require('../repos.json'); const repos = require('./repos.json');
const argv = yargs(hideBin(process.argv)) const argv = yargs(hideBin(process.argv))
.option('start', { .option('start', {
alias: 's', alias: 's',
description: 'Include reviews for PRs merged after this date' description: 'Include reviews for PRs merged after this date',
}) })
.option('end', { .option('end', {
alias: 'e', alias: 'e',
description: 'Include reviews for PRs merged before this date' description: 'Include reviews for PRs merged before this date',
}) })
.option('dry', { .option('dry', {
alias: 'd', alias: 'd',
type: 'boolean', type: 'boolean',
description: 'Only list contribution details without creating them' description: 'Only list contribution details without creating them',
}) })
.help() .help()
.version() .version()
.demandOption('start', 'Please provide a start date') .demandOption('start', 'Please provide a start date')
.default('end', function now () { .default('end', function now() {
return (new Date()).toISOString().split('.')[0]+"Z"; return new Date().toISOString().split('.')[0] + 'Z';
}) })
.example([ .example([
['$0 --start 2020-11-01 --end 2020-11-30T23:59:59Z', 'Create contributions for reviews of pull requests merged in November 2020'], [
['$0 --start 2021-01-01', 'Create contributions for reviews of pull requests merged from Januar 2021 until now'], '$0 --start 2020-11-01 --end 2020-11-30T23:59:59Z',
]) 'Create contributions for reviews of pull requests merged in November 2020',
.argv ],
[
'$0 --start 2021-01-01',
'Create contributions for reviews of pull requests merged from Januar 2021 until now',
],
]).argv;
const startTimestamp = Date.parse(argv.start); const startTimestamp = Date.parse(argv.start);
const endTimestamp = Date.parse(argv.end); const endTimestamp = Date.parse(argv.end);
@ -71,40 +72,28 @@ if (isNaN(endTimestamp)) {
process.exit(1); process.exit(1);
} }
// check for existence of GITHUB_TOKEN and GITEA_TOKEN
if (!process.env.GITHUB_TOKEN || !process.env.GITEA_TOKEN) {
console.log('Please set both GITHUB_TOKEN and GITEA_TOKEN');
process.exit(1);
}
const startDate = new Date(startTimestamp); const startDate = new Date(startTimestamp);
const endDate = new Date(endTimestamp); const endDate = new Date(endTimestamp);
async function getAllReviews(repos, startDate, endDate) { async function getAllReviews(repos, startDate, endDate) {
const githubReviews = new GithubReviews(process.env.GITHUB_TOKEN, kreditsAmounts); const githubReviews = new GithubReviews(
const giteaReviews = new GiteaReviews(process.env.GITEA_TOKEN, kreditsAmounts); process.env.GITHUB_TOKEN,
kreditsAmounts
);
const giteaReviews = new GiteaReviews(
process.env.GITEA_TOKEN,
kreditsAmounts
);
return Promise.all([ return Promise.all([
githubReviews.getReviewContributions(repos.github, startDate, endDate), githubReviews.getReviewContributions(repos.github, startDate, endDate),
giteaReviews.getReviewContributions(repos.gitea, startDate, endDate) giteaReviews.getReviewContributions(repos.gitea, startDate, endDate),
]).then(reviews => { ]).then((reviews) => {
return { github: reviews[0], gitea: reviews[1] } return { github: reviews[0], gitea: reviews[1] };
}); });
} }
async function initializeKredits () { async function initializeKredits() {
//
// Ethereum wallet setup
//
let wallet;
try {
wallet = await ethers.Wallet.fromEncryptedJson(walletJson, process.env.KREDITS_WALLET_PASSWORD);
} catch(error) {
console.log('Could not load wallet:', error);
process.exit(1);
}
// //
// Ethereum provider/node setup // Ethereum provider/node setup
// //
@ -115,7 +104,6 @@ async function initializeKredits () {
} else { } else {
ethProvider = new ethers.getDefaultProvider('rinkeby'); ethProvider = new ethers.getDefaultProvider('rinkeby');
} }
const signer = new NonceManager(wallet.connect(ethProvider));
// //
// Kredits contracts setup // Kredits contracts setup
@ -128,8 +116,8 @@ async function initializeKredits () {
let kredits; let kredits;
try { try {
kredits = await new Kredits(signer.provider, signer, opts).init(); kredits = await new Kredits(ethProvider, null, opts).init();
} catch(error) { } catch (error) {
console.log('Could not set up kredits:', error); console.log('Could not set up kredits:', error);
process.exit(1); process.exit(1);
} }
@ -137,36 +125,28 @@ async function initializeKredits () {
return kredits; return kredits;
} }
function createContribution(contributorName, contributionAttributes, Contribution) { async function generateContributionData(reviews, Contributor) {
console.log(`Creating contribution token for ${contributionAttributes.amount}₭S to ${contributorName} for ${contributionAttributes.description}...`);
return Contribution.add(contributionAttributes).catch(error => {
console.log(`I tried to add a contribution for ${contributorName}, but I encountered an error when submitting the tx:`);
console.log(`Error:`, error);
console.log('Contribution attributes:');
console.log(util.inspect(contributionAttributes, { depth: 2, colors: true }));
});
}
async function generateContributionData(reviews, Contributor, startDate, endDate) {
const dateFormatOptions = { year: 'numeric', month: 'long', day: 'numeric' };
const contributors = await Contributor.all(); const contributors = await Contributor.all();
const contributionData = {}; const contributionData = {};
const now = (new Date()).toISOString().split('.')[0]+"Z"; const now = new Date().toISOString().split('.')[0] + 'Z';
[date, time] = now.split('T'); [date, time] = now.split('T');
function addContributionDataForPlatform(platform) { function addContributionDataForPlatform(platform) {
for (const [username, platformReviews] of Object.entries(reviews[platform])) { for (const [username, platformReviews] of Object.entries(
const contributor = contributors.find(c => { reviews[platform]
)) {
const contributor = contributors.find((c) => {
return c[`${platform}_username`] === username; return c[`${platform}_username`] === username;
}); });
if (!contributor) { if (!contributor) {
console.log(`Could not find contributor for ${platform} user "${username}"`); console.log(
`Could not find contributor for ${platform} user "${username}"`
);
continue; continue;
} }
const urls = platformReviews.map(review => review.pr.html_url); const urls = platformReviews.map((review) => review.pr.html_url);
const kreditsAmount = platformReviews.reduce((amount, review) => { const kreditsAmount = platformReviews.reduce((amount, review) => {
return review.kredits + amount; return review.kredits + amount;
}, 0); }, 0);
@ -175,9 +155,6 @@ async function generateContributionData(reviews, Contributor, startDate, endDate
contributionData[contributor.name].amount += kreditsAmount; contributionData[contributor.name].amount += kreditsAmount;
contributionData[contributor.name].details.pullRequests.push(...urls); contributionData[contributor.name].details.pullRequests.push(...urls);
} else { } else {
const formattedStartDate = startDate.toLocaleString('en-us', dateFormatOptions);
const formattedEndDate = endDate.toLocaleString('en-us', dateFormatOptions);
contributionData[contributor.name] = { contributionData[contributor.name] = {
contributorId: contributor.id, contributorId: contributor.id,
contributorIpfsHash: contributor.ipfsHash, contributorIpfsHash: contributor.ipfsHash,
@ -185,11 +162,11 @@ async function generateContributionData(reviews, Contributor, startDate, endDate
time, time,
amount: kreditsAmount, amount: kreditsAmount,
kind: 'dev', kind: 'dev',
description: `PR reviews from ${formattedStartDate} to ${formattedEndDate}`, description: 'PR reviews',
details: { details: {
'pullRequests': urls pullRequests: urls,
} },
} };
} }
} }
} }
@ -200,20 +177,20 @@ async function generateContributionData(reviews, Contributor, startDate, endDate
return contributionData; return contributionData;
} }
Promise.all([initializeKredits(), getAllReviews(repos, startDate, endDate)]).then((values) => { Promise.all([
initializeKredits(),
getAllReviews(repos, startDate, endDate),
]).then((values) => {
const kredits = values[0]; const kredits = values[0];
const reviews = values[1]; const reviews = values[1];
generateContributionData(reviews, kredits.Contributor, startDate, endDate).then(contributionData => { generateContributionData(reviews, kredits.Contributor).then(
if (argv.dry) { (contributionData) => {
console.log('Contributions:'); if (argv.dry) {
console.log(util.inspect(contributionData, { depth: 3, colors: true })); console.log('contributions:');
} else { console.log(util.inspect(contributionData, { depth: 3, colors: true }));
// create contributions return;
for (const [username, contributionAttributes] of Object.entries(contributionData)) {
createContribution(username, contributionAttributes, kredits.Contribution);
} }
} }
}); );
}); });