Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Jump to bottom

feat: sync script for gsuite-myaegee #188

Merged
merged 7 commits into from
Mar 20, 2021
Merged

feat: sync script for gsuite-myaegee #188

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
7 commits
Select commit Hold shift + click to select a range
cc24381
feat: sync script for gsuite-myaegee
linuxbandit Nov 23, 2020
9a10a10
feat: remove group finding and user assignment
linuxbandit Mar 20, 2021
23ad939
feat: add kinda same script but for antennae
linuxbandit Mar 20, 2021
3ed666d
chore: replace superagent with request
linuxbandit Mar 20, 2021
d0db8fb
feat: solve the asynchronous problem
linuxbandit Mar 20, 2021
b8c43c6
feat: same commit as above but for antennae
linuxbandit Mar 20, 2021
0493e7b
chore(lint): conform to linter
WikiRik Mar 20, 2021
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
99 changes: 99 additions & 0 deletions scripts/sync-gsuite-antennae.js
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,99 @@
/* eslint-disable no-console */

// PART 1: get all gsuite under /antennae, and for each one make a query to core

const request = require('request-promise-native');

const {
User
} = require('../models');

const gsuiteObj = [
// {
// "primaryEmail": aegee-place@aegee.eu, // from gsuite
// "recoveryEmail": aegee.place@gmail.com, // from gsuite
// "allocated": false, // whether we have found this person on myaegee
// } ;
];

(async () => {
try {
const antennae = JSON.parse(await request({ method: 'GET', url: 'http://gsuite-wrapper:8084/account?max=500&q=orgUnitPath=/antennae' }));

let unrecovery = 0;

antennae.data.users.forEach((item) => {
gsuiteObj.push(
{
primaryEmail: item.primaryEmail,
recoveryEmail: item.recoveryEmail || item.emails[0].address,
allocated: false
}
);

unrecovery += item.recoveryEmail ? 0 : 1;
});

// double check
let unsecondary = 0;
gsuiteObj.filter((obj) => obj.recoveryEmail === '').forEach((obj) => { unsecondary += 1; console.log(obj.primaryEmail + ' has no secondary email!'); });
console.log('There are ' + unrecovery + ' users without a proper recovery email, only secondary; and without secondary are ' + unsecondary);
} catch (e) {
console.log(e);
}
})().then(async () => {
async function findMyAEGEEantenna(obj) {
const users = await User.findAll({
where: { email: obj.recoveryEmail.toLowerCase() }
});

// PART 2: if there is a match, add their gsuite address in the core's field and mark it done
if (users.length === 1) {
try {
await User.update({
gsuite_id: obj.primaryEmail
},
{
where: { email: obj.recoveryEmail.toLowerCase() },
returning: true,
plain: true
});

obj.allocated = true;
} catch (e) {
console.log(e);
}
}
}

gsuiteObj.forEach(findMyAEGEEantenna);

// HERE is the part where we do the MANUAL PATCH
console.log('');
console.log('');
gsuiteObj.filter((obj) => obj.allocated === false).forEach((obj) => console.log(`${obj.primaryEmail}'s secondary email on my aegee is not ${obj.recoveryEmail}`));
console.log('');
console.log('Total number of unallocated objects:');
console.log(gsuiteObj.filter((obj) => obj.allocated === false).length);
}).catch((err) => {
console.log(`christ sake: ${err}`);
process.exit(1);
});

// TODO last but not least: create a final check that says "this gsuite user does not have an equivalent in myaegee"
// the above is a nice to have. Basically the dream script is as below

/*
script that foreach user in gsuite
1 removes the user's any permission/group
2 queries myaegee for the data to be provisioned:
a personal data
b antenna
c bodies
note: gsuite provides the gsuite ID, core
only replies with the GSUITE-related info e.g. the
GSUITE id of a group, not the id of a circle!
things need to be mapped
3 adds department/cost centre as antenna/body
4 adds groups as bodies
*/
149 changes: 149 additions & 0 deletions scripts/sync-gsuite-users.js
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,149 @@
/* eslint-disable no-console */

// PART 1: get all gsuite under /individuals, and for each one make a query to core

const request = require('request-promise-native');

const {
User
} = require('../models');

const gsuiteObj = [
// {
// "primaryEmail": name.surname@aegee.eu, // from gsuite
// "recoveryEmail": name.surname@gmail.com, // from gsuite
// "g_surname": item.name.familyName, // surname coming from gsuite
// "m_possible_users": [], // heuristic of people with the same surname in myaegee
// "allocated": false, // whether we have found this person on myaegee
// } ;
];

// GAM tells me there are 800-900 users, so we need two invocations.

(async () => {
try {
const part1 = JSON.parse(await request({ method: 'GET', url: 'http://gsuite-wrapper:8084/account?max=500' }));

const part2 = JSON.parse(await request({ method: 'GET', url: 'http://gsuite-wrapper:8084/account?max=500&pageToken=' + part1.data.nextPageToken }));

let unrecovery = 0;

part1.data.users.concat(part2.data.users).forEach((item) => {
gsuiteObj.push(
{
primaryEmail: item.primaryEmail,
recoveryEmail: item.recoveryEmail || item.emails[0].address,
g_surname: item.name.familyName,
m_possible_users: [],
allocated: false
}
);

unrecovery += item.recoveryEmail ? 0 : 1;
});

// double check
let unsecondary = 0;
gsuiteObj.filter((obj) => obj.recoveryEmail === '').forEach((obj) => { unsecondary += 1; console.log(obj.primaryEmail + ' has no secondary email!'); });
console.log('There are ' + unrecovery + ' users without a proper recovery email, only secondary; and without secondary are ' + unsecondary);
} catch (e) {
console.log(e);
}
})().then(async () => {
async function findMyAEGEEuser(obj) {
const users = await User.findAll({
where: { email: obj.recoveryEmail.toLowerCase() }
});

// PART 2: if there is a match, add their gsuite address in the core's field and mark it done
if (users.length === 1) {
try {
await User.update({
gsuite_id: obj.primaryEmail
},
{
where: { email: obj.recoveryEmail.toLowerCase() },
returning: true,
plain: true
});

obj.allocated = true;
} catch (e) {
console.log(e);
}
}
}

gsuiteObj.forEach(findMyAEGEEuser);

// HERE is the part where we do the MANUAL PATCH
console.log('');
console.log('');
gsuiteObj.filter((obj) => obj.allocated === false).forEach((obj) => console.log(`${obj.primaryEmail}'s secondary email on my aegee is not ${obj.recoveryEmail}`));
console.log('');
console.log('Total number of unallocated objects:');
console.log(gsuiteObj.filter((obj) => obj.allocated === false).length);

// HELPER For our manual patch: heuristic by surname
async function findMyAEGEEuserBySurname(obj) {
let users = await User.findAll({
where: { last_name: obj.g_surname } // FIXME use "like"
});

console.log(users);

// try match via surname
if (users.length > 0) {
obj.m_possible_users = users;
obj.allocated = true;
} else { // for our hungarian people or the others...
users = await User.findAll({
where: { first_name: obj.g_surname } // FIXME use "like"
});
console.log(users);

// try match via surname
if (users.length > 0) {
obj.m_possible_users = users;
obj.allocated = true;
}
}
}

gsuiteObj.filter((obj) => obj.allocated === false).forEach(findMyAEGEEuserBySurname);
console.log('');
console.log('');
console.log('heuristic: surname checking');

console.log('easy guess (only one possibility):');
gsuiteObj.filter((obj) => obj.m_possible_users.length === 1).forEach((obj) => { console.log(`${obj.primaryEmail} could be the following: ${obj.m_possible_users}`); console.log(obj.m_possible_users[0]); });
console.log('easy guess total: ', gsuiteObj.filter((obj) => obj.m_possible_users.length === 1).length);

console.log('harder guess');
gsuiteObj.filter((obj) => obj.m_possible_users.length > 1).forEach((obj) => { console.log(`${obj.primaryEmail} could be the following: ${obj.m_possible_users}`); console.log(obj.m_possible_users[0]); });
console.log('harder guess total: ', gsuiteObj.filter((obj) => obj.m_possible_users.length > 1).length);

console.log('');
console.log('');
}).catch((err) => {
console.log(`christ sake: ${err}`);
process.exit(1);
});

// TODO last but not least: create a final check that says "this gsuite user does not have an equivalent in myaegee"
// the above is a nice to have. Basically the dream script is as below

/*
script that foreach user in gsuite
1 removes the user's any permission/group
2 queries myaegee for the data to be provisioned:
a personal data
b antenna
c bodies
note: gsuite provides the gsuite ID, core
only replies with the GSUITE-related info e.g. the
GSUITE id of a group, not the id of a circle!
things need to be mapped
3 adds department/cost centre as antenna/body
4 adds groups as bodies
*/