-
Notifications
You must be signed in to change notification settings - Fork 2
/
deleteByEndpoint.js
98 lines (90 loc) · 2.97 KB
/
deleteByEndpoint.js
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
/*
Download up to 1000 records from an okapi endpoint and delete each by id, or read from a json/jsonl file
and do the same (this is good for "undoing" loads).
*/
const fs = require('fs');
const superagent = require('superagent');
const readline = require('readline');
const { getAuthToken } = require('./lib/login');
let endpoint = process.argv[2];
const objFile = process.argv[3];
const wait = (ms) => {
console.log(`(Waiting ${ms} ms...)`);
return new Promise((resolve) => setTimeout(resolve, ms));
};
(async () => {
try {
let inData;
if (!endpoint) {
throw new Error('Usage: node deleteByEndpoint.js <endpoint> [ object_file ]');
}
let config = await getAuthToken(superagent);
endpoint = endpoint.replace(/^\//, '');
let getUrl = config.okapi + '/' + endpoint + '?limit=1000';
if (endpoint.match(/\?/)) getUrl = config.okapi + '/' + endpoint;
if (endpoint.match(/^(erm|licenses)\//)) {
getUrl = config.okapi + '/' + endpoint + '?perPage=100&stats=true';
}
endpoint = endpoint.replace(/\?.+/, '');
const deleteUrl = config.okapi + '/' + endpoint;
let refData = {};
console.log(getUrl);
if (objFile) {
try {
if (objFile.match(/\.jsonl$/)) throw new Error('Looks like a JSONL file.');
refData = JSON.parse(fs.readFileSync(objFile, 'utf8'));
} catch (e) {
const fileStream = fs.createReadStream(objFile);
const rl = readline.createInterface({
input: fileStream,
crlfDelay: Infinity
});
refData.records = [];
for await (const line of rl) {
inObj = JSON.parse(line);
refData.records.push(inObj);
}
}
} else {
try {
const res = await superagent
.get(getUrl)
.set('accept', 'application/json')
.set('x-okapi-tenant', config.tenant)
.set('x-okapi-token', config.token);
refData = res.body;
} catch (e) {
console.log(e);
}
}
let root;
const firstLevel = Object.keys(refData);
firstLevel.forEach(l => {
if (!l.match(/totalRecords|resultInfo/)) {
root = l;
}
});
if (endpoint.match(/^(erm|licenses)\//) && !objFile) root = 'results';
console.log(`Deleting ${refData.totalRecords} ${root}...`);
for (let x = 0; x < refData[root].length; x++) {
let id = refData[root][x].id || refData[root][x].jobExecutionId;
let lDate = new Date();
if (config.expiry && config.expiry <= lDate.valueOf()) {
config = await getAuthToken(superagent);
}
console.log(`[${x}] ${lDate.toISOString()} Deleting ${id}`);
try {
await superagent
.delete(`${deleteUrl}/${id}`)
.set('accept', '*/*')
.set('x-okapi-tenant', config.tenant)
.set('x-okapi-token', config.token);
} catch (e) {
console.log(`${e}`);
}
if (config.delay) await wait(config.delay);
}
} catch (e) {
console.log(e.message);
}
})();