forked from extractus/oembed-extractor
-
Notifications
You must be signed in to change notification settings - Fork 0
/
sync.js
89 lines (80 loc) · 2.1 KB
/
sync.js
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
#!/usr/bin/env node
/* eslint-disable camelcase */
const {
unlinkSync,
writeFileSync,
} = require('fs');
const fetch = require('node-fetch');
const source = 'https://oembed.com/providers.json';
const target = './src/utils/providers.json';
const backup = './src/utils/providers.backup.json';
const providerList = require(target);
const findOne = (name) => {
const matches = providerList.filter((p) => {
return name === p.provider_name;
});
return matches.length > 0 ? matches[0] : null;
};
const mergeEndpointsTo = (provider, endpoints) => {
try {
const name = provider.provider_name;
const curr_endpoints = provider.endpoints;
const mix = (endpoint) => {
const url = endpoint.url;
const matches = curr_endpoints.filter((ep) => {
return url === ep.url;
});
const item = matches.length > 0 ? matches[0] : null;
if (!item) {
console.log(`Add new endpoint to provider "${name}"`);
} else {
const {schemes = null} = item;
if (schemes) {
endpoint.schemes.forEach((scheme) => {
if (!schemes.includes(scheme)) {
item.schemes.push(scheme);
console.log(`Add new scheme to provider "${name}" endpoint`);
console.log(scheme);
}
});
}
}
};
endpoints.map(mix);
} catch (err) {
console.trace(err);
console.log(provider);
console.log(endpoints);
}
};
const merge = (data) => {
writeFileSync(
backup,
JSON.stringify(providerList, undefined, 2),
'utf8'
);
data.forEach((item) => {
const {
provider_name,
endpoints,
} = item;
const provider = findOne(provider_name);
if (!provider) {
console.log(`Got a new provider "${provider_name}"`);
providerList.push(item);
} else {
mergeEndpointsTo(provider, endpoints);
}
});
unlinkSync(target);
writeFileSync(
target,
JSON.stringify(providerList, undefined, 2),
'utf8'
);
console.log(`Providers list has been updated`);
};
fetch(source)
.then((res) => res.json())
.then(merge)
.catch(console.trace);