Skip to content

Commit

Permalink
Merge #1945 from branch '1903-cronJobLobidOrgMapping' of https://gith…
Browse files Browse the repository at this point in the history
  • Loading branch information
dr0i committed Nov 27, 2023
2 parents 96ed0b1 + efb7f7c commit 8183a6b
Show file tree
Hide file tree
Showing 4 changed files with 24 additions and 15 deletions.
17 changes: 8 additions & 9 deletions .github/workflows/build.yml
Original file line number Diff line number Diff line change
Expand Up @@ -16,19 +16,18 @@ jobs:
path: ~/.m2
key: ${{ runner.os }}-m2-${{ hashFiles('**/pom.xml') }}
restore-keys: ${{ runner.os }}-m2
- name: Install metafacture-core-snapshots
run: |
git clone https://github.com/metafacture/metafacture-core.git
cd metafacture-core
git checkout 5.7.0-rc1
./gradlew publishToMavenLocal
cd ..
#- name: Install metafacture-core-snapshots
# run: |
# git clone https://github.com/metafacture/metafacture-core.git
# cd metafacture-core
# git checkout 5.7.0-rc1
# ./gradlew publishToMavenLocal
# cd ..
- name: Install metafacture-fix
run: |
git clone https://github.com/metafacture/metafacture-fix.git
cd metafacture-fix
git checkout master
git pull
git checkout 0.7.0
./gradlew publishToMavenLocal
cd ..
- name: Build with Maven
Expand Down
10 changes: 10 additions & 0 deletions src/main/resources/getLobidOrganisationsMapping.sh
Original file line number Diff line number Diff line change
@@ -0,0 +1,10 @@
# description: get cron scheduled lobid-organisations labels map. See #1903.
# checks whether lines > 18k before overriding tsv
# author: dr0i
# date: 2023-11-27

FNAME="lobidOrganisationsMapping.tsv"
curl "https://lobid.org/organisations/search?q=_exists_%3Aisil+OR+type%3ACollection&format=tsv:id,isil,sigel,name&size=25000" > ${FNAME}.tmp
if [ $(wc -l ${FNAME}.tmp|cut -d ' ' -f1) -gt 18000 ]; then
mv ${FNAME}.tmp alma/maps/$FNAME
fi
Original file line number Diff line number Diff line change
Expand Up @@ -69,19 +69,19 @@ public void setup() {
fixVariables.put("picaCreatorId2Isil.tsv", "src/main/resources/alma/maps/picaCreatorId2Isil.tsv");
fixVariables.put("nwbibWikidataLabelTypeCoords.tsv", "src/main/resources/alma/maps/nwbibWikidataLabelTypeCoords.tsv");
fixVariables.put("almaMmsId2rpbId", "src/test/resources/alma/maps/almaMmsId2rpbId.tsv");
fixVariables.put("lobidOrganisationsMapping.tsv", "src/main/resources/alma/maps/lobidOrganisationsMapping.tsv");
fixVariables.put("lobidOrganisationsMapping.tsv", "src/test/resources/alma/maps/lobidOrganisationsMapping.tsv");
fixVariables.put("hbzowner2sigel.tsv", "src/main/resources/alma/maps/hbzowner2sigel.tsv");
fixVariables.put("rpb2.ttl", "src/test/resources/alma/maps/rpb2.ttl");
fixVariables.put("rpb-spatial.ttl", "src/test/resources/alma/maps/rpb-spatial.ttl");
fixVariables.put("rpb.ttl", "src/test/resources/alma/maps/rpb.ttl");
fixVariables.put("nwbib.ttl", "src/test/resources/alma/maps/nwbib.ttl");
fixVariables.put("nwbib-spatial.ttl", "src/test/resources/alma/maps/nwbib-spatial.ttl");
fixVariables.put("hbzId2zdbId.tsv", "src/main/resources/alma/maps/hbzId2zdbId.tsv.gz");
fixVariables.put("isil2opac_hbzId.tsv", "src/test/resources/alma/maps/isil2opac_hbzId.tsv");
fixVariables.put("isil2opac_isbn.tsv", "src/test/resources/alma/maps/isil2opac_isbn.tsv");
fixVariables.put("isil2opac_issn.tsv", "src/test/resources/alma/maps/isil2opac_issn.tsv");
fixVariables.put("isil2opac_zdbId.tsv", "src/test/resources/alma/maps/isil2opac_zdbId.tsv");
fixVariables.put("isil2opac_almaMmsId.tsv", "src/test/resources/alma/maps/isil2opac_almaMmsId.tsv");
fixVariables.put("isil2opac_hbzId.tsv", "src/test/resources/alma/maps/isil2opac_hbzId.tsv");
fixVariables.put("isil2opac_isbn.tsv", "src/test/resources/alma/maps/isil2opac_isbn.tsv");
fixVariables.put("isil2opac_issn.tsv", "src/test/resources/alma/maps/isil2opac_issn.tsv");
fixVariables.put("isil2opac_zdbId.tsv", "src/test/resources/alma/maps/isil2opac_zdbId.tsv");
fixVariables.put("isil2opac_almaMmsId.tsv", "src/test/resources/alma/maps/isil2opac_almaMmsId.tsv");
}

/**
Expand Down

0 comments on commit 8183a6b

Please sign in to comment.