Skip to content
This repository has been archived by the owner on Jul 2, 2024. It is now read-only.

Commit

Permalink
Drop duplicate rows with case difference (#199)
Browse files Browse the repository at this point in the history
  • Loading branch information
@timtebeek
timtebeek authored Jan 30, 2024
1 parent 95c1206 commit a6ed04c
Show file tree
Hide file tree
Showing 2 changed files with 17 additions and 24 deletions.
21 changes: 1 addition & 20 deletions repos.csv
View file
Original file line number Diff line number Diff line change
Expand Up @@ -6473,7 +6473,7 @@ scmHost,repoName,repoBranch,mavenTool,gradleTool,jdkTool,repoStyle,repoBuildActi
,Liberuman/Tracker,master,,,,,,TRUE,Gradle wrapper 4.6 is not supported
,LibraryOfCongress/bagger,master,,gradle,,,,,
,LibraryOfCongress/bagit-java,master,,,,,,,
,LibraryOfCongress/simple-artifact-uploader,master,,,,,,,
,LibraryOfCongress/simple-artifact-uploader,master,,,,,,TRUE,Build uses Gradle 3.x
,LibrePDF/OpenPDF,master,maven,,,,,,
,LibrePhotos/librephotos,dev,,,,,,,
,LibreShift/red-moon,master,,,,,,,
Expand Down Expand Up @@ -15817,7 +15817,6 @@ scmHost,repoName,repoBranch,mavenTool,gradleTool,jdkTool,repoStyle,repoBuildActi
,bilde2910/Hauk,master,,,,,,,
,bilelmahjoubi/consomitounsi619,master,maven,,,,,,
,bilibili/BRouter,master,,,,,,,
,bilibili/DanmakuFlameMaster,master,,,,,,,
,bilibili/boxing,master,,,,,,,
,bilibili/drawee-text-view,master,,,,,,TRUE,Gradle wrapper 4.1 is not supported
,bilibili/muzei-bilibili,master,,,,,,TRUE,Gradle wrapper 2.2.1 is not supported
Expand Down Expand Up @@ -19384,7 +19383,6 @@ scmHost,repoName,repoBranch,mavenTool,gradleTool,jdkTool,repoStyle,repoBuildActi
,dronekit/dronekit-android,develop,,,,,,,
,dronky/user-catalog,master,maven,,,,,,
,droolsjbpm/drools,main,maven,,,,,,
,dropbox/AffectedModuleDetector,main,,,,,,,
,dropbox/dropbox-sdk-java,master,,,,,,,
,dropbox/dropbox-sdk-js,main,,,,,,,
,dropbox/mypy-PyCharm-plugin,master,,,,,,,
Expand Down Expand Up @@ -19649,8 +19647,6 @@ scmHost,repoName,repoBranch,mavenTool,gradleTool,jdkTool,repoStyle,repoBuildActi
,eatnumber1/google-gson,master,maven,,,,,,
,eballerini/dictionary,master,maven,,,,,,
,ebanx/swipe-button,master,,,,,,,
,ebay/bascomtask,master,maven,,,,,,
,ebay/ebay-oauth-java-client,master,maven,,,,,,
,ebean-orm-deprecated/deprecated-ebean-datasource-api,master,maven,,,,,,
,ebean-orm-deprecated/ebean-querybean,master,maven,,,,,,
,ebean-orm-deprecated/querybean-generator,master,maven,,,,,,
Expand Down Expand Up @@ -24904,20 +24900,16 @@ scmHost,repoName,repoBranch,mavenTool,gradleTool,jdkTool,repoStyle,repoBuildActi
,hubspot/S3Decorators,master,maven,,,,,,
,hubspot/SeatSolver,master,maven,,,,,,
,hubspot/Singularity,master,maven,,,,,,
,hubspot/SlimFast,master,maven,,,,,,
,hubspot/algebra,master,maven,,,,,,
,hubspot/dependency-management-maven-plugin,master,maven,,,,,,
,hubspot/dependency-scope-maven-plugin,master,maven,,,,,,
,hubspot/dropwizard-guice,master,maven,,,,,,
,hubspot/dropwizard-guicier,master,maven,,,,,,
,hubspot/gcs-maven,master,maven,,,,,,
,hubspot/guice-transactional,master,maven,,,,,,
,hubspot/httpQL,master,maven,,,,,,
,hubspot/hubspot-immutables,master,maven,,,,,,
,hubspot/jackson-datatype-protobuf,master,maven,,,,,,
,hubspot/jackson-jaxrs-propertyfiltering,master,maven,,,,,,
,hubspot/jersey2-guicier,master,maven,,,,,,
,hubspot/jinjava,master,maven,,,,,,
,hubspot/jmte,master,maven,,,,,,
,hubspot/live-config,master,maven,,,,,,
,hubspot/maven-snapshot-accelerator,master,maven,,,,,,
Expand Down Expand Up @@ -30167,7 +30159,6 @@ scmHost,repoName,repoBranch,mavenTool,gradleTool,jdkTool,repoStyle,repoBuildActi
,justcallmelewis1/Zerthall_Updated,master,maven,,,,,,
,justice3120/app-detector-plugin,master,maven,,,,,,
,justin-jhipster/GB-Gateway,master,maven,,,,,,
,justinPihony/gradle-aws-plugin-reboot,master,,,,,,,
,justinbaby/seckill-demo,master,maven,,,,,,
,justinbscanlon/jhipster-sample-application,master,maven,,,,,,
,justindujardin/ng2-material,master,,,,,,,
Expand Down Expand Up @@ -31707,7 +31698,6 @@ scmHost,repoName,repoBranch,mavenTool,gradleTool,jdkTool,repoStyle,repoBuildActi
,libp2p/jvm-libp2p,develop,,,,,,,
,libpd/pd-for-android,master,,,,,,,
,libraryaddict/LibsDisguises,master,maven,,,,,,
,libraryofcongress/simple-artifact-uploader,master,,,,,,TRUE,Build uses Gradle 3.x
,librato/dropwizard-librato,master,maven,,,,,,
,librato/metrics-librato,master,maven,,,,,,
,librato/rollout-java,master,maven,,,,,,
Expand Down Expand Up @@ -33020,9 +33010,6 @@ scmHost,repoName,repoBranch,mavenTool,gradleTool,jdkTool,repoStyle,repoBuildActi
,marsenal1990/jhipsterangulardemo,master,maven,,,,,,
,marshmallow-code/marshmallow,dev,,,,,,,
,marthenlt/hotello-gateway,master,maven,,,,,,
,martijndwars/markdown-gradle-plugin,master,,,,,,,
,martijndwars/proxy-gradle-plugin,main,,,,,,,
,martijndwars/spoofax-gradle-plugin,master,,,,,,,
,martin-champarini/aws-message-sample,master,maven,,,,,,
,martin-chips/DimpleBlog,DimpleBlog3.0,maven,,,,,,
,martin90s/ImagePicker,master,,gradle,,,,,
Expand Down Expand Up @@ -36327,7 +36314,6 @@ scmHost,repoName,repoBranch,mavenTool,gradleTool,jdkTool,repoStyle,repoBuildActi
,nextcloud/android-library,master,,,,,,,
,nextcloud/news-android,master,,,,,,,
,nextcloud/server,master,,,,,,,
,nextdoor/bender,master,maven,,,,,,
,nextflow-io/nextflow,master,,,,,,,
,neyao-advanced-java/JavaAdvancedUsage,master,maven,,,,,,
,neykov/extract-tls-secrets,master,maven,,,,,,
Expand Down Expand Up @@ -36903,7 +36889,6 @@ scmHost,repoName,repoBranch,mavenTool,gradleTool,jdkTool,repoStyle,repoBuildActi
,nylas/nylas-mail,master,,,,,,,
,nysenate/GeoApi,dev,maven,,,,,,
,nysenate/OpenLegislation,dev,maven,,,,,,
,nytimes/Store,feature/rx2,,,,,,,
,nytimes/backbone.stickit,master,,,,,,,
,nzakas/cssembed,master,,,,,,,
,nzakas/props2js,master,,,,,,,
Expand Down Expand Up @@ -44270,12 +44255,9 @@ scmHost,repoName,repoBranch,mavenTool,gradleTool,jdkTool,repoStyle,repoBuildActi
,temelt/issue-management,master,maven,,,,,,
,temporalio/sdk-java,master,,,,,,,
,ten951/service-multithreaded-design,master,maven,,,,,,
,tencent/Firestorm,master,maven,,,,,,
,tencent/QMUI_Android,master,,,,,,,
,tencent/Shadow,master,,,,,,,
,tencent/VasDolly,master,,,,,,,
,tencent/spring-cloud-tencent,main,maven,,,,,,
,tencent/tinker,dev,,,,,,,
,tencentyun/cos-java-sdk,master,maven,,,,,,
,tencentyun/cos-java-sdk-v5,master,maven,,,,,,
,tencentyun/cos_migrate_tool_v5,master,maven,,,,,,
Expand Down Expand Up @@ -47323,7 +47305,6 @@ scmHost,repoName,repoBranch,mavenTool,gradleTool,jdkTool,repoStyle,repoBuildActi
,xcodebuild/RecyclerViewSwipeDismiss,master,,,,,,,
,xcporter/MetaView,main,,,,,,,
,xcporter/jpkg,main,,,,,,,
,xcporter/metaView,main,,,,,,,
,xddxdd/airflow-sense,master,,,,,,,
,xdebug/vscode-php-debug,main,,,,,,,
,xdefer/PilPoil,master,,,,,,,
Expand Down
20 changes: 16 additions & 4 deletions src/main/java/io/moderne/jenkins/ingest/Parser.java
View file
Original file line number Diff line number Diff line change
Expand Up @@ -4,10 +4,7 @@
import java.io.IOException;
import java.nio.file.Files;
import java.nio.file.Path;
import java.util.Comparator;
import java.util.LinkedHashMap;
import java.util.List;
import java.util.Map;
import java.util.*;
import java.util.stream.Collectors;

public class Parser {
Expand Down Expand Up @@ -111,6 +108,21 @@ public int compareTo(Key o) {
.thenComparing(Key::branch)
.compare(this, o);
}

@Override
public boolean equals(Object o) {
if (this == o) return true;
if (o == null || getClass() != o.getClass()) return false;
Key key = (Key) o;
return Objects.equals(origin, key.origin) &&
Objects.equals(path.toLowerCase(), key.path.toLowerCase()) &&
Objects.equals(branch, key.branch);
}

@Override
public int hashCode() {
return Objects.hash(origin, path.toLowerCase(), branch);
}
}

record DataTableRow(String repositoryOrigin, String repositoryPath, String repositoryBranch, String type,
Expand Down

0 comments on commit a6ed04c

Please sign in to comment.