Select query indices

pomonam · Mar 20, 2024 · 5e2b059 · 5e2b059
1 parent da7fc14
commit 5e2b059
Show file tree

Hide file tree

Showing 2 changed files with 109 additions and 139 deletions.
diff --git a/examples/cifar/analyze.py b/examples/cifar/analyze.py
@@ -112,7 +112,7 @@ def main():
     model = prepare_model(model, task)
 
     analyzer = Analyzer(
-        analysis_name=args.dataset_name,
+        analysis_name="cifar10",
         model=model,
         task=task,
         cpu=False,
@@ -130,8 +130,9 @@ def main():
         scores_name="pairwise",
         factors_name=args.factor_strategy,
         query_dataset=eval_dataset,
+        query_indices=list(range(2000)),
         train_dataset=train_dataset,
-        per_device_query_batch_size=len(eval_dataset),
+        per_device_query_batch_size=500,
         overwrite_output_dir=True,
     )
     scores = analyzer.load_pairwise_scores("pairwise")