Skip to content

Commit 794e0f7

Browse files
authored
Merge pull request #77 from HPI-Information-Systems/develop
Final release for SIGMOD
2 parents c705e43 + 9c2e4ba commit 794e0f7

File tree

7 files changed

+59043
-9
lines changed

7 files changed

+59043
-9
lines changed

wrapper/assets/database_setup/datasets/sigmod_notebook_X2.csv

Lines changed: 344 additions & 0 deletions
Large diffs are not rendered by default.

wrapper/assets/database_setup/experiments/sigmod_notebook_goldstandard.csv

Lines changed: 58654 additions & 0 deletions
Large diffs are not rendered by default.

wrapper/src/api/database/setup/examples/datasets.ts

Lines changed: 21 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -60,20 +60,37 @@ export const exampleDatasets = assertType<ExampleDatasets>()({
6060
numberOfRecords: 863,
6161
},
6262
},
63-
computers: {
63+
notebookToy: {
6464
meta: {
65-
name: 'SIGMOD-computers-X1',
66-
description: 'This is the computers dataset (X1) of the SIGMOD-contest.',
65+
name: 'SIGMOD-NotebookToy-X1',
66+
description:
67+
'This is the NotebookToy dataset (X1) of the SIGMOD-contest.',
6768
tags: ['SIGMOD'],
6869
},
6970
id: 2,
7071
file: {
71-
path: path.join(EXAMPLE_DATASET_DIR, 'computers_sigmod.csv'),
72+
path: path.join(EXAMPLE_DATASET_DIR, 'sigmod_notebooktoy_X1.csv'),
7273
idColumn: 'instance_id',
7374
separator: ',',
7475
quote: '"',
7576
escape: '"',
7677
numberOfRecords: 43,
7778
},
7879
},
80+
notebook: {
81+
meta: {
82+
name: 'SIGMOD-Notebook-X2',
83+
description: 'This is the notebook dataset (X2) of the SIGMOD-contest.',
84+
tags: ['SIGMOD'],
85+
},
86+
id: 3,
87+
file: {
88+
path: path.join(EXAMPLE_DATASET_DIR, 'sigmod_notebook_X2.csv'),
89+
idColumn: 'instance_id',
90+
separator: ',',
91+
quote: '"',
92+
escape: '"',
93+
numberOfRecords: 343,
94+
},
95+
},
7996
});

wrapper/src/api/database/setup/examples/experiments.ts

Lines changed: 23 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -75,22 +75,40 @@ export const exampleExperiments = assertType<ExampleExperiments>()({
7575
numberOfPairs: 100,
7676
},
7777
},
78-
computersSigmodGoldstandard1: {
78+
notebookToySigmodGoldstandard1: {
7979
meta: {
80-
name: 'SIGMOD-goldstandard-Y1',
80+
name: 'SIGMOD-notebookToy-goldstandard-Y1',
8181
description:
82-
'Complete list of duplicate pairs in the computers dataset (X1) of the SIGMOD contest.',
82+
'Complete list of duplicate pairs in the NotebookToy dataset (X1) of the SIGMOD contest.',
8383
algorithmId: exampleAlgorithms.gold.id,
84-
datasetId: exampleDatasets.computers.id,
84+
datasetId: exampleDatasets.notebookToy.id,
8585
},
8686
id: 3,
8787
file: {
8888
format: 'sigmod2021',
8989
path: path.join(
9090
EXAMPLE_EXPERIMENT_DIR,
91-
'computers_sigmod_goldstandard.csv'
91+
'sigmod_notebooktoy_goldstandard.csv'
9292
),
9393
numberOfPairs: 903,
9494
},
9595
},
96+
notebookSigmodGoldstandard: {
97+
meta: {
98+
name: 'SIGMOD-notebook-goldstandard-Y2',
99+
description:
100+
'Complete list of duplicate pairs in the notebook dataset (X2) of the SIGMOD contest.',
101+
algorithmId: exampleAlgorithms.gold.id,
102+
datasetId: exampleDatasets.notebook.id,
103+
},
104+
id: 4,
105+
file: {
106+
format: 'sigmod2021',
107+
path: path.join(
108+
EXAMPLE_EXPERIMENT_DIR,
109+
'sigmod_notebook_goldstandard.csv'
110+
),
111+
numberOfPairs: 58653,
112+
},
113+
},
96114
});

wrapper/src/api/providers/benchmark/benchmarkProvider/helper/evaluator/evaluatorCache.ts

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -25,6 +25,7 @@ export class EvaluatorCache {
2525
evaluator = this.createEvaluator(goldStandard, experiment, recordCount);
2626
goldCache.set(experiment, evaluator);
2727
}
28+
this.cache.clear();
2829
return evaluator;
2930
}
3031

0 commit comments

Comments
 (0)