|
|
@@ -13,6 +13,11 @@ def main():
|
|
|
config = {
|
|
|
"evaluators": [{"name": "accuracy"}],
|
|
|
"with_wordnet": True,
|
|
|
+ "interactor": {
|
|
|
+ "name": "noisy_oracle",
|
|
|
+ "noise_model": "Deng2014",
|
|
|
+ "relabel_fraction": 0.95
|
|
|
+ },
|
|
|
"dataset": {
|
|
|
"name": "nabirds",
|
|
|
"base_path": "/home/brust/datasets/nabirds",
|
|
|
@@ -58,11 +63,11 @@ def main():
|
|
|
# Add relation source
|
|
|
experiment_container.knowledge_base.add_hyponymy_relation([dataset.get_hyponymy_relation_source()])
|
|
|
|
|
|
- exit
|
|
|
-
|
|
|
base_model = experiment_container.base_model
|
|
|
training_samples = dataset.train_pool(0, "label_gt")
|
|
|
- base_model.observe(training_samples, "label_gt")
|
|
|
+ training_samples = experiment_container.interactor.query_annotations_for(training_samples, "label_gt", "label_ann")
|
|
|
+
|
|
|
+ base_model.observe(training_samples, "label_ann")
|
|
|
|
|
|
test_samples = dataset.test_pool(0, "label_gt")[:100]
|
|
|
test_samples = base_model.predict(test_samples, "label_pred")
|