From 7849662831542c71ce69f728bb9642637a6011e1 Mon Sep 17 00:00:00 2001 From: Leo Chen Date: Fri, 24 Mar 2023 18:54:58 -0400 Subject: [PATCH 01/21] Update host_config.json --- github/host_config.json | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/github/host_config.json b/github/host_config.json index e7ead6158..3c69732a1 100644 --- a/github/host_config.json +++ b/github/host_config.json @@ -1,5 +1,5 @@ { - "token": "", - "team_pk": "", - "evalai_host_url": "" + "token": "eyJ0eXAiOiJKV1QiLCJhbGciOiJIUzI1NiJ9.eyJ0b2tlbl90eXBlIjoicmVmcmVzaCIsImV4cCI6MTcwODEzMDAwNCwianRpIjoiZGJkNmRhM2UxNTczNGY4M2JkN2ZlMWVhM2MyZWRkY2UiLCJ1c2VyX2lkIjoyNzk1MX0.erPWcJuZ7v5sbSXrUSvQB8C86ssSmLy9jawlPDS9iP0", + "team_pk": "2316", + "evalai_host_url": "https://eval.ai" } From a0e36994f86d945187043163ab76092b3065c203 Mon Sep 17 00:00:00 2001 From: Leo Chen Date: Fri, 24 Mar 2023 18:56:57 -0400 Subject: [PATCH 02/21] Update challenge_config.yaml --- challenge_config.yaml | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/challenge_config.yaml b/challenge_config.yaml index ede451aed..ff0b3f824 100755 --- a/challenge_config.yaml +++ b/challenge_config.yaml @@ -1,7 +1,7 @@ # If you are not sure what all these fields mean, please refer our documentation here: # https://evalai.readthedocs.io/en/latest/configuration.html -title: Random Number Generator Challenge -short_description: Random number generation challenge for each submission +title: Testing Out EvalAI +short_description: Just Testing Out EvalAI description: templates/description.html evaluation_details: templates/evaluation_details.html terms_and_conditions: templates/terms_and_conditions.html @@ -22,11 +22,11 @@ leaderboard: "labels": ["Metric1", "Metric2", "Metric3", "Total"], "default_order_by": "Total", "metadata": { - "Metric1": { + "Speed": { "sort_ascending": True, "description": "Lorem ipsum dolor sit amet, consectetur adipiscing elit.", }, - "Metric2": { + "Time Completion": { "sort_ascending": True, "description": "Lorem ipsum dolor sit amet, consectetur adipiscing elit.", } From db079f9b933ba2bd2ad816b985cb7612f3215fdf Mon Sep 17 00:00:00 2001 From: Leo Chen Date: Fri, 24 Mar 2023 19:02:02 -0400 Subject: [PATCH 03/21] Update host_config.json --- github/host_config.json | 1 + 1 file changed, 1 insertion(+) diff --git a/github/host_config.json b/github/host_config.json index 3c69732a1..c834043a6 100644 --- a/github/host_config.json +++ b/github/host_config.json @@ -1,5 +1,6 @@ { "token": "eyJ0eXAiOiJKV1QiLCJhbGciOiJIUzI1NiJ9.eyJ0b2tlbl90eXBlIjoicmVmcmVzaCIsImV4cCI6MTcwODEzMDAwNCwianRpIjoiZGJkNmRhM2UxNTczNGY4M2JkN2ZlMWVhM2MyZWRkY2UiLCJ1c2VyX2lkIjoyNzk1MX0.erPWcJuZ7v5sbSXrUSvQB8C86ssSmLy9jawlPDS9iP0", "team_pk": "2316", + "evalai_host_url": "https://eval.ai" } From c298bc1fc09521799b2f2dae3b0b54059b4e6c23 Mon Sep 17 00:00:00 2001 From: Leo Chen Date: Sun, 26 Mar 2023 22:11:34 -0400 Subject: [PATCH 04/21] Update host_config.json --- github/host_config.json | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/github/host_config.json b/github/host_config.json index c834043a6..2bf03d507 100644 --- a/github/host_config.json +++ b/github/host_config.json @@ -2,5 +2,5 @@ "token": "eyJ0eXAiOiJKV1QiLCJhbGciOiJIUzI1NiJ9.eyJ0b2tlbl90eXBlIjoicmVmcmVzaCIsImV4cCI6MTcwODEzMDAwNCwianRpIjoiZGJkNmRhM2UxNTczNGY4M2JkN2ZlMWVhM2MyZWRkY2UiLCJ1c2VyX2lkIjoyNzk1MX0.erPWcJuZ7v5sbSXrUSvQB8C86ssSmLy9jawlPDS9iP0", "team_pk": "2316", - "evalai_host_url": "https://eval.ai" + "evalai_host_url": "https://staging.eval.ai" } From 788f2dc3fd955c063097f42d2f01f7f653696b57 Mon Sep 17 00:00:00 2001 From: Leo Chen Date: Sun, 26 Mar 2023 22:12:58 -0400 Subject: [PATCH 05/21] Update host_config.json --- github/host_config.json | 1 - 1 file changed, 1 deletion(-) diff --git a/github/host_config.json b/github/host_config.json index 2bf03d507..b05f3fdca 100644 --- a/github/host_config.json +++ b/github/host_config.json @@ -1,6 +1,5 @@ { "token": "eyJ0eXAiOiJKV1QiLCJhbGciOiJIUzI1NiJ9.eyJ0b2tlbl90eXBlIjoicmVmcmVzaCIsImV4cCI6MTcwODEzMDAwNCwianRpIjoiZGJkNmRhM2UxNTczNGY4M2JkN2ZlMWVhM2MyZWRkY2UiLCJ1c2VyX2lkIjoyNzk1MX0.erPWcJuZ7v5sbSXrUSvQB8C86ssSmLy9jawlPDS9iP0", "team_pk": "2316", - "evalai_host_url": "https://staging.eval.ai" } From 877336c56190f1ca077753e8a7d20481c4133e1c Mon Sep 17 00:00:00 2001 From: Leo Chen Date: Sun, 26 Mar 2023 23:40:46 -0400 Subject: [PATCH 06/21] Update host_config.json --- github/host_config.json | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/github/host_config.json b/github/host_config.json index b05f3fdca..956b4f701 100644 --- a/github/host_config.json +++ b/github/host_config.json @@ -1,5 +1,5 @@ { - "token": "eyJ0eXAiOiJKV1QiLCJhbGciOiJIUzI1NiJ9.eyJ0b2tlbl90eXBlIjoicmVmcmVzaCIsImV4cCI6MTcwODEzMDAwNCwianRpIjoiZGJkNmRhM2UxNTczNGY4M2JkN2ZlMWVhM2MyZWRkY2UiLCJ1c2VyX2lkIjoyNzk1MX0.erPWcJuZ7v5sbSXrUSvQB8C86ssSmLy9jawlPDS9iP0", - "team_pk": "2316", + "token": "eyJ0eXAiOiJKV1QiLCJhbGciOiJIUzI1NiJ9.eyJ0b2tlbl90eXBlIjoicmVmcmVzaCIsImV4cCI6MTcxMTQyNDM5OCwianRpIjoiZDc3YmNjYWU4NmQ3NDcyNzg3NTkxOTE3MzAyMGJmM2YiLCJ1c2VyX2lkIjo0MjB9.ppUrxx72fiI0DpEJ_3F6Icf1g0aQKa6pVngtFBGaEWQ", + "team_pk": "251", "evalai_host_url": "https://staging.eval.ai" } From e328d19c899968c83ec0085e67fc686ac04f9634 Mon Sep 17 00:00:00 2001 From: Leo Chen Date: Tue, 28 Mar 2023 14:00:09 -0400 Subject: [PATCH 07/21] Update challenge_config.yaml --- challenge_config.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/challenge_config.yaml b/challenge_config.yaml index ff0b3f824..c8bf978cc 100755 --- a/challenge_config.yaml +++ b/challenge_config.yaml @@ -58,7 +58,7 @@ challenge_phases: is_visible: True submission_meta_attributes: - name: TextAttribute - description: Sample + description: TEST BY LEO type: text required: False - name: SingleOptionAttribute From 69ce5379a943ab10b5bdf123820a59332ea9a9ba Mon Sep 17 00:00:00 2001 From: Leo Chen Date: Tue, 28 Mar 2023 14:07:32 -0400 Subject: [PATCH 08/21] Update challenge_config.yaml --- challenge_config.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/challenge_config.yaml b/challenge_config.yaml index c8bf978cc..52e924b6d 100755 --- a/challenge_config.yaml +++ b/challenge_config.yaml @@ -90,7 +90,7 @@ challenge_phases: max_submissions_per_month: 50 max_submissions: 50 default_submission_meta_attributes: - - name: method_name + - name: Method Name 111 is_visible: True - name: method_description is_visible: True From bce302997ad61b3f5fc511e11bf4c76360d002b4 Mon Sep 17 00:00:00 2001 From: Leo Chen Date: Tue, 28 Mar 2023 14:11:07 -0400 Subject: [PATCH 09/21] Update challenge_config.yaml --- challenge_config.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/challenge_config.yaml b/challenge_config.yaml index 52e924b6d..c8bf978cc 100755 --- a/challenge_config.yaml +++ b/challenge_config.yaml @@ -90,7 +90,7 @@ challenge_phases: max_submissions_per_month: 50 max_submissions: 50 default_submission_meta_attributes: - - name: Method Name 111 + - name: method_name is_visible: True - name: method_description is_visible: True From bf9a39d92c79ff5a6ed3468d3b0755e23d9d1a60 Mon Sep 17 00:00:00 2001 From: Leo Chen Date: Tue, 28 Mar 2023 14:24:06 -0400 Subject: [PATCH 10/21] Update challenge_config.yaml --- challenge_config.yaml | 40 ++++++++++++++++++++++++++++++++++++++++ 1 file changed, 40 insertions(+) diff --git a/challenge_config.yaml b/challenge_config.yaml index c8bf978cc..9bbce6c06 100755 --- a/challenge_config.yaml +++ b/challenge_config.yaml @@ -115,6 +115,46 @@ challenge_phases: type: boolean is_restricted_to_select_one_submission: False is_partial_submission_evaluation_enabled: False +- id: 3 + name: Registration Phase + description: templates/challenge_phase_2_description.html + leaderboard_public: True + is_public: True + is_submission_public: True + start_date: 2019-01-01 00:00:00 + end_date: 2099-05-24 23:59:59 + test_annotation_file: annotations/test_annotations_testsplit.json + codename: test + max_submissions_per_day: 5 + max_submissions_per_month: 50 + max_submissions: 50 + default_submission_meta_attributes: + - name: method_name + is_visible: True + - name: method_description + is_visible: True + - name: project_url + is_visible: True + - name: publication_url + is_visible: True + submission_meta_attributes: + - name: TextAttribute + description: Sample + type: text + - name: SingleOptionAttribute + description: Sample + type: radio + options: ["A", "B", "C"] + - name: MultipleChoiceAttribute + description: Sample + type: checkbox + options: ["alpha", "beta", "gamma"] + - name: TrueFalseField + description: Sample + type: boolean + is_restricted_to_select_one_submission: False + is_partial_submission_evaluation_enabled: False + allowed_submission_file_types: "*" dataset_splits: - id: 1 From ccf3d26293ea085d743d2474fad7a822a82775f7 Mon Sep 17 00:00:00 2001 From: Leo Chen Date: Tue, 28 Mar 2023 14:26:12 -0400 Subject: [PATCH 11/21] Update challenge_config.yaml --- challenge_config.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/challenge_config.yaml b/challenge_config.yaml index 9bbce6c06..db823712f 100755 --- a/challenge_config.yaml +++ b/challenge_config.yaml @@ -154,7 +154,7 @@ challenge_phases: type: boolean is_restricted_to_select_one_submission: False is_partial_submission_evaluation_enabled: False - allowed_submission_file_types: "*" + allowed_submission_file_types: ".*" dataset_splits: - id: 1 From 42de633839d3eb915797802f6886c5a867419141 Mon Sep 17 00:00:00 2001 From: Leo Chen Date: Tue, 28 Mar 2023 14:27:03 -0400 Subject: [PATCH 12/21] Update challenge_config.yaml --- challenge_config.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/challenge_config.yaml b/challenge_config.yaml index db823712f..6aa2c2961 100755 --- a/challenge_config.yaml +++ b/challenge_config.yaml @@ -154,7 +154,7 @@ challenge_phases: type: boolean is_restricted_to_select_one_submission: False is_partial_submission_evaluation_enabled: False - allowed_submission_file_types: ".*" + allowed_submission_file_types: ".zip" dataset_splits: - id: 1 From f5d8bc3a00e96fb6aaa9d0f7ea3abea39e86683e Mon Sep 17 00:00:00 2001 From: Leo Chen Date: Tue, 28 Mar 2023 14:29:16 -0400 Subject: [PATCH 13/21] Update challenge_config.yaml --- challenge_config.yaml | 82 +++++++++++++++++++++---------------------- 1 file changed, 41 insertions(+), 41 deletions(-) diff --git a/challenge_config.yaml b/challenge_config.yaml index 6aa2c2961..a6537a15e 100755 --- a/challenge_config.yaml +++ b/challenge_config.yaml @@ -115,47 +115,47 @@ challenge_phases: type: boolean is_restricted_to_select_one_submission: False is_partial_submission_evaluation_enabled: False -- id: 3 - name: Registration Phase - description: templates/challenge_phase_2_description.html - leaderboard_public: True - is_public: True - is_submission_public: True - start_date: 2019-01-01 00:00:00 - end_date: 2099-05-24 23:59:59 - test_annotation_file: annotations/test_annotations_testsplit.json - codename: test - max_submissions_per_day: 5 - max_submissions_per_month: 50 - max_submissions: 50 - default_submission_meta_attributes: - - name: method_name - is_visible: True - - name: method_description - is_visible: True - - name: project_url - is_visible: True - - name: publication_url - is_visible: True - submission_meta_attributes: - - name: TextAttribute - description: Sample - type: text - - name: SingleOptionAttribute - description: Sample - type: radio - options: ["A", "B", "C"] - - name: MultipleChoiceAttribute - description: Sample - type: checkbox - options: ["alpha", "beta", "gamma"] - - name: TrueFalseField - description: Sample - type: boolean - is_restricted_to_select_one_submission: False - is_partial_submission_evaluation_enabled: False - allowed_submission_file_types: ".zip" - + - id: 3 + name: Registration Phase + description: templates/challenge_phase_2_description.html + leaderboard_public: True + is_public: True + is_submission_public: True + start_date: 2019-01-01 00:00:00 + end_date: 2099-05-24 23:59:59 + test_annotation_file: annotations/test_annotations_testsplit.json + codename: test + max_submissions_per_day: 5 + max_submissions_per_month: 50 + max_submissions: 50 + default_submission_meta_attributes: + - name: method_name + is_visible: True + - name: method_description + is_visible: True + - name: project_url + is_visible: True + - name: publication_url + is_visible: True + submission_meta_attributes: + - name: TextAttribute + description: Sample + type: text + - name: SingleOptionAttribute + description: Sample + type: radio + options: ["A", "B", "C"] + - name: MultipleChoiceAttribute + description: Sample + type: checkbox + options: ["alpha", "beta", "gamma"] + - name: TrueFalseField + description: Sample + type: boolean + is_restricted_to_select_one_submission: False + is_partial_submission_evaluation_enabled: False + allowed_submission_file_types: "" + dataset_splits: - id: 1 name: Train Split From 6b2eb9a3e027718195acc2bde5fc873dd32959fa Mon Sep 17 00:00:00 2001 From: Leo Chen Date: Thu, 6 Apr 2023 10:45:10 -0400 Subject: [PATCH 14/21] Update main.py --- evaluation_script/main.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/evaluation_script/main.py b/evaluation_script/main.py index 61c73d9b5..32196ec8a 100644 --- a/evaluation_script/main.py +++ b/evaluation_script/main.py @@ -78,4 +78,6 @@ def evaluate(test_annotation_file, user_submission_file, phase_codename, **kwarg # To display the results in the result file output["submission_result"] = output["result"][0] print("Completed evaluation for Test Phase") + elif phase_codename == "registration" + pass return output From 47a6635d9c7c755fab6278894b9b008dba207d56 Mon Sep 17 00:00:00 2001 From: Leo Chen Date: Thu, 6 Apr 2023 10:54:21 -0400 Subject: [PATCH 15/21] Update challenge_config.yaml --- challenge_config.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/challenge_config.yaml b/challenge_config.yaml index a6537a15e..55b7509d4 100755 --- a/challenge_config.yaml +++ b/challenge_config.yaml @@ -124,7 +124,7 @@ challenge_phases: start_date: 2019-01-01 00:00:00 end_date: 2099-05-24 23:59:59 test_annotation_file: annotations/test_annotations_testsplit.json - codename: test + codename: registration max_submissions_per_day: 5 max_submissions_per_month: 50 max_submissions: 50 From b88b3181ab7a2e5ec8d8af6a9adea60d11b073a7 Mon Sep 17 00:00:00 2001 From: Leo Chen Date: Thu, 6 Apr 2023 10:56:20 -0400 Subject: [PATCH 16/21] Update challenge_config.yaml --- challenge_config.yaml | 1 - 1 file changed, 1 deletion(-) diff --git a/challenge_config.yaml b/challenge_config.yaml index 55b7509d4..31101bce2 100755 --- a/challenge_config.yaml +++ b/challenge_config.yaml @@ -154,7 +154,6 @@ challenge_phases: type: boolean is_restricted_to_select_one_submission: False is_partial_submission_evaluation_enabled: False - allowed_submission_file_types: "" dataset_splits: - id: 1 From e52e6ba3cdff047d5b73dc1dce3ba02faa7fb517 Mon Sep 17 00:00:00 2001 From: Leo Chen Date: Thu, 6 Apr 2023 10:58:25 -0400 Subject: [PATCH 17/21] Update challenge_config.yaml --- challenge_config.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/challenge_config.yaml b/challenge_config.yaml index 31101bce2..965f66009 100755 --- a/challenge_config.yaml +++ b/challenge_config.yaml @@ -176,7 +176,7 @@ challenge_phase_splits: visibility: 3 leaderboard_decimal_precision: 2 is_leaderboard_order_descending: True - - challenge_phase_id: 2 + - challenge_phase_id: 3 leaderboard_id: 1 dataset_split_id: 2 visibility: 1 From 2cdbad9b4f1111a3455d1f9753e0a7f21e6f794a Mon Sep 17 00:00:00 2001 From: Leo Chen Date: Thu, 6 Apr 2023 14:12:27 -0400 Subject: [PATCH 18/21] Update challenge_config.yaml --- challenge_config.yaml | 47 +------------------------------------------ 1 file changed, 1 insertion(+), 46 deletions(-) diff --git a/challenge_config.yaml b/challenge_config.yaml index 965f66009..4d5cf361e 100755 --- a/challenge_config.yaml +++ b/challenge_config.yaml @@ -77,45 +77,6 @@ challenge_phases: is_partial_submission_evaluation_enabled: False allowed_submission_file_types: ".json, .zip, .txt, .tsv, .gz, .csv, .h5, .npy, .npz" - id: 2 - name: Test Phase - description: templates/challenge_phase_2_description.html - leaderboard_public: True - is_public: True - is_submission_public: True - start_date: 2019-01-01 00:00:00 - end_date: 2099-05-24 23:59:59 - test_annotation_file: annotations/test_annotations_testsplit.json - codename: test - max_submissions_per_day: 5 - max_submissions_per_month: 50 - max_submissions: 50 - default_submission_meta_attributes: - - name: method_name - is_visible: True - - name: method_description - is_visible: True - - name: project_url - is_visible: True - - name: publication_url - is_visible: True - submission_meta_attributes: - - name: TextAttribute - description: Sample - type: text - - name: SingleOptionAttribute - description: Sample - type: radio - options: ["A", "B", "C"] - - name: MultipleChoiceAttribute - description: Sample - type: checkbox - options: ["alpha", "beta", "gamma"] - - name: TrueFalseField - description: Sample - type: boolean - is_restricted_to_select_one_submission: False - is_partial_submission_evaluation_enabled: False - - id: 3 name: Registration Phase description: templates/challenge_phase_2_description.html leaderboard_public: True @@ -154,7 +115,7 @@ challenge_phases: type: boolean is_restricted_to_select_one_submission: False is_partial_submission_evaluation_enabled: False - + dataset_splits: - id: 1 name: Train Split @@ -176,9 +137,3 @@ challenge_phase_splits: visibility: 3 leaderboard_decimal_precision: 2 is_leaderboard_order_descending: True - - challenge_phase_id: 3 - leaderboard_id: 1 - dataset_split_id: 2 - visibility: 1 - leaderboard_decimal_precision: 2 - is_leaderboard_order_descending: True From c195c5951e5f4e95dffa38d64f1b13af1ffbdc2a Mon Sep 17 00:00:00 2001 From: Leo Chen Date: Thu, 6 Apr 2023 14:14:49 -0400 Subject: [PATCH 19/21] Update challenge_config.yaml --- challenge_config.yaml | 12 +++++++++--- 1 file changed, 9 insertions(+), 3 deletions(-) diff --git a/challenge_config.yaml b/challenge_config.yaml index 4d5cf361e..c8bf978cc 100755 --- a/challenge_config.yaml +++ b/challenge_config.yaml @@ -77,7 +77,7 @@ challenge_phases: is_partial_submission_evaluation_enabled: False allowed_submission_file_types: ".json, .zip, .txt, .tsv, .gz, .csv, .h5, .npy, .npz" - id: 2 - name: Registration Phase + name: Test Phase description: templates/challenge_phase_2_description.html leaderboard_public: True is_public: True @@ -85,7 +85,7 @@ challenge_phases: start_date: 2019-01-01 00:00:00 end_date: 2099-05-24 23:59:59 test_annotation_file: annotations/test_annotations_testsplit.json - codename: registration + codename: test max_submissions_per_day: 5 max_submissions_per_month: 50 max_submissions: 50 @@ -115,7 +115,7 @@ challenge_phases: type: boolean is_restricted_to_select_one_submission: False is_partial_submission_evaluation_enabled: False - + dataset_splits: - id: 1 name: Train Split @@ -137,3 +137,9 @@ challenge_phase_splits: visibility: 3 leaderboard_decimal_precision: 2 is_leaderboard_order_descending: True + - challenge_phase_id: 2 + leaderboard_id: 1 + dataset_split_id: 2 + visibility: 1 + leaderboard_decimal_precision: 2 + is_leaderboard_order_descending: True From ed7b25f388a3162bdd71d965a914170b83fad705 Mon Sep 17 00:00:00 2001 From: Leo Chen Date: Thu, 6 Apr 2023 14:15:43 -0400 Subject: [PATCH 20/21] Update challenge_config.yaml --- challenge_config.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/challenge_config.yaml b/challenge_config.yaml index c8bf978cc..766a2f002 100755 --- a/challenge_config.yaml +++ b/challenge_config.yaml @@ -85,7 +85,7 @@ challenge_phases: start_date: 2019-01-01 00:00:00 end_date: 2099-05-24 23:59:59 test_annotation_file: annotations/test_annotations_testsplit.json - codename: test + codename: registration max_submissions_per_day: 5 max_submissions_per_month: 50 max_submissions: 50 From 6dd9b6bb30043b9fa5b8236d2cbedf03690d3b07 Mon Sep 17 00:00:00 2001 From: Leo Chen Date: Thu, 6 Apr 2023 14:18:24 -0400 Subject: [PATCH 21/21] Update challenge_config.yaml --- challenge_config.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/challenge_config.yaml b/challenge_config.yaml index 766a2f002..e8327e44e 100755 --- a/challenge_config.yaml +++ b/challenge_config.yaml @@ -114,7 +114,7 @@ challenge_phases: description: Sample type: boolean is_restricted_to_select_one_submission: False - is_partial_submission_evaluation_enabled: False + is_partial_submission_evaluation_enabled: True dataset_splits: - id: 1