competition.yaml

# FAIR-UNIVERSE HEP competition yaml file
# Created by: FAIR Universe
# Created on: February 15, 2024

version: 2
title: FAIR Universe - HiggsML Uncertainty Challenge (NeurIPS)
description: FAIR Universe - HiggsML Uncertainty Challenge Organized by FAIR Universe
image: logo.png
registration_auto_approve: False   
enable_detailed_results: True
docker_image: registry.nersc.gov/docker.io/nersc/fair_universe:1298f0a8


terms: pages/terms.md
pages:  
  - title: Overview
    file: pages/overview.md
  - title: Evaluation
    file: pages/evaluation.md
  - title: Data
    file: pages/data.md
  - title: Starting Kit
    file: pages/starting_kit.md
  - title: Terms
    file: pages/terms.md
  

phases:
  - index: 0
    name: Phase 1
    description: Feedback Phase
    start: 2024-06-01
    end: 2024-08-01
    tasks:
      - 0


tasks:
  - index: 0
    name: FairUniverse NeurIPs Task
    description: Estimate Coverage
    input_data: input_data/
    reference_data: reference_data/  
    scoring_program: scoring_program/
    ingestion_program: ingestion_program/


leaderboards:
  - index: 0 
    title: Results
    key: main
    submission_rule: "Force_Latest_Multiple"
    columns:
      - index: 0
        title: Quantile Score
        key: quantiles_score
      - index: 1
        title: Interval
        key: interval
      - index: 2
        title: Coverage
        key: coverage
      - index: 3
        title: Run Time (mins)
        key: ingestion_duration