Skip to content

Commit

Permalink
Merge branch 'opensciencegrid:master' into master
Browse files Browse the repository at this point in the history
  • Loading branch information
biozit authored Oct 1, 2024
2 parents a78bbb6 + 2549202 commit 4f79c97
Show file tree
Hide file tree
Showing 424 changed files with 5,152 additions and 1,047 deletions.
64 changes: 64 additions & 0 deletions .github/scripts/check_facility_has_institution_id/main.py
Original file line number Diff line number Diff line change
@@ -0,0 +1,64 @@
# Run through all the FACILITY.yaml files and check that they have an institution_id field.

import yaml
import sys
import glob
import requests

export_mapping = False

# Get the list of valid institution ids
response = requests.get("https://topology-institutions.osg-htc.org/api/institution_ids")
topology_institutions = response.json()
topology_institutions_by_id = {x['id']: x for x in topology_institutions}
topology_institution_ids = {x['id'] for x in topology_institutions}

def check_facility_institution_id(yaml_string: str):

facility = yaml.load(yaml_string, Loader=yaml.Loader)
if 'InstitutionID' not in facility:
raise Exception("FACILITY.yaml does not have an InstitutionID field")

if facility['InstitutionID'] not in topology_institution_ids and facility['InstitutionID'] is not None:
raise Exception(f"Invalid InstitutionID: {facility['InstitutionID']}")

def provide_human_check_interface(facility_files: list):

facility_institution_mapping = {}
for file in facility_files:
with open(file, 'r') as f:
facility_name = file.split('/')[-2]
facility = yaml.load(f, Loader=yaml.Loader)
facility_institution_mapping[facility_name] = topology_institutions_by_id.get(facility['InstitutionID'], {}).get('name', None)

if export_mapping:
with open("facility_institution_mapping.yaml", 'w') as f:
yaml.dump(facility_institution_mapping, f)

else:
print(facility_institution_mapping)

def main():

facility_files = glob.glob("../../../topology/**/FACILITY.yaml")

# Check the files
errors = []
for file in facility_files:
with open(file, 'r') as f:
try:
check_facility_institution_id(f)
except Exception as e:
errors.append((file.split("/")[-2], e))

# Print the errors and exit if needed
if errors:
for error in errors:
print(f"Error in {error[0]}: \n\t {error[1]}")
sys.exit(1)

provide_human_check_interface(facility_files)


if __name__ == "__main__":
main()
Original file line number Diff line number Diff line change
@@ -0,0 +1,2 @@
PyYAML==6.0.1
requests==2.32.0
4 changes: 2 additions & 2 deletions .github/scripts/check_project_fos_precision/requirements.txt
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
certifi==2024.2.2
certifi==2024.7.4
charset-normalizer==3.3.2
idna==3.7
numpy==1.26.4
Expand All @@ -9,4 +9,4 @@ PyYAML==6.0.1
requests==2.32.0
six==1.16.0
tzdata==2024.1
urllib3==2.2.1
urllib3==2.2.2
20 changes: 20 additions & 0 deletions .github/workflows/check_facility_institution_id.yml
Original file line number Diff line number Diff line change
@@ -0,0 +1,20 @@
name: Check Project FOS Precision
on:
pull_request:
branches:
- main

jobs:
check:
name: Check
runs-on: ubuntu-latest
if: startsWith(github.repository, 'opensciencegrid/')
steps:
- uses: actions/checkout@v3
- name: Set up Python
uses: actions/setup-python@v4
with:
python-version: 3.9.15
cache: 'pip' # caching pip dependencies
- run: pip install -r ./.github/scripts/check_facility_has_institution_id/requirements.txt
- run: python ./.github/scripts/check_facility_has_institution_id/main.py
4 changes: 2 additions & 2 deletions .github/workflows/check_project_fos_precision.yml
Original file line number Diff line number Diff line change
Expand Up @@ -2,7 +2,7 @@ name: Check Project FOS Precision
on:
pull_request:
branches:
- main
- master
schedule:
- cron: '0 0 * * *'

Expand All @@ -19,4 +19,4 @@ jobs:
python-version: 3.9.15
cache: 'pip' # caching pip dependencies
- run: pip install -r ./.github/scripts/check_project_fos_precision/requirements.txt
- run: python ./.github/scripts/check_project_fos_precision/main.py
- run: python ./.github/scripts/check_project_fos_precision/main.py
20 changes: 0 additions & 20 deletions .github/workflows/validate-caches.yml

This file was deleted.

7 changes: 7 additions & 0 deletions projects/CSU_Vogeler.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,7 @@
Department: Natural Resource Ecology Lab
Description: Distributed geospatial data access and processing
FieldOfScience: Ecological and Environmental Sciences
FieldOfScienceID: '03.0101'
InstitutionID: https://osg-htc.org/iid/2aj5pa9etoc7
Organization: Colorado State University
PIName: Jody Vogeler
14 changes: 14 additions & 0 deletions projects/Caltech_2024_Reitze.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,14 @@
Department: The Division of Physics, Mathematics and Astronomy
Description: The mission of the U.S. National Science Foundation Laser Interferometer
Gravitational-wave Observatory is to open the field of gravitational-wave astrophysics
through the direct detection of gravitational waves. LIGO is a national facility
for gravitational-wave research, providing opportunities for the broader scientific
community to participate in detector development, observations and data analysis.
LIGO detectors are available for use by members of the LIGO Scientific Collaboration
(LSC), comprising researchers in partner institutions around the world.
FieldOfScience: Physics and astronomy
FieldOfScienceID: '40.1101'
InstitutionID: https://osg-htc.org/iid/m9rrh8ld1wyh
Organization: California Institute of Technology
PIName: David Reitze

7 changes: 7 additions & 0 deletions projects/Cincinnati_Combs.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,7 @@
Department: Advanced Research Computing
Description: Facilitating research computing efforts campus-wide
FieldOfScience: Research Computing
FieldOfScienceID: '11.0101'
InstitutionID: https://osg-htc.org/iid/52f5piuly2gg
Organization: University of Cincinnati
PIName: Jane Combs
13 changes: 13 additions & 0 deletions projects/Doane_Meysenburg.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,13 @@
Department: Information Science & Technology
Description: This fall, I'm teaching a seminar for undergraduate students participating
in the "Developing Computational Efficacy and Skill Within an Inclusive Community
of Practice in the Natural Sciences" NSF grant, award number 2142238. In the grant,
we teach natural science students coding skills through Python image processing.
A central part of the seminar is to teach the students how to improve the performance
of their Python code. As a capstone to that portion of the class, students will
use OSG Services.
FieldOfScience: Computer and Information Services
FieldOfScienceID: '11.0101'
InstitutionID: https://osg-htc.org/iid/f9c86mft1gzz
Organization: Doane University
PIName: Mark Meysenburg
15 changes: 15 additions & 0 deletions projects/EHT_2023_Chan.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,15 @@
Department: Astronomy
Description: >-
The EHT project combines data from several very-long-baseline
interferometry (VLBI) stations around Earth, which form a combined array
with an angular resolution sufficient to observe objects the size of
a supermassive black hole's event horizon. The project's observational
targets include the two black holes with the largest angular diameter as
observed from Earth: the black hole at the center of the supergiant
elliptical galaxy Messier 87, and Sagittarius A*, at the center of the
Milky Way.
FieldOfScience: Astronomy
FieldOfScienceID: '40.02'
InstitutionID: https://osg-htc.org/iid/7rjyoz6kb8vq
Organization: University of Arizona
PIName: Chi-Kwan Chan
15 changes: 6 additions & 9 deletions projects/EWMS_Riedel_Startup.yaml
Original file line number Diff line number Diff line change
@@ -1,10 +1,7 @@
Department: Physics
Description: To develop an Observation Management System Framework which will help alleviating multiple types of astrophysical data and respective workflow management. The Event Workflow Management System (EWMS)is a workload manager designed for processing events (simulated readouts from a particle physics detector, recorded data points, images, etc.) with complex workflows.
FieldOfScience: Astrophysics
Organization: University of Wisconsin-Madison
Department: Wisconsin IceCube Particle Astrophyics Center
Description: WIPAC is focused on neutrino astrophysics, operating the IceCube Neutrino Observatory and other projects around the world.
FieldOfScience: Computer and Information Science and Engineering
FieldOfScienceID: '14.0903'
InstitutionID: https://osg-htc.org/iid/fq8thqsj99zh
Organization: University of Wisconsin-Madison
PIName: Benedikt Riedel
Sponsor:
CampusGrid:
Name: PATh Facility
InstitutionID: 'https://osg-htc.org/iid/fq8thqsj99zh'
FieldOfScienceID: '40.0202'
9 changes: 9 additions & 0 deletions projects/FIU_Bobadilla.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,9 @@
Department: Computing and Information Sciences
Description: We are creating a large repository for simulation data, and we want to
provide our colleagues with options to run model calculations whose outcomes would
be stored in our repository.
FieldOfScience: Computer and Information Science and Engineering
FieldOfScienceID: '11.0101'
InstitutionID: https://osg-htc.org/iid/gyqnlof5dslq
Organization: Florida International University
PIName: Leonardo Bobadilla
8 changes: 8 additions & 0 deletions projects/GATech_Cadonati.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,8 @@
Department: Physics
Description: Gravitational Wave Astrophysics, working on running unmodelled reconstruction
of signals and tests of general relativity.
FieldOfScience: Astrophysics
FieldOfScienceID: '40.0202'
InstitutionID: https://osg-htc.org/iid/uvf22j6xjbtv
Organization: Georgia Institute of Technology
PIName: Laura Cadonati
8 changes: 8 additions & 0 deletions projects/Hamilton_Chen.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,8 @@
Department: Computer Science
Description: Research focuses on protein structure prediction and termination with
deep learning.
FieldOfScience: Biological and Biomedical Sciences
FieldOfScienceID: '26.9999'
InstitutionID: https://osg-htc.org/iid/0rovxfragej9
Organization: Hamilton College
PIName: Xiao Chen
8 changes: 8 additions & 0 deletions projects/Harrisburg_Syal.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,8 @@
Department: Computer Science
Description: Working on small projects and showcasing OSpool and helping reachers
and faculty at HU.
FieldOfScience: Computer Science
FieldOfScienceID: '11.0101'
InstitutionID: "https://osg-htc.org/iid/6l8t5d2hv9ay"
Organization: Harrisburg University of Science and Technology
PIName: Aditya Syal
10 changes: 10 additions & 0 deletions projects/Hawaii_Sun.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,10 @@
Department: Institute of Astronomy
Description: We study solar and stellar physical processes driven by magnetic field
dynamics with various numerical models and observational data analysis. We are also
involved in understanding the cyclic variation of the large-scale heliospheric magnetic
field.
FieldOfScience: Astronomy and Astrophysics
FieldOfScienceID: '40.0201'
InstitutionID: https://osg-htc.org/iid/34mcskejwysy
Organization: "University of Hawai\u02BBi at M\u0101noa"
PIName: Xudong Sun
8 changes: 8 additions & 0 deletions projects/Howard_Parry.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,8 @@
Department: Microbiology
Description: The thrust of this project is to obtain a functional, structural and
mechanistic understanding of iron transport and systemwide homeostasis.
FieldOfScience: Biophysics
FieldOfScienceID: '26.0203'
InstitutionID: https://osg-htc.org/iid/6flk2zw30csu
Organization: Howard University
PIName: Christian Parry
10 changes: 10 additions & 0 deletions projects/IAState_Huang.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,10 @@
Department: Computer Sciences
Description: 'Development of algorithms and software for bioinformatics.
https://faculty.sites.iastate.edu/xqhuang/'
FieldOfScience: Computer Science
FieldOfScienceID: '11.0701'
InstitutionID: https://osg-htc.org/iid/wbwnw037cybm
Organization: Iowa State University
PIName: Xiaoqiu Huang
7 changes: 7 additions & 0 deletions projects/Illinois_2024_Gammie.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,7 @@
Department: Physics
Description: This project involves black holes, star and planet formation, and accretion physics. It includes computer simulation of astrophysical plasmas, particularly studies of hot plasmas accreting onto black holes
FieldOfScience: Astrophysics
FieldOfScienceID: '40.0202'
InstitutionID: https://osg-htc.org/iid/10izzs5e7v1r
Organization: University of Illinois Urbana-Champaign
PIName: Charles Gammie
8 changes: 8 additions & 0 deletions projects/Illinois_Goyal.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,8 @@
Department: Computer Science
Description: Diverse set of projects focusing on vision models/LLMs primarily falling
under the umbrella terms of "machine unlearning" and "human-AI alignment"
FieldOfScience: Computer Science
FieldOfScienceID: '11.0701'
InstitutionID: https://osg-htc.org/iid/10izzs5e7v1r
Organization: University of Illinois Urbana-Champaign
PIName: Agam Goyal
12 changes: 12 additions & 0 deletions projects/Illinois_Park.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,12 @@
Department: Statistics
Description: 'My research broadly focuses on (a) causal inference under interference
and non-i.i.d. settings, (b) causal inference under unmeasured confounding, and
(c) optimal treatment regimes and policy learning. A common theme in my research
is to use non/semiparametric theory and optimization methods to develop efficient
and robust estimators of causal quantities in (a)-(c).
Website: https://www.chanpark.net/'
FieldOfScience: Statistics
FieldOfScienceID: '27.0503'
InstitutionID: https://osg-htc.org/iid/10izzs5e7v1r
Organization: University of Illinois Urbana-Champaign
PIName: Chan Park
11 changes: 11 additions & 0 deletions projects/Internet2_Brunson.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,11 @@
Department: Research Engagement
Description: Research Engagement at Internet2 works to enhance global research computing
and data capability (RCD), capacity, and resources to better support and advance
research activity. We do this by providing consulting and training, facilitating
a professional community to develop tools and best practices, and supporting RCD
professionals as research partners. https://internet2.edu/community/research-engagement/
FieldOfScience: Multidisciplinary
FieldOfScienceID: 30.9999f
InstitutionID: https://osg-htc.org/iid/rdbgla0ef33b
Organization: Internet2
PIName: Dana Brunson
12 changes: 12 additions & 0 deletions projects/JHUAPL_Clement.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,12 @@
Department: Physics & Astronomy
Description: The formation path way for the compact habitable zone planets system
TOI-700 composed of 4 planets is still a mystery. We use N-body simulations with
Mercury hybrid integrator to explore how this system was formed. Specifically, we
explore the possibility that the TOI-700 system started as a chain of planets in
mean-motion-resonance, and was then destabilized after the gas disk dissipated.
FieldOfScience: Astronomy
FieldOfScienceID: '40.0203'
InstitutionID: "https://osg-htc.org/iid/bifky2z4c98h"
Organization: Johns Hopkins University Applied Physics Laboratory
PIName: Matthew Clement

12 changes: 12 additions & 0 deletions projects/JacksonState_Talchabhadel.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,12 @@
Department: Civil and Environmental Engineering
Description: research focuses on the interconnected impacts of climate change, flooding,
and heatwaves. We employ both physically-based and data-driven models to analyze
these phenomena. Our physically-based approach utilizes advanced climate and hydrological
simulations to project future scenarios, while our data-driven methodology leverages
machine learning and statistical techniques to identify patterns in large-scale
climate datasets.
FieldOfScience: Civil Engineering
FieldOfScienceID: '14.0801'
InstitutionID: "https://osg-htc.org/iid/q8m8imsihb9c"
Organization: Jackson State University
PIName: Rocky Talchabhadel
7 changes: 7 additions & 0 deletions projects/LIGO_GstLAL.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,7 @@
Department: LIGO
Description: LIGO collaboration members contributing to the GstLAL package
FieldOfScience: Astronomy and Astrophysics
FieldOfScienceID: '40.0202'
InstitutionID: https://osg-htc.org/iid/f1tlj6c19ppg
Organization: Pennsylvania State University
PIName: Chad Hanna
13 changes: 13 additions & 0 deletions projects/LSU_Chakraborty.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,13 @@
Department: Physics and Astronomy
Description: 'Work in the interdisciplinary fields in theoretical condensed matter
physics, quantum information science and statistical physics. My research focuses
on non-equilibrium dynamics of quantum many-particle systems, especially open quantum
systems and disordered systems. My "Quantum Dynamics and Information" group at LSU
will focus on three integrated research areas: (1) entanglement dynamics in monitored
quantum circuits, (2) manipulation of quantum material by light and (3) dynamics
of disordered systems and thermalization.'
FieldOfScience: Physics
FieldOfScienceID: '40.0808'
InstitutionID: https://osg-htc.org/iid/lk45ajqlj7f1
Organization: Louisiana State University
PIName: Ahana Chakraborty
15 changes: 15 additions & 0 deletions projects/MSU_Jacobson.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,15 @@
Department: Earth & Environmental Sciences
Description: >-
My students and I are planetary scientists who study the planets,
moons, asteroids, and comets of the Solar System as well as other
planetary systems with computational tools from the fields of
celestial mechanics, geophysics, and geochemistry. Our science is
driven by big questions: where did our world come from? What other
kinds of worlds are out there? And, how unique is our planets
history? (www.planetarymakerspace.org)
FieldOfScience: Earth Sciences
FieldOfScienceID: 40.0601b
InstitutionID: https://osg-htc.org/iid/wala2w0ka0gb
Organization: Michigan State University
PIName: Seth Jacobson

7 changes: 7 additions & 0 deletions projects/Michigan_2023_Riles.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,7 @@
Department: Physics
Description: Research on gravitational waves and elementary particle physics.
FieldOfScience: Astrophysics
FieldOfScienceID: '40.0202'
InstitutionID: https://osg-htc.org/iid/4ocf9kvq30fn
Organization: University of Michigan–Ann Arbor
PIName: J. Keith Riles
Loading

0 comments on commit 4f79c97

Please sign in to comment.