From fb0233c14adea6259ea061ba706359452b759e42 Mon Sep 17 00:00:00 2001 From: Edmund Miller Date: Wed, 4 Sep 2024 09:22:48 -0500 Subject: [PATCH 01/21] chore: Copy over steampipe from huggingface --- stats/steampipe/.envrc | 6 + stats/steampipe/.gitattributes | 2 + stats/steampipe/.gitignore | 3 + stats/steampipe/README.md | 10 + stats/steampipe/github.sql | 14 + stats/steampipe/pixi.lock | 855 ++++++++++++++++++++++++++++++ stats/steampipe/pixi.toml | 17 + stats/steampipe/slack_users.sql | 7 + stats/steampipe/twitter_users.sql | 7 + 9 files changed, 921 insertions(+) create mode 100644 stats/steampipe/.envrc create mode 100644 stats/steampipe/.gitattributes create mode 100644 stats/steampipe/.gitignore create mode 100644 stats/steampipe/README.md create mode 100644 stats/steampipe/github.sql create mode 100644 stats/steampipe/pixi.lock create mode 100644 stats/steampipe/pixi.toml create mode 100644 stats/steampipe/slack_users.sql create mode 100644 stats/steampipe/twitter_users.sql diff --git a/stats/steampipe/.envrc b/stats/steampipe/.envrc new file mode 100644 index 0000000..6598f4b --- /dev/null +++ b/stats/steampipe/.envrc @@ -0,0 +1,6 @@ +watch_file pixi.lock +eval "$(pixi shell-hook)" + +# export OP_ACCOUNT="nf-core" +export TWITTER_BEARER_TOKEN=$(op read "op://Private/Twitter Bearer Token/credential") +export GITHUB_TOKEN=$(op read "op://Private/GitHub Personal Access Token/token") diff --git a/stats/steampipe/.gitattributes b/stats/steampipe/.gitattributes new file mode 100644 index 0000000..07fe41c --- /dev/null +++ b/stats/steampipe/.gitattributes @@ -0,0 +1,2 @@ +# GitHub syntax highlighting +pixi.lock linguist-language=YAML linguist-generated=true diff --git a/stats/steampipe/.gitignore b/stats/steampipe/.gitignore new file mode 100644 index 0000000..096b5eb --- /dev/null +++ b/stats/steampipe/.gitignore @@ -0,0 +1,3 @@ +# pixi environments +.pixi +*.egg-info diff --git a/stats/steampipe/README.md b/stats/steampipe/README.md new file mode 100644 index 0000000..5187419 --- /dev/null +++ b/stats/steampipe/README.md @@ -0,0 +1,10 @@ +## Notes +https://steampipe.io/docs/integrations/gitpod +https://steampipe.io/docs/integrations/github_actions/installing_steampipe + +https://hub.steampipe.io/plugins/turbot/github + +## Plans +Okay so first we're going to go from Steam pipe and then Steam pipe will then run these +queries that'll all get kicked off by GitHub Actions cronjob and that cron job will run a healthcheck ping at the end, and if it doesn't ping it'll hit us with a slack notification + diff --git a/stats/steampipe/github.sql b/stats/steampipe/github.sql new file mode 100644 index 0000000..210fe58 --- /dev/null +++ b/stats/steampipe/github.sql @@ -0,0 +1,14 @@ +select + followers, + teams_total_count as teams_count, + members_with_role_total_count as member_count, + repositories_total_count as repo_count, + repositories_total_disk_usage as disk_usage +from + github_organization +where + login = 'nf-core'; + +-- https://hub.steampipe.io/plugins/turbot/github/tables/github_organization_collaborator +-- https://hub.steampipe.io/plugins/turbot/github/tables/github_stargazer +-- https://hub.steampipe.io/plugins/turbot/github/tables/github_traffic_view_daily diff --git a/stats/steampipe/pixi.lock b/stats/steampipe/pixi.lock new file mode 100644 index 0000000..9ad0a54 --- /dev/null +++ b/stats/steampipe/pixi.lock @@ -0,0 +1,855 @@ +version: 5 +environments: + default: + channels: + - url: https://conda.anaconda.org/conda-forge/ + - url: https://conda.anaconda.org/bioconda/ + packages: + linux-64: + - conda: https://conda.anaconda.org/conda-forge/linux-64/_libgcc_mutex-0.1-conda_forge.tar.bz2 + - conda: https://conda.anaconda.org/conda-forge/linux-64/_openmp_mutex-4.5-2_gnu.tar.bz2 + - conda: https://conda.anaconda.org/conda-forge/linux-64/brotli-python-1.1.0-py312h30efb56_1.conda + - conda: https://conda.anaconda.org/conda-forge/linux-64/bzip2-1.0.8-h4bc722e_7.conda + - conda: https://conda.anaconda.org/conda-forge/linux-64/ca-certificates-2024.8.30-hbcca054_0.conda + - conda: https://conda.anaconda.org/conda-forge/noarch/certifi-2024.8.30-pyhd8ed1ab_0.conda + - conda: https://conda.anaconda.org/conda-forge/linux-64/cffi-1.17.0-py312h1671c18_0.conda + - conda: https://conda.anaconda.org/conda-forge/noarch/charset-normalizer-3.3.2-pyhd8ed1ab_0.conda + - conda: https://conda.anaconda.org/conda-forge/noarch/colorama-0.4.6-pyhd8ed1ab_0.tar.bz2 + - conda: https://conda.anaconda.org/conda-forge/noarch/filelock-3.15.4-pyhd8ed1ab_0.conda + - conda: https://conda.anaconda.org/conda-forge/noarch/fsspec-2024.6.1-pyhff2d567_0.conda + - conda: https://conda.anaconda.org/conda-forge/noarch/h2-4.1.0-pyhd8ed1ab_0.tar.bz2 + - conda: https://conda.anaconda.org/conda-forge/noarch/hpack-4.0.0-pyh9f0ad1d_0.tar.bz2 + - conda: https://conda.anaconda.org/conda-forge/noarch/huggingface_hub-0.24.6-pyhd8ed1ab_0.conda + - conda: https://conda.anaconda.org/conda-forge/noarch/hyperframe-6.0.1-pyhd8ed1ab_0.tar.bz2 + - conda: https://conda.anaconda.org/conda-forge/noarch/idna-3.8-pyhd8ed1ab_0.conda + - conda: https://conda.anaconda.org/conda-forge/linux-64/jq-1.7.1-hd590300_0.conda + - conda: https://conda.anaconda.org/conda-forge/linux-64/ld_impl_linux-64-2.40-hf3520f5_7.conda + - conda: https://conda.anaconda.org/conda-forge/linux-64/libexpat-2.6.2-h59595ed_0.conda + - conda: https://conda.anaconda.org/conda-forge/linux-64/libffi-3.4.2-h7f98852_5.tar.bz2 + - conda: https://conda.anaconda.org/conda-forge/linux-64/libgcc-ng-14.1.0-h77fa898_0.conda + - conda: https://conda.anaconda.org/conda-forge/linux-64/libgomp-14.1.0-h77fa898_0.conda + - conda: https://conda.anaconda.org/conda-forge/linux-64/libnsl-2.0.1-hd590300_0.conda + - conda: https://conda.anaconda.org/conda-forge/linux-64/libsqlite-3.46.0-hde9e2c9_0.conda + - conda: https://conda.anaconda.org/conda-forge/linux-64/libstdcxx-ng-14.1.0-hc0a3c3a_0.conda + - conda: https://conda.anaconda.org/conda-forge/linux-64/libuuid-2.38.1-h0b41bf4_0.conda + - conda: https://conda.anaconda.org/conda-forge/linux-64/libxcrypt-4.4.36-hd590300_1.conda + - conda: https://conda.anaconda.org/conda-forge/linux-64/libzlib-1.3.1-h4ab18f5_1.conda + - conda: https://conda.anaconda.org/conda-forge/linux-64/ncurses-6.5-he02047a_1.conda + - conda: https://conda.anaconda.org/conda-forge/linux-64/oniguruma-6.9.9-hd590300_0.conda + - conda: https://conda.anaconda.org/conda-forge/linux-64/openssl-3.3.1-hb9d3cd8_3.conda + - conda: https://conda.anaconda.org/conda-forge/noarch/packaging-24.1-pyhd8ed1ab_0.conda + - conda: https://conda.anaconda.org/conda-forge/noarch/pycparser-2.22-pyhd8ed1ab_0.conda + - conda: https://conda.anaconda.org/conda-forge/noarch/pysocks-1.7.1-pyha2e5f31_6.tar.bz2 + - conda: https://conda.anaconda.org/conda-forge/linux-64/python-3.12.5-h2ad013b_0_cpython.conda + - conda: https://conda.anaconda.org/conda-forge/linux-64/python_abi-3.12-5_cp312.conda + - conda: https://conda.anaconda.org/conda-forge/linux-64/pyyaml-6.0.2-py312h41a817b_0.conda + - conda: https://conda.anaconda.org/conda-forge/linux-64/readline-8.2-h8228510_1.conda + - conda: https://conda.anaconda.org/conda-forge/noarch/requests-2.32.3-pyhd8ed1ab_0.conda + - conda: https://conda.anaconda.org/conda-forge/linux-64/steampipe-0.23.5-ha8f183a_0.conda + - conda: https://conda.anaconda.org/conda-forge/linux-64/tk-8.6.13-noxft_h4845f30_101.conda + - conda: https://conda.anaconda.org/conda-forge/noarch/tqdm-4.66.5-pyhd8ed1ab_0.conda + - conda: https://conda.anaconda.org/conda-forge/noarch/typing-extensions-4.12.2-hd8ed1ab_0.conda + - conda: https://conda.anaconda.org/conda-forge/noarch/typing_extensions-4.12.2-pyha770c72_0.conda + - conda: https://conda.anaconda.org/conda-forge/noarch/tzdata-2024a-h8827d51_1.conda + - conda: https://conda.anaconda.org/conda-forge/noarch/urllib3-2.2.2-pyhd8ed1ab_1.conda + - conda: https://conda.anaconda.org/conda-forge/linux-64/xz-5.2.6-h166bdaf_0.tar.bz2 + - conda: https://conda.anaconda.org/conda-forge/linux-64/yaml-0.2.5-h7f98852_2.tar.bz2 + - conda: https://conda.anaconda.org/conda-forge/linux-64/zstandard-0.23.0-py312h3483029_0.conda + - conda: https://conda.anaconda.org/conda-forge/linux-64/zstd-1.5.6-ha6fb4c9_0.conda +packages: +- kind: conda + name: _libgcc_mutex + version: '0.1' + build: conda_forge + subdir: linux-64 + url: https://conda.anaconda.org/conda-forge/linux-64/_libgcc_mutex-0.1-conda_forge.tar.bz2 + sha256: fe51de6107f9edc7aa4f786a70f4a883943bc9d39b3bb7307c04c41410990726 + md5: d7c89558ba9fa0495403155b64376d81 + license: None + size: 2562 + timestamp: 1578324546067 +- kind: conda + name: _openmp_mutex + version: '4.5' + build: 2_gnu + build_number: 16 + subdir: linux-64 + url: https://conda.anaconda.org/conda-forge/linux-64/_openmp_mutex-4.5-2_gnu.tar.bz2 + sha256: fbe2c5e56a653bebb982eda4876a9178aedfc2b545f25d0ce9c4c0b508253d22 + md5: 73aaf86a425cc6e73fcf236a5a46396d + depends: + - _libgcc_mutex 0.1 conda_forge + - libgomp >=7.5.0 + constrains: + - openmp_impl 9999 + license: BSD-3-Clause + license_family: BSD + size: 23621 + timestamp: 1650670423406 +- kind: conda + name: brotli-python + version: 1.1.0 + build: py312h30efb56_1 + build_number: 1 + subdir: linux-64 + url: https://conda.anaconda.org/conda-forge/linux-64/brotli-python-1.1.0-py312h30efb56_1.conda + sha256: b68706698b6ac0d31196a8bcb061f0d1f35264bcd967ea45e03e108149a74c6f + md5: 45801a89533d3336a365284d93298e36 + depends: + - libgcc-ng >=12 + - libstdcxx-ng >=12 + - python >=3.12.0rc3,<3.13.0a0 + - python_abi 3.12.* *_cp312 + constrains: + - libbrotlicommon 1.1.0 hd590300_1 + license: MIT + license_family: MIT + size: 350604 + timestamp: 1695990206327 +- kind: conda + name: bzip2 + version: 1.0.8 + build: h4bc722e_7 + build_number: 7 + subdir: linux-64 + url: https://conda.anaconda.org/conda-forge/linux-64/bzip2-1.0.8-h4bc722e_7.conda + sha256: 5ced96500d945fb286c9c838e54fa759aa04a7129c59800f0846b4335cee770d + md5: 62ee74e96c5ebb0af99386de58cf9553 + depends: + - __glibc >=2.17,<3.0.a0 + - libgcc-ng >=12 + license: bzip2-1.0.6 + license_family: BSD + size: 252783 + timestamp: 1720974456583 +- kind: conda + name: ca-certificates + version: 2024.8.30 + build: hbcca054_0 + subdir: linux-64 + url: https://conda.anaconda.org/conda-forge/linux-64/ca-certificates-2024.8.30-hbcca054_0.conda + sha256: afee721baa6d988e27fef1832f68d6f32ac8cc99cdf6015732224c2841a09cea + md5: c27d1c142233b5bc9ca570c6e2e0c244 + license: ISC + size: 159003 + timestamp: 1725018903918 +- kind: conda + name: certifi + version: 2024.8.30 + build: pyhd8ed1ab_0 + subdir: noarch + noarch: python + url: https://conda.anaconda.org/conda-forge/noarch/certifi-2024.8.30-pyhd8ed1ab_0.conda + sha256: 7020770df338c45ac6b560185956c32f0a5abf4b76179c037f115fc7d687819f + md5: 12f7d00853807b0531775e9be891cb11 + depends: + - python >=3.7 + license: ISC + size: 163752 + timestamp: 1725278204397 +- kind: conda + name: cffi + version: 1.17.0 + build: py312h1671c18_0 + subdir: linux-64 + url: https://conda.anaconda.org/conda-forge/linux-64/cffi-1.17.0-py312h1671c18_0.conda + sha256: 20fe2f88dd7c0ef16e464fa46757821cf569bc71f40a832e7767d3a87250f251 + md5: 33dee889f41b0ba6dbe5ddbe70ebf263 + depends: + - __glibc >=2.17,<3.0.a0 + - libffi >=3.4,<4.0a0 + - libgcc-ng >=12 + - pycparser + - python >=3.12,<3.13.0a0 + - python_abi 3.12.* *_cp312 + license: MIT + license_family: MIT + size: 294192 + timestamp: 1723018486671 +- kind: conda + name: charset-normalizer + version: 3.3.2 + build: pyhd8ed1ab_0 + subdir: noarch + noarch: python + url: https://conda.anaconda.org/conda-forge/noarch/charset-normalizer-3.3.2-pyhd8ed1ab_0.conda + sha256: 20cae47d31fdd58d99c4d2e65fbdcefa0b0de0c84e455ba9d6356a4bdbc4b5b9 + md5: 7f4a9e3fcff3f6356ae99244a014da6a + depends: + - python >=3.7 + license: MIT + license_family: MIT + size: 46597 + timestamp: 1698833765762 +- kind: conda + name: colorama + version: 0.4.6 + build: pyhd8ed1ab_0 + subdir: noarch + noarch: python + url: https://conda.anaconda.org/conda-forge/noarch/colorama-0.4.6-pyhd8ed1ab_0.tar.bz2 + sha256: 2c1b2e9755ce3102bca8d69e8f26e4f087ece73f50418186aee7c74bef8e1698 + md5: 3faab06a954c2a04039983f2c4a50d99 + depends: + - python >=3.7 + license: BSD-3-Clause + license_family: BSD + size: 25170 + timestamp: 1666700778190 +- kind: conda + name: filelock + version: 3.15.4 + build: pyhd8ed1ab_0 + subdir: noarch + noarch: python + url: https://conda.anaconda.org/conda-forge/noarch/filelock-3.15.4-pyhd8ed1ab_0.conda + sha256: f78d9c0be189a77cb0c67d02f33005f71b89037a85531996583fb79ff3fe1a0a + md5: 0e7e4388e9d5283e22b35a9443bdbcc9 + depends: + - python >=3.7 + license: Unlicense + size: 17592 + timestamp: 1719088395353 +- kind: conda + name: fsspec + version: 2024.6.1 + build: pyhff2d567_0 + subdir: noarch + noarch: python + url: https://conda.anaconda.org/conda-forge/noarch/fsspec-2024.6.1-pyhff2d567_0.conda + sha256: 2b8e98294c70d9a33ee0ef27539a8a8752a26efeafa0225e85dc876ef5bb49f4 + md5: 996bf792cdb8c0ac38ff54b9fde56841 + depends: + - python >=3.8 + license: BSD-3-Clause + license_family: BSD + size: 133141 + timestamp: 1719515065535 +- kind: conda + name: h2 + version: 4.1.0 + build: pyhd8ed1ab_0 + subdir: noarch + noarch: python + url: https://conda.anaconda.org/conda-forge/noarch/h2-4.1.0-pyhd8ed1ab_0.tar.bz2 + sha256: bfc6a23849953647f4e255c782e74a0e18fe16f7e25c7bb0bc57b83bb6762c7a + md5: b748fbf7060927a6e82df7cb5ee8f097 + depends: + - hpack >=4.0,<5 + - hyperframe >=6.0,<7 + - python >=3.6.1 + license: MIT + license_family: MIT + size: 46754 + timestamp: 1634280590080 +- kind: conda + name: hpack + version: 4.0.0 + build: pyh9f0ad1d_0 + subdir: noarch + noarch: python + url: https://conda.anaconda.org/conda-forge/noarch/hpack-4.0.0-pyh9f0ad1d_0.tar.bz2 + sha256: 5dec948932c4f740674b1afb551223ada0c55103f4c7bf86a110454da3d27cb8 + md5: 914d6646c4dbb1fd3ff539830a12fd71 + depends: + - python + license: MIT + license_family: MIT + size: 25341 + timestamp: 1598856368685 +- kind: conda + name: huggingface_hub + version: 0.24.6 + build: pyhd8ed1ab_0 + subdir: noarch + noarch: python + url: https://conda.anaconda.org/conda-forge/noarch/huggingface_hub-0.24.6-pyhd8ed1ab_0.conda + sha256: 46bdcaa7f3058838615ef87580beb95f19a7f6b3fc584a30d277816e19011426 + md5: 129d512e741eccfd55c51335b45647bb + depends: + - filelock + - fsspec >=2023.5.0 + - packaging >=20.9 + - python >=3.8 + - pyyaml >=5.1 + - requests + - tqdm >=4.42.1 + - typing-extensions >=3.7.4.3 + license: Apache-2.0 + license_family: APACHE + size: 259940 + timestamp: 1724106343768 +- kind: conda + name: hyperframe + version: 6.0.1 + build: pyhd8ed1ab_0 + subdir: noarch + noarch: python + url: https://conda.anaconda.org/conda-forge/noarch/hyperframe-6.0.1-pyhd8ed1ab_0.tar.bz2 + sha256: e374a9d0f53149328134a8d86f5d72bca4c6dcebed3c0ecfa968c02996289330 + md5: 9f765cbfab6870c8435b9eefecd7a1f4 + depends: + - python >=3.6 + license: MIT + license_family: MIT + size: 14646 + timestamp: 1619110249723 +- kind: conda + name: idna + version: '3.8' + build: pyhd8ed1ab_0 + subdir: noarch + noarch: python + url: https://conda.anaconda.org/conda-forge/noarch/idna-3.8-pyhd8ed1ab_0.conda + sha256: 8660d38b272d3713ec8ac5ae918bc3bc80e1b81e1a7d61df554bded71ada6110 + md5: 99e164522f6bdf23c177c8d9ae63f975 + depends: + - python >=3.6 + license: BSD-3-Clause + license_family: BSD + size: 49275 + timestamp: 1724450633325 +- kind: conda + name: jq + version: 1.7.1 + build: hd590300_0 + subdir: linux-64 + url: https://conda.anaconda.org/conda-forge/linux-64/jq-1.7.1-hd590300_0.conda + sha256: a04a1603e405ea9ae5c4a492a8e361086cb441a91ef7299bd4bf3eca0b485b6d + md5: 80814f94713e35df60aad6c4b235de87 + depends: + - libgcc-ng >=12 + - oniguruma 6.9.* + - oniguruma >=6.9.9,<6.10.0a0 + license: MIT + license_family: MIT + size: 318956 + timestamp: 1702500793203 +- kind: conda + name: ld_impl_linux-64 + version: '2.40' + build: hf3520f5_7 + build_number: 7 + subdir: linux-64 + url: https://conda.anaconda.org/conda-forge/linux-64/ld_impl_linux-64-2.40-hf3520f5_7.conda + sha256: 764b6950aceaaad0c67ef925417594dd14cd2e22fff864aeef455ac259263d15 + md5: b80f2f396ca2c28b8c14c437a4ed1e74 + constrains: + - binutils_impl_linux-64 2.40 + license: GPL-3.0-only + license_family: GPL + size: 707602 + timestamp: 1718625640445 +- kind: conda + name: libexpat + version: 2.6.2 + build: h59595ed_0 + subdir: linux-64 + url: https://conda.anaconda.org/conda-forge/linux-64/libexpat-2.6.2-h59595ed_0.conda + sha256: 331bb7c7c05025343ebd79f86ae612b9e1e74d2687b8f3179faec234f986ce19 + md5: e7ba12deb7020dd080c6c70e7b6f6a3d + depends: + - libgcc-ng >=12 + constrains: + - expat 2.6.2.* + license: MIT + license_family: MIT + size: 73730 + timestamp: 1710362120304 +- kind: conda + name: libffi + version: 3.4.2 + build: h7f98852_5 + build_number: 5 + subdir: linux-64 + url: https://conda.anaconda.org/conda-forge/linux-64/libffi-3.4.2-h7f98852_5.tar.bz2 + sha256: ab6e9856c21709b7b517e940ae7028ae0737546122f83c2aa5d692860c3b149e + md5: d645c6d2ac96843a2bfaccd2d62b3ac3 + depends: + - libgcc-ng >=9.4.0 + license: MIT + license_family: MIT + size: 58292 + timestamp: 1636488182923 +- kind: conda + name: libgcc-ng + version: 14.1.0 + build: h77fa898_0 + subdir: linux-64 + url: https://conda.anaconda.org/conda-forge/linux-64/libgcc-ng-14.1.0-h77fa898_0.conda + sha256: b8e869ac96591cda2704bf7e77a301025e405227791a0bddf14a3dac65125538 + md5: ca0fad6a41ddaef54a153b78eccb5037 + depends: + - _libgcc_mutex 0.1 conda_forge + - _openmp_mutex >=4.5 + constrains: + - libgomp 14.1.0 h77fa898_0 + license: GPL-3.0-only WITH GCC-exception-3.1 + license_family: GPL + size: 842109 + timestamp: 1719538896937 +- kind: conda + name: libgomp + version: 14.1.0 + build: h77fa898_0 + subdir: linux-64 + url: https://conda.anaconda.org/conda-forge/linux-64/libgomp-14.1.0-h77fa898_0.conda + sha256: 7699df61a1f6c644b3576a40f54791561f2845983120477a16116b951c9cdb05 + md5: ae061a5ed5f05818acdf9adab72c146d + depends: + - _libgcc_mutex 0.1 conda_forge + license: GPL-3.0-only WITH GCC-exception-3.1 + license_family: GPL + size: 456925 + timestamp: 1719538796073 +- kind: conda + name: libnsl + version: 2.0.1 + build: hd590300_0 + subdir: linux-64 + url: https://conda.anaconda.org/conda-forge/linux-64/libnsl-2.0.1-hd590300_0.conda + sha256: 26d77a3bb4dceeedc2a41bd688564fe71bf2d149fdcf117049970bc02ff1add6 + md5: 30fd6e37fe21f86f4bd26d6ee73eeec7 + depends: + - libgcc-ng >=12 + license: LGPL-2.1-only + license_family: GPL + size: 33408 + timestamp: 1697359010159 +- kind: conda + name: libsqlite + version: 3.46.0 + build: hde9e2c9_0 + subdir: linux-64 + url: https://conda.anaconda.org/conda-forge/linux-64/libsqlite-3.46.0-hde9e2c9_0.conda + sha256: daee3f68786231dad457d0dfde3f7f1f9a7f2018adabdbb864226775101341a8 + md5: 18aa975d2094c34aef978060ae7da7d8 + depends: + - libgcc-ng >=12 + - libzlib >=1.2.13,<2.0a0 + license: Unlicense + size: 865346 + timestamp: 1718050628718 +- kind: conda + name: libstdcxx-ng + version: 14.1.0 + build: hc0a3c3a_0 + subdir: linux-64 + url: https://conda.anaconda.org/conda-forge/linux-64/libstdcxx-ng-14.1.0-hc0a3c3a_0.conda + sha256: 88c42b388202ffe16adaa337e36cf5022c63cf09b0405cf06fc6aeacccbe6146 + md5: 1cb187a157136398ddbaae90713e2498 + depends: + - libgcc-ng 14.1.0 h77fa898_0 + license: GPL-3.0-only WITH GCC-exception-3.1 + license_family: GPL + size: 3881307 + timestamp: 1719538923443 +- kind: conda + name: libuuid + version: 2.38.1 + build: h0b41bf4_0 + subdir: linux-64 + url: https://conda.anaconda.org/conda-forge/linux-64/libuuid-2.38.1-h0b41bf4_0.conda + sha256: 787eb542f055a2b3de553614b25f09eefb0a0931b0c87dbcce6efdfd92f04f18 + md5: 40b61aab5c7ba9ff276c41cfffe6b80b + depends: + - libgcc-ng >=12 + license: BSD-3-Clause + license_family: BSD + size: 33601 + timestamp: 1680112270483 +- kind: conda + name: libxcrypt + version: 4.4.36 + build: hd590300_1 + build_number: 1 + subdir: linux-64 + url: https://conda.anaconda.org/conda-forge/linux-64/libxcrypt-4.4.36-hd590300_1.conda + sha256: 6ae68e0b86423ef188196fff6207ed0c8195dd84273cb5623b85aa08033a410c + md5: 5aa797f8787fe7a17d1b0821485b5adc + depends: + - libgcc-ng >=12 + license: LGPL-2.1-or-later + size: 100393 + timestamp: 1702724383534 +- kind: conda + name: libzlib + version: 1.3.1 + build: h4ab18f5_1 + build_number: 1 + subdir: linux-64 + url: https://conda.anaconda.org/conda-forge/linux-64/libzlib-1.3.1-h4ab18f5_1.conda + sha256: adf6096f98b537a11ae3729eaa642b0811478f0ea0402ca67b5108fe2cb0010d + md5: 57d7dc60e9325e3de37ff8dffd18e814 + depends: + - libgcc-ng >=12 + constrains: + - zlib 1.3.1 *_1 + license: Zlib + license_family: Other + size: 61574 + timestamp: 1716874187109 +- kind: conda + name: ncurses + version: '6.5' + build: he02047a_1 + build_number: 1 + subdir: linux-64 + url: https://conda.anaconda.org/conda-forge/linux-64/ncurses-6.5-he02047a_1.conda + sha256: 6a1d5d8634c1a07913f1c525db6455918cbc589d745fac46d9d6e30340c8731a + md5: 70caf8bb6cf39a0b6b7efc885f51c0fe + depends: + - __glibc >=2.17,<3.0.a0 + - libgcc-ng >=12 + license: X11 AND BSD-3-Clause + size: 889086 + timestamp: 1724658547447 +- kind: conda + name: oniguruma + version: 6.9.9 + build: hd590300_0 + subdir: linux-64 + url: https://conda.anaconda.org/conda-forge/linux-64/oniguruma-6.9.9-hd590300_0.conda + sha256: dec1c78df7670d34880f71f75ac716f082d087494b4a2c6a90d5d75a82c933ed + md5: 77dab674d16c1525ebe65e67de30de0d + depends: + - libgcc-ng >=12 + license: BSD-2-Clause + license_family: BSD + size: 246869 + timestamp: 1697485543293 +- kind: conda + name: openssl + version: 3.3.1 + build: hb9d3cd8_3 + build_number: 3 + subdir: linux-64 + url: https://conda.anaconda.org/conda-forge/linux-64/openssl-3.3.1-hb9d3cd8_3.conda + sha256: 9e27441b273a7cf9071f6e88ba9ad565d926d8083b154c64a74b99fba167b137 + md5: 6c566a46baae794daf34775d41eb180a + depends: + - __glibc >=2.17,<3.0.a0 + - ca-certificates + - libgcc-ng >=13 + license: Apache-2.0 + license_family: Apache + size: 2892042 + timestamp: 1724402701933 +- kind: conda + name: packaging + version: '24.1' + build: pyhd8ed1ab_0 + subdir: noarch + noarch: python + url: https://conda.anaconda.org/conda-forge/noarch/packaging-24.1-pyhd8ed1ab_0.conda + sha256: 36aca948219e2c9fdd6d80728bcc657519e02f06c2703d8db3446aec67f51d81 + md5: cbe1bb1f21567018ce595d9c2be0f0db + depends: + - python >=3.8 + license: Apache-2.0 + license_family: APACHE + size: 50290 + timestamp: 1718189540074 +- kind: conda + name: pycparser + version: '2.22' + build: pyhd8ed1ab_0 + subdir: noarch + noarch: python + url: https://conda.anaconda.org/conda-forge/noarch/pycparser-2.22-pyhd8ed1ab_0.conda + sha256: 406001ebf017688b1a1554b49127ca3a4ac4626ec0fd51dc75ffa4415b720b64 + md5: 844d9eb3b43095b031874477f7d70088 + depends: + - python >=3.8 + license: BSD-3-Clause + license_family: BSD + size: 105098 + timestamp: 1711811634025 +- kind: conda + name: pysocks + version: 1.7.1 + build: pyha2e5f31_6 + build_number: 6 + subdir: noarch + noarch: python + url: https://conda.anaconda.org/conda-forge/noarch/pysocks-1.7.1-pyha2e5f31_6.tar.bz2 + sha256: a42f826e958a8d22e65b3394f437af7332610e43ee313393d1cf143f0a2d274b + md5: 2a7de29fb590ca14b5243c4c812c8025 + depends: + - __unix + - python >=3.8 + license: BSD-3-Clause + license_family: BSD + size: 18981 + timestamp: 1661604969727 +- kind: conda + name: python + version: 3.12.5 + build: h2ad013b_0_cpython + subdir: linux-64 + url: https://conda.anaconda.org/conda-forge/linux-64/python-3.12.5-h2ad013b_0_cpython.conda + sha256: e2aad83838988725d4ffba4e9717b9328054fd18a668cff3377e0c50f109e8bd + md5: 9c56c4df45f6571b13111d8df2448692 + depends: + - __glibc >=2.17,<3.0.a0 + - bzip2 >=1.0.8,<2.0a0 + - ld_impl_linux-64 >=2.36.1 + - libexpat >=2.6.2,<3.0a0 + - libffi >=3.4,<4.0a0 + - libgcc-ng >=12 + - libnsl >=2.0.1,<2.1.0a0 + - libsqlite >=3.46.0,<4.0a0 + - libuuid >=2.38.1,<3.0a0 + - libxcrypt >=4.4.36 + - libzlib >=1.3.1,<2.0a0 + - ncurses >=6.5,<7.0a0 + - openssl >=3.3.1,<4.0a0 + - readline >=8.2,<9.0a0 + - tk >=8.6.13,<8.7.0a0 + - tzdata + - xz >=5.2.6,<6.0a0 + constrains: + - python_abi 3.12.* *_cp312 + license: Python-2.0 + size: 31663253 + timestamp: 1723143721353 +- kind: conda + name: python_abi + version: '3.12' + build: 5_cp312 + build_number: 5 + subdir: linux-64 + url: https://conda.anaconda.org/conda-forge/linux-64/python_abi-3.12-5_cp312.conda + sha256: d10e93d759931ffb6372b45d65ff34d95c6000c61a07e298d162a3bc2accebb0 + md5: 0424ae29b104430108f5218a66db7260 + constrains: + - python 3.12.* *_cpython + license: BSD-3-Clause + license_family: BSD + size: 6238 + timestamp: 1723823388266 +- kind: conda + name: pyyaml + version: 6.0.2 + build: py312h41a817b_0 + subdir: linux-64 + url: https://conda.anaconda.org/conda-forge/linux-64/pyyaml-6.0.2-py312h41a817b_0.conda + sha256: 06a139ccc9a1472489ca5df6f7c6f44e2eb9b1c2de1142f5beec3f430ca7ae3c + md5: 1779c9cbd9006415ab7bb9e12747e9d1 + depends: + - __glibc >=2.17,<3.0.a0 + - libgcc-ng >=12 + - python >=3.12,<3.13.0a0 + - python_abi 3.12.* *_cp312 + - yaml >=0.2.5,<0.3.0a0 + license: MIT + license_family: MIT + size: 205734 + timestamp: 1723018377857 +- kind: conda + name: readline + version: '8.2' + build: h8228510_1 + build_number: 1 + subdir: linux-64 + url: https://conda.anaconda.org/conda-forge/linux-64/readline-8.2-h8228510_1.conda + sha256: 5435cf39d039387fbdc977b0a762357ea909a7694d9528ab40f005e9208744d7 + md5: 47d31b792659ce70f470b5c82fdfb7a4 + depends: + - libgcc-ng >=12 + - ncurses >=6.3,<7.0a0 + license: GPL-3.0-only + license_family: GPL + size: 281456 + timestamp: 1679532220005 +- kind: conda + name: requests + version: 2.32.3 + build: pyhd8ed1ab_0 + subdir: noarch + noarch: python + url: https://conda.anaconda.org/conda-forge/noarch/requests-2.32.3-pyhd8ed1ab_0.conda + sha256: 5845ffe82a6fa4d437a2eae1e32a1ad308d7ad349f61e337c0a890fe04c513cc + md5: 5ede4753180c7a550a443c430dc8ab52 + depends: + - certifi >=2017.4.17 + - charset-normalizer >=2,<4 + - idna >=2.5,<4 + - python >=3.8 + - urllib3 >=1.21.1,<3 + constrains: + - chardet >=3.0.2,<6 + license: Apache-2.0 + license_family: APACHE + size: 58810 + timestamp: 1717057174842 +- kind: conda + name: steampipe + version: 0.23.5 + build: ha8f183a_0 + subdir: linux-64 + url: https://conda.anaconda.org/conda-forge/linux-64/steampipe-0.23.5-ha8f183a_0.conda + sha256: 04356dc210684adb8c56780edc8c4a4c040b8440fb33b8ada7a4be1ed048ac96 + md5: 2023bdf237be0829dd84f87eb39aa235 + license: AGPL-3.0-only + license_family: AGPL + size: 30191676 + timestamp: 1724257480018 +- kind: conda + name: tk + version: 8.6.13 + build: noxft_h4845f30_101 + build_number: 101 + subdir: linux-64 + url: https://conda.anaconda.org/conda-forge/linux-64/tk-8.6.13-noxft_h4845f30_101.conda + sha256: e0569c9caa68bf476bead1bed3d79650bb080b532c64a4af7d8ca286c08dea4e + md5: d453b98d9c83e71da0741bb0ff4d76bc + depends: + - libgcc-ng >=12 + - libzlib >=1.2.13,<2.0.0a0 + license: TCL + license_family: BSD + size: 3318875 + timestamp: 1699202167581 +- kind: conda + name: tqdm + version: 4.66.5 + build: pyhd8ed1ab_0 + subdir: noarch + noarch: python + url: https://conda.anaconda.org/conda-forge/noarch/tqdm-4.66.5-pyhd8ed1ab_0.conda + sha256: f2384902cef72048b0e9bad5c03d7a843de02ba6bc8618a9ecab6ff81a131312 + md5: c6e94fc2b2ec71ea33fe7c7da259acb4 + depends: + - colorama + - python >=3.7 + license: MPL-2.0 or MIT + size: 89519 + timestamp: 1722737568509 +- kind: conda + name: typing-extensions + version: 4.12.2 + build: hd8ed1ab_0 + subdir: noarch + noarch: python + url: https://conda.anaconda.org/conda-forge/noarch/typing-extensions-4.12.2-hd8ed1ab_0.conda + sha256: d3b9a8ed6da7c9f9553c5fd8a4fca9c3e0ab712fa5f497859f82337d67533b73 + md5: 52d648bd608f5737b123f510bb5514b5 + depends: + - typing_extensions 4.12.2 pyha770c72_0 + license: PSF-2.0 + license_family: PSF + size: 10097 + timestamp: 1717802659025 +- kind: conda + name: typing_extensions + version: 4.12.2 + build: pyha770c72_0 + subdir: noarch + noarch: python + url: https://conda.anaconda.org/conda-forge/noarch/typing_extensions-4.12.2-pyha770c72_0.conda + sha256: 0fce54f8ec3e59f5ef3bb7641863be4e1bf1279623e5af3d3fa726e8f7628ddb + md5: ebe6952715e1d5eb567eeebf25250fa7 + depends: + - python >=3.8 + license: PSF-2.0 + license_family: PSF + size: 39888 + timestamp: 1717802653893 +- kind: conda + name: tzdata + version: 2024a + build: h8827d51_1 + build_number: 1 + subdir: noarch + noarch: generic + url: https://conda.anaconda.org/conda-forge/noarch/tzdata-2024a-h8827d51_1.conda + sha256: 7d21c95f61319dba9209ca17d1935e6128af4235a67ee4e57a00908a1450081e + md5: 8bfdead4e0fff0383ae4c9c50d0531bd + license: LicenseRef-Public-Domain + size: 124164 + timestamp: 1724736371498 +- kind: conda + name: urllib3 + version: 2.2.2 + build: pyhd8ed1ab_1 + build_number: 1 + subdir: noarch + noarch: python + url: https://conda.anaconda.org/conda-forge/noarch/urllib3-2.2.2-pyhd8ed1ab_1.conda + sha256: 00c47c602c03137e7396f904eccede8cc64cc6bad63ce1fc355125df8882a748 + md5: e804c43f58255e977093a2298e442bb8 + depends: + - brotli-python >=1.0.9 + - h2 >=4,<5 + - pysocks >=1.5.6,<2.0,!=1.5.7 + - python >=3.8 + - zstandard >=0.18.0 + license: MIT + license_family: MIT + size: 95048 + timestamp: 1719391384778 +- kind: conda + name: xz + version: 5.2.6 + build: h166bdaf_0 + subdir: linux-64 + url: https://conda.anaconda.org/conda-forge/linux-64/xz-5.2.6-h166bdaf_0.tar.bz2 + sha256: 03a6d28ded42af8a347345f82f3eebdd6807a08526d47899a42d62d319609162 + md5: 2161070d867d1b1204ea749c8eec4ef0 + depends: + - libgcc-ng >=12 + license: LGPL-2.1 and GPL-2.0 + size: 418368 + timestamp: 1660346797927 +- kind: conda + name: yaml + version: 0.2.5 + build: h7f98852_2 + build_number: 2 + subdir: linux-64 + url: https://conda.anaconda.org/conda-forge/linux-64/yaml-0.2.5-h7f98852_2.tar.bz2 + sha256: a4e34c710eeb26945bdbdaba82d3d74f60a78f54a874ec10d373811a5d217535 + md5: 4cb3ad778ec2d5a7acbdf254eb1c42ae + depends: + - libgcc-ng >=9.4.0 + license: MIT + license_family: MIT + size: 89141 + timestamp: 1641346969816 +- kind: conda + name: zstandard + version: 0.23.0 + build: py312h3483029_0 + subdir: linux-64 + url: https://conda.anaconda.org/conda-forge/linux-64/zstandard-0.23.0-py312h3483029_0.conda + sha256: 7e1e105ea7eab2af591faebf743ff2493f53c313079e316419577925e4492b03 + md5: eab52e88c858d87cf5a069f79d10bb50 + depends: + - __glibc >=2.17,<3.0.a0 + - cffi >=1.11 + - libgcc-ng >=12 + - python >=3.12,<3.13.0a0 + - python_abi 3.12.* *_cp312 + - zstd >=1.5.6,<1.5.7.0a0 + - zstd >=1.5.6,<1.6.0a0 + license: BSD-3-Clause + license_family: BSD + size: 416708 + timestamp: 1721044154409 +- kind: conda + name: zstd + version: 1.5.6 + build: ha6fb4c9_0 + subdir: linux-64 + url: https://conda.anaconda.org/conda-forge/linux-64/zstd-1.5.6-ha6fb4c9_0.conda + sha256: c558b9cc01d9c1444031bd1ce4b9cff86f9085765f17627a6cd85fc623c8a02b + md5: 4d056880988120e29d75bfff282e0f45 + depends: + - libgcc-ng >=12 + - libstdcxx-ng >=12 + - libzlib >=1.2.13,<2.0.0a0 + license: BSD-3-Clause + license_family: BSD + size: 554846 + timestamp: 1714722996770 diff --git a/stats/steampipe/pixi.toml b/stats/steampipe/pixi.toml new file mode 100644 index 0000000..ad91b19 --- /dev/null +++ b/stats/steampipe/pixi.toml @@ -0,0 +1,17 @@ +[project] +authors = ["Edmund Miller "] +channels = ["conda-forge", "bioconda"] +description = "Add a short description here" +name = "steampipe" +platforms = ["linux-64"] +version = "0.1.0" + +[tasks] +plugins = "steampipe plugin install github twitter" +twitter = "steampipe query twitter_users.sql --output json | jq '.rows[0] + {timestamp: now|tostring}' >> twitter_users.json" +github = "steampipe query github.sql --output json | jq '.rows[0] + {timestamp: now|tostring}' >> github.json" + +[dependencies] +steampipe = ">=0.23.5,<0.24" +jq = ">=1.7.1,<2" +huggingface_hub = ">=0.24.6,<0.25" diff --git a/stats/steampipe/slack_users.sql b/stats/steampipe/slack_users.sql new file mode 100644 index 0000000..e12cd40 --- /dev/null +++ b/stats/steampipe/slack_users.sql @@ -0,0 +1,7 @@ +select + date(date_first) as day, + count(distinct user_name) +from + slack_access_log +group by + day; diff --git a/stats/steampipe/twitter_users.sql b/stats/steampipe/twitter_users.sql new file mode 100644 index 0000000..35dfb9f --- /dev/null +++ b/stats/steampipe/twitter_users.sql @@ -0,0 +1,7 @@ +select + public_metrics +from + twitter_user +where + -- NOTE username = 'nf_core'; + id = '966931121912004609'; From b0193003a83e580d4a483e33c8b0c54d00f0717b Mon Sep 17 00:00:00 2001 From: Edmund Miller Date: Wed, 4 Sep 2024 09:32:54 -0500 Subject: [PATCH 02/21] feat: Add download_hf --- stats/steampipe/.envrc | 1 + stats/steampipe/.gitignore | 1 + stats/steampipe/pixi.toml | 1 + 3 files changed, 3 insertions(+) diff --git a/stats/steampipe/.envrc b/stats/steampipe/.envrc index 6598f4b..64b52e5 100644 --- a/stats/steampipe/.envrc +++ b/stats/steampipe/.envrc @@ -4,3 +4,4 @@ eval "$(pixi shell-hook)" # export OP_ACCOUNT="nf-core" export TWITTER_BEARER_TOKEN=$(op read "op://Private/Twitter Bearer Token/credential") export GITHUB_TOKEN=$(op read "op://Private/GitHub Personal Access Token/token") +export HF_TOKEN=$(op read "op://Private/Hugging Face API Token/user access token") diff --git a/stats/steampipe/.gitignore b/stats/steampipe/.gitignore index 096b5eb..dc049ae 100644 --- a/stats/steampipe/.gitignore +++ b/stats/steampipe/.gitignore @@ -1,3 +1,4 @@ # pixi environments .pixi *.egg-info +hf_stats/ diff --git a/stats/steampipe/pixi.toml b/stats/steampipe/pixi.toml index ad91b19..7971e81 100644 --- a/stats/steampipe/pixi.toml +++ b/stats/steampipe/pixi.toml @@ -10,6 +10,7 @@ version = "0.1.0" plugins = "steampipe plugin install github twitter" twitter = "steampipe query twitter_users.sql --output json | jq '.rows[0] + {timestamp: now|tostring}' >> twitter_users.json" github = "steampipe query github.sql --output json | jq '.rows[0] + {timestamp: now|tostring}' >> github.json" +download_hf = "huggingface-cli download nf-core/stats --local-dir hf_stats --repo-type dataset --quiet" [dependencies] steampipe = ">=0.23.5,<0.24" From 2ebe6d0b16842ed79dfc396b3b7f397f12f7c2d1 Mon Sep 17 00:00:00 2001 From: Edmund Miller Date: Wed, 4 Sep 2024 09:36:14 -0500 Subject: [PATCH 03/21] Add upload_hf task --- stats/steampipe/pixi.toml | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/stats/steampipe/pixi.toml b/stats/steampipe/pixi.toml index 7971e81..6de68bc 100644 --- a/stats/steampipe/pixi.toml +++ b/stats/steampipe/pixi.toml @@ -8,9 +8,10 @@ version = "0.1.0" [tasks] plugins = "steampipe plugin install github twitter" -twitter = "steampipe query twitter_users.sql --output json | jq '.rows[0] + {timestamp: now|tostring}' >> twitter_users.json" -github = "steampipe query github.sql --output json | jq '.rows[0] + {timestamp: now|tostring}' >> github.json" +twitter = "steampipe query twitter_users.sql --output json | jq '.rows[0] + {timestamp: now|tostring}' >> hf_stats/steampipe/twitter_users.json" +github = "steampipe query github.sql --output json | jq '.rows[0] + {timestamp: now|tostring}' >> hf_stats/steampipe/github.json" download_hf = "huggingface-cli download nf-core/stats --local-dir hf_stats --repo-type dataset --quiet" +upload_hf = "huggingface-cli upload nf-core/stats hf_stats --repo-type dataset --quiet" [dependencies] steampipe = ">=0.23.5,<0.24" From 8b7565442afa688e4d1b6e0d843a299e418c3176 Mon Sep 17 00:00:00 2001 From: Edmund Miller Date: Wed, 4 Sep 2024 09:43:39 -0500 Subject: [PATCH 04/21] ci: Add basic stats workflow --- .github/workflows/stats.yml | 21 +++++++++++++++++++++ 1 file changed, 21 insertions(+) create mode 100644 .github/workflows/stats.yml diff --git a/.github/workflows/stats.yml b/.github/workflows/stats.yml new file mode 100644 index 0000000..e4143c8 --- /dev/null +++ b/.github/workflows/stats.yml @@ -0,0 +1,21 @@ +name: Stats + +on: + schedule: # every day at 2am and 2pm + - cron: "0 2,14 * * *" + workflow_dispatch: + repository_dispatch: + types: [update-website] + +jobs: + update: + name: Update + runs-on: ubuntu-latest + steps: + - uses: actions/checkout@v4 + - uses: prefix-dev/setup-pixi@v0.8.1 + with: + cache: true + - run: pixi run download_hf + - run: pixi run github + - run: pixi run upload_hf From 2397755b586e5f463da427233479646084c0cbab Mon Sep 17 00:00:00 2001 From: Edmund Miller Date: Wed, 4 Sep 2024 09:47:07 -0500 Subject: [PATCH 05/21] ci: Add HF_TOKEN --- .github/workflows/stats.yml | 3 +++ 1 file changed, 3 insertions(+) diff --git a/.github/workflows/stats.yml b/.github/workflows/stats.yml index e4143c8..a3bc49e 100644 --- a/.github/workflows/stats.yml +++ b/.github/workflows/stats.yml @@ -7,6 +7,9 @@ on: repository_dispatch: types: [update-website] +env: + HF_TOKEN: ${{ secrets.HF_TOKEN }} + jobs: update: name: Update From 6667ed6d2a914453b9668637384bc23d64b81b6f Mon Sep 17 00:00:00 2001 From: Edmund Miller Date: Wed, 4 Sep 2024 09:49:15 -0500 Subject: [PATCH 06/21] ci: Add when steampipe is modified --- .github/workflows/stats.yml | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/.github/workflows/stats.yml b/.github/workflows/stats.yml index a3bc49e..245c191 100644 --- a/.github/workflows/stats.yml +++ b/.github/workflows/stats.yml @@ -3,6 +3,9 @@ name: Stats on: schedule: # every day at 2am and 2pm - cron: "0 2,14 * * *" + pull_request: + paths: + - "stats/steampipe/**" workflow_dispatch: repository_dispatch: types: [update-website] @@ -21,4 +24,6 @@ jobs: cache: true - run: pixi run download_hf - run: pixi run github + # TODO - run: pixi run twitter + # TODO - run: pixi run slack - run: pixi run upload_hf From 819de97e70ff4ee27e81ef6d8db7482dd297ff47 Mon Sep 17 00:00:00 2001 From: Edmund Miller Date: Wed, 4 Sep 2024 10:00:49 -0500 Subject: [PATCH 07/21] ci: Handle using a different path --- .github/workflows/stats.yml | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/.github/workflows/stats.yml b/.github/workflows/stats.yml index 245c191..4f59a6a 100644 --- a/.github/workflows/stats.yml +++ b/.github/workflows/stats.yml @@ -22,8 +22,12 @@ jobs: - uses: prefix-dev/setup-pixi@v0.8.1 with: cache: true + manifest-path: "stats/steampipe/pixi.toml" - run: pixi run download_hf + working-directory: ./stats/steampipe/ - run: pixi run github + working-directory: ./stats/steampipe/ # TODO - run: pixi run twitter # TODO - run: pixi run slack - run: pixi run upload_hf + working-directory: ./stats/steampipe/ From 8213f8af6f49349581fde600168c1350b7996404 Mon Sep 17 00:00:00 2001 From: Edmund Miller Date: Wed, 4 Sep 2024 10:04:53 -0500 Subject: [PATCH 08/21] ci: Add GITHUB_TOKEN --- .github/workflows/stats.yml | 3 +++ 1 file changed, 3 insertions(+) diff --git a/.github/workflows/stats.yml b/.github/workflows/stats.yml index 4f59a6a..61a4b78 100644 --- a/.github/workflows/stats.yml +++ b/.github/workflows/stats.yml @@ -11,6 +11,8 @@ on: types: [update-website] env: + # TWITTER_BEARER_TOKEN: TODO + GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} HF_TOKEN: ${{ secrets.HF_TOKEN }} jobs: @@ -25,6 +27,7 @@ jobs: manifest-path: "stats/steampipe/pixi.toml" - run: pixi run download_hf working-directory: ./stats/steampipe/ + # FIXME Throw error if failure to connect - run: pixi run github working-directory: ./stats/steampipe/ # TODO - run: pixi run twitter From e6bbb62301263cfd90a3548c25b0bb7d614d32c1 Mon Sep 17 00:00:00 2001 From: Edmund Miller Date: Wed, 4 Sep 2024 10:12:32 -0500 Subject: [PATCH 09/21] ci: Install plugins --- .github/workflows/stats.yml | 2 ++ 1 file changed, 2 insertions(+) diff --git a/.github/workflows/stats.yml b/.github/workflows/stats.yml index 61a4b78..a7489ab 100644 --- a/.github/workflows/stats.yml +++ b/.github/workflows/stats.yml @@ -27,6 +27,8 @@ jobs: manifest-path: "stats/steampipe/pixi.toml" - run: pixi run download_hf working-directory: ./stats/steampipe/ + - run: pixi run plugins + working-directory: ./stats/steampipe/ # FIXME Throw error if failure to connect - run: pixi run github working-directory: ./stats/steampipe/ From 57d4cbab0017b33900e4e88d0866c8f2cdebd2ed Mon Sep 17 00:00:00 2001 From: Edmund Miller Date: Wed, 4 Sep 2024 10:16:53 -0500 Subject: [PATCH 10/21] ci: Remove progress --- stats/steampipe/pixi.toml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/stats/steampipe/pixi.toml b/stats/steampipe/pixi.toml index 6de68bc..9a491c0 100644 --- a/stats/steampipe/pixi.toml +++ b/stats/steampipe/pixi.toml @@ -7,7 +7,7 @@ platforms = ["linux-64"] version = "0.1.0" [tasks] -plugins = "steampipe plugin install github twitter" +plugins = "steampipe plugin install github twitter --progress=false" twitter = "steampipe query twitter_users.sql --output json | jq '.rows[0] + {timestamp: now|tostring}' >> hf_stats/steampipe/twitter_users.json" github = "steampipe query github.sql --output json | jq '.rows[0] + {timestamp: now|tostring}' >> hf_stats/steampipe/github.json" download_hf = "huggingface-cli download nf-core/stats --local-dir hf_stats --repo-type dataset --quiet" From ff333a1d1718f090cbed3e6d2969b2ce1b9d897e Mon Sep 17 00:00:00 2001 From: Edmund Miller Date: Wed, 4 Sep 2024 10:17:38 -0500 Subject: [PATCH 11/21] ci: Use nf-core bot token --- .github/workflows/stats.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/stats.yml b/.github/workflows/stats.yml index a7489ab..5b66330 100644 --- a/.github/workflows/stats.yml +++ b/.github/workflows/stats.yml @@ -12,7 +12,7 @@ on: env: # TWITTER_BEARER_TOKEN: TODO - GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} + GITHUB_TOKEN: ${{secrets.NF_CORE_BOT_AUTH_TOKEN}} HF_TOKEN: ${{ secrets.HF_TOKEN }} jobs: From f34498dc94346cccfc67e769ce57b9da485c74bc Mon Sep 17 00:00:00 2001 From: Edmund Miller Date: Wed, 4 Sep 2024 10:33:12 -0500 Subject: [PATCH 12/21] ci: Make a new token This is a PA token of @edmundmiller --- .github/workflows/stats.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/stats.yml b/.github/workflows/stats.yml index 5b66330..a58ae86 100644 --- a/.github/workflows/stats.yml +++ b/.github/workflows/stats.yml @@ -12,7 +12,7 @@ on: env: # TWITTER_BEARER_TOKEN: TODO - GITHUB_TOKEN: ${{secrets.NF_CORE_BOT_AUTH_TOKEN}} + GITHUB_TOKEN: ${{secrets.STEAMPIPE_GH_TOKEN}} HF_TOKEN: ${{ secrets.HF_TOKEN }} jobs: From d50d80f3d20e8a7f029928f4de7536332ddf9593 Mon Sep 17 00:00:00 2001 From: Edmund Miller Date: Wed, 4 Sep 2024 10:38:45 -0500 Subject: [PATCH 13/21] style: Run prettier --- stats/steampipe/README.md | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/stats/steampipe/README.md b/stats/steampipe/README.md index 5187419..612f915 100644 --- a/stats/steampipe/README.md +++ b/stats/steampipe/README.md @@ -1,10 +1,11 @@ ## Notes + https://steampipe.io/docs/integrations/gitpod https://steampipe.io/docs/integrations/github_actions/installing_steampipe https://hub.steampipe.io/plugins/turbot/github ## Plans + Okay so first we're going to go from Steam pipe and then Steam pipe will then run these queries that'll all get kicked off by GitHub Actions cronjob and that cron job will run a healthcheck ping at the end, and if it doesn't ping it'll hit us with a slack notification - From 37a59bd4f2eca0070ed18bf63109abac01e86b0b Mon Sep 17 00:00:00 2001 From: Edmund Miller Date: Wed, 4 Sep 2024 10:47:04 -0500 Subject: [PATCH 14/21] ci: Enable twitter stats --- .github/workflows/stats.yml | 7 ++++++- 1 file changed, 6 insertions(+), 1 deletion(-) diff --git a/.github/workflows/stats.yml b/.github/workflows/stats.yml index a58ae86..86308af 100644 --- a/.github/workflows/stats.yml +++ b/.github/workflows/stats.yml @@ -12,6 +12,10 @@ on: env: # TWITTER_BEARER_TOKEN: TODO + TWITTER_CONSUMER_KEY: ${{secrets.TWITTER_CONSUMER_KEY}} + TWITTER_CONSUMER_SECRET: ${{secrets.TWITTER_CONSUMER_SECRET}} + TWITTER_ACCESS_TOKEN: ${{secrets.TWITTER_ACCESS_TOKEN}} + TWITTER_ACCESS_TOKEN_SECRET: ${{secrets.TWITTER_ACCESS_TOKEN_SECRET}} GITHUB_TOKEN: ${{secrets.STEAMPIPE_GH_TOKEN}} HF_TOKEN: ${{ secrets.HF_TOKEN }} @@ -32,7 +36,8 @@ jobs: # FIXME Throw error if failure to connect - run: pixi run github working-directory: ./stats/steampipe/ - # TODO - run: pixi run twitter + - run: pixi run twitter + working-directory: ./stats/steampipe/ # TODO - run: pixi run slack - run: pixi run upload_hf working-directory: ./stats/steampipe/ From b5ae46c7e26c7e3f244c311acb0945f06240e7f7 Mon Sep 17 00:00:00 2001 From: Edmund Miller Date: Wed, 4 Sep 2024 10:51:41 -0500 Subject: [PATCH 15/21] fix: Flatten twitter data --- stats/steampipe/pixi.toml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/stats/steampipe/pixi.toml b/stats/steampipe/pixi.toml index 9a491c0..c46a00e 100644 --- a/stats/steampipe/pixi.toml +++ b/stats/steampipe/pixi.toml @@ -8,7 +8,7 @@ version = "0.1.0" [tasks] plugins = "steampipe plugin install github twitter --progress=false" -twitter = "steampipe query twitter_users.sql --output json | jq '.rows[0] + {timestamp: now|tostring}' >> hf_stats/steampipe/twitter_users.json" +twitter = "steampipe query twitter_users.sql --output json | jq '.rows[0].public_metrics + {timestamp: now|tostring}' >> twitter_users.json" github = "steampipe query github.sql --output json | jq '.rows[0] + {timestamp: now|tostring}' >> hf_stats/steampipe/github.json" download_hf = "huggingface-cli download nf-core/stats --local-dir hf_stats --repo-type dataset --quiet" upload_hf = "huggingface-cli upload nf-core/stats hf_stats --repo-type dataset --quiet" From 2bce0fdf61177a01e67a5024d43e344cc0f0a292 Mon Sep 17 00:00:00 2001 From: Edmund Miller Date: Wed, 4 Sep 2024 14:00:07 -0500 Subject: [PATCH 16/21] fix: Use Twitter Bearer Token --- .github/workflows/stats.yml | 6 +----- stats/steampipe/.envrc | 4 ++-- 2 files changed, 3 insertions(+), 7 deletions(-) diff --git a/.github/workflows/stats.yml b/.github/workflows/stats.yml index 86308af..9ae0d5b 100644 --- a/.github/workflows/stats.yml +++ b/.github/workflows/stats.yml @@ -11,11 +11,7 @@ on: types: [update-website] env: - # TWITTER_BEARER_TOKEN: TODO - TWITTER_CONSUMER_KEY: ${{secrets.TWITTER_CONSUMER_KEY}} - TWITTER_CONSUMER_SECRET: ${{secrets.TWITTER_CONSUMER_SECRET}} - TWITTER_ACCESS_TOKEN: ${{secrets.TWITTER_ACCESS_TOKEN}} - TWITTER_ACCESS_TOKEN_SECRET: ${{secrets.TWITTER_ACCESS_TOKEN_SECRET}} + TWITTER_BEARER_TOKEN: ${{secrets.TWITTER_BEARER_TOKEN}} GITHUB_TOKEN: ${{secrets.STEAMPIPE_GH_TOKEN}} HF_TOKEN: ${{ secrets.HF_TOKEN }} diff --git a/stats/steampipe/.envrc b/stats/steampipe/.envrc index 64b52e5..ecb589e 100644 --- a/stats/steampipe/.envrc +++ b/stats/steampipe/.envrc @@ -1,7 +1,7 @@ watch_file pixi.lock eval "$(pixi shell-hook)" -# export OP_ACCOUNT="nf-core" -export TWITTER_BEARER_TOKEN=$(op read "op://Private/Twitter Bearer Token/credential") +# TODO export OP_ACCOUNT="nf-core" +# TODO export TWITTER_BEARER_TOKEN=$(op read "op://Shared/3yyagrpjil6orirpdr7xslerfi/Bearer token") export GITHUB_TOKEN=$(op read "op://Private/GitHub Personal Access Token/token") export HF_TOKEN=$(op read "op://Private/Hugging Face API Token/user access token") From d50d9cf1997d9bdf2bacb9eb1fa20c5ac247cefd Mon Sep 17 00:00:00 2001 From: Edmund Miller Date: Wed, 4 Sep 2024 14:11:38 -0500 Subject: [PATCH 17/21] fix: Use username and regenerate bearer token IDK Which one it was --- stats/steampipe/pixi.toml | 2 +- stats/steampipe/twitter_users.json | 7 +++++++ stats/steampipe/twitter_users.sql | 4 ++-- 3 files changed, 10 insertions(+), 3 deletions(-) create mode 100644 stats/steampipe/twitter_users.json diff --git a/stats/steampipe/pixi.toml b/stats/steampipe/pixi.toml index c46a00e..617b24a 100644 --- a/stats/steampipe/pixi.toml +++ b/stats/steampipe/pixi.toml @@ -8,7 +8,7 @@ version = "0.1.0" [tasks] plugins = "steampipe plugin install github twitter --progress=false" -twitter = "steampipe query twitter_users.sql --output json | jq '.rows[0].public_metrics + {timestamp: now|tostring}' >> twitter_users.json" +twitter = "steampipe query twitter_users.sql --output json | jq '.rows[0].public_metrics + {timestamp: now|tostring}' >> hf_stats/steampipe/twitter_users.json" github = "steampipe query github.sql --output json | jq '.rows[0] + {timestamp: now|tostring}' >> hf_stats/steampipe/github.json" download_hf = "huggingface-cli download nf-core/stats --local-dir hf_stats --repo-type dataset --quiet" upload_hf = "huggingface-cli upload nf-core/stats hf_stats --repo-type dataset --quiet" diff --git a/stats/steampipe/twitter_users.json b/stats/steampipe/twitter_users.json new file mode 100644 index 0000000..a4d06eb --- /dev/null +++ b/stats/steampipe/twitter_users.json @@ -0,0 +1,7 @@ +{ + "followers_count": 4282, + "following_count": 16, + "listed_count": 30, + "tweet_count": 2087, + "timestamp": "1725477044.07376" +} diff --git a/stats/steampipe/twitter_users.sql b/stats/steampipe/twitter_users.sql index 35dfb9f..7129ccd 100644 --- a/stats/steampipe/twitter_users.sql +++ b/stats/steampipe/twitter_users.sql @@ -3,5 +3,5 @@ select from twitter_user where - -- NOTE username = 'nf_core'; - id = '966931121912004609'; + username = 'nf_core'; + -- id = '966931121912004609'; From ac814f334a9a3b8890e09b3aa9653a372daba32d Mon Sep 17 00:00:00 2001 From: Edmund Miller Date: Wed, 4 Sep 2024 14:21:35 -0500 Subject: [PATCH 18/21] ci: Add healthchecks --- .github/workflows/stats.yml | 4 ++-- stats/steampipe/README.md | 3 +++ stats/steampipe/pixi.toml | 2 ++ 3 files changed, 7 insertions(+), 2 deletions(-) diff --git a/.github/workflows/stats.yml b/.github/workflows/stats.yml index 9ae0d5b..99a7165 100644 --- a/.github/workflows/stats.yml +++ b/.github/workflows/stats.yml @@ -30,9 +30,9 @@ jobs: - run: pixi run plugins working-directory: ./stats/steampipe/ # FIXME Throw error if failure to connect - - run: pixi run github + - run: pixi run github_hc working-directory: ./stats/steampipe/ - - run: pixi run twitter + - run: pixi run twitter_hc working-directory: ./stats/steampipe/ # TODO - run: pixi run slack - run: pixi run upload_hf diff --git a/stats/steampipe/README.md b/stats/steampipe/README.md index 612f915..67e4ffb 100644 --- a/stats/steampipe/README.md +++ b/stats/steampipe/README.md @@ -1,3 +1,6 @@ +![GitHub Stats](https://img.shields.io/endpoint?url=https%3A%2F%2Fhealthchecks.io%2Fb%2F2%2Fd2febac8-1214-4c89-aa9c-a3f2c77b3995.shields) +![Twitter Stats](https://img.shields.io/endpoint?url=https%3A%2F%2Fhealthchecks.io%2Fb%2F2%2F5fd77e2f-16ea-4514-bd06-a49e710aab37.shields) + ## Notes https://steampipe.io/docs/integrations/gitpod diff --git a/stats/steampipe/pixi.toml b/stats/steampipe/pixi.toml index 617b24a..11759f6 100644 --- a/stats/steampipe/pixi.toml +++ b/stats/steampipe/pixi.toml @@ -9,7 +9,9 @@ version = "0.1.0" [tasks] plugins = "steampipe plugin install github twitter --progress=false" twitter = "steampipe query twitter_users.sql --output json | jq '.rows[0].public_metrics + {timestamp: now|tostring}' >> hf_stats/steampipe/twitter_users.json" +twitter_hc = { cmd = "curl -fsS -m 10 --retry 5 -o /dev/null https://hc-ping.com/39c783d5-b697-4eb5-b677-05bae13a2490", depends_on = ["twitter"] } github = "steampipe query github.sql --output json | jq '.rows[0] + {timestamp: now|tostring}' >> hf_stats/steampipe/github.json" +github_hc = { cmd = "curl -fsS -m 10 --retry 5 -o /dev/null https://hc-ping.com/017c8a09-9531-4206-a479-aa51a2209931", depends_on = ["github"] } download_hf = "huggingface-cli download nf-core/stats --local-dir hf_stats --repo-type dataset --quiet" upload_hf = "huggingface-cli upload nf-core/stats hf_stats --repo-type dataset --quiet" From 54b343c40f58a3bf3e6f78e84fc1d162debbd3db Mon Sep 17 00:00:00 2001 From: Edmund Miller Date: Wed, 4 Sep 2024 22:40:16 -0500 Subject: [PATCH 19/21] feat: Add slack task --- stats/steampipe/.envrc | 9 +++++---- stats/steampipe/pixi.toml | 3 ++- 2 files changed, 7 insertions(+), 5 deletions(-) diff --git a/stats/steampipe/.envrc b/stats/steampipe/.envrc index ecb589e..6e95620 100644 --- a/stats/steampipe/.envrc +++ b/stats/steampipe/.envrc @@ -1,7 +1,8 @@ watch_file pixi.lock eval "$(pixi shell-hook)" -# TODO export OP_ACCOUNT="nf-core" -# TODO export TWITTER_BEARER_TOKEN=$(op read "op://Shared/3yyagrpjil6orirpdr7xslerfi/Bearer token") -export GITHUB_TOKEN=$(op read "op://Private/GitHub Personal Access Token/token") -export HF_TOKEN=$(op read "op://Private/Hugging Face API Token/user access token") +export OP_ACCOUNT="nf-core" +export TWITTER_BEARER_TOKEN=$(op read "op://Shared/3yyagrpjil6orirpdr7xslerfi/Bearer token") +# export GITHUB_TOKEN=$(op read "op://Private/GitHub Personal Access Token/token") +# export HF_TOKEN=$(op read "op://Private/Hugging Face API Token/user access token") +export SLACK_TOKEN=$(op read "op://Employee/Slack Steampipe CLI OAuth Token/credential") diff --git a/stats/steampipe/pixi.toml b/stats/steampipe/pixi.toml index 11759f6..3b5d75e 100644 --- a/stats/steampipe/pixi.toml +++ b/stats/steampipe/pixi.toml @@ -7,11 +7,12 @@ platforms = ["linux-64"] version = "0.1.0" [tasks] -plugins = "steampipe plugin install github twitter --progress=false" +plugins = "steampipe plugin install github twitter slack --progress=false" twitter = "steampipe query twitter_users.sql --output json | jq '.rows[0].public_metrics + {timestamp: now|tostring}' >> hf_stats/steampipe/twitter_users.json" twitter_hc = { cmd = "curl -fsS -m 10 --retry 5 -o /dev/null https://hc-ping.com/39c783d5-b697-4eb5-b677-05bae13a2490", depends_on = ["twitter"] } github = "steampipe query github.sql --output json | jq '.rows[0] + {timestamp: now|tostring}' >> hf_stats/steampipe/github.json" github_hc = { cmd = "curl -fsS -m 10 --retry 5 -o /dev/null https://hc-ping.com/017c8a09-9531-4206-a479-aa51a2209931", depends_on = ["github"] } +slack = "steampipe query slack_users.sql --output json | jq '.rows[0] + {timestamp: now|tostring}' >> hf_stats/steampipe/slack_users.json" download_hf = "huggingface-cli download nf-core/stats --local-dir hf_stats --repo-type dataset --quiet" upload_hf = "huggingface-cli upload nf-core/stats hf_stats --repo-type dataset --quiet" From f2b85b8f2792e2bf7859b073a8f62b9a15b3f337 Mon Sep 17 00:00:00 2001 From: Edmund Miller Date: Wed, 4 Sep 2024 23:03:29 -0500 Subject: [PATCH 20/21] Add slack total users --- stats/steampipe/pixi.toml | 3 ++- stats/steampipe/{slack_users.sql => slack_active_users.sql} | 1 + stats/steampipe/slack_total_users.sql | 6 ++++++ 3 files changed, 9 insertions(+), 1 deletion(-) rename stats/steampipe/{slack_users.sql => slack_active_users.sql} (86%) create mode 100644 stats/steampipe/slack_total_users.sql diff --git a/stats/steampipe/pixi.toml b/stats/steampipe/pixi.toml index 3b5d75e..f57e569 100644 --- a/stats/steampipe/pixi.toml +++ b/stats/steampipe/pixi.toml @@ -12,7 +12,8 @@ twitter = "steampipe query twitter_users.sql --output json | jq '.rows[0].public twitter_hc = { cmd = "curl -fsS -m 10 --retry 5 -o /dev/null https://hc-ping.com/39c783d5-b697-4eb5-b677-05bae13a2490", depends_on = ["twitter"] } github = "steampipe query github.sql --output json | jq '.rows[0] + {timestamp: now|tostring}' >> hf_stats/steampipe/github.json" github_hc = { cmd = "curl -fsS -m 10 --retry 5 -o /dev/null https://hc-ping.com/017c8a09-9531-4206-a479-aa51a2209931", depends_on = ["github"] } -slack = "steampipe query slack_users.sql --output json | jq '.rows[0] + {timestamp: now|tostring}' >> hf_stats/steampipe/slack_users.json" +slack_active = "steampipe query slack_active_users.sql --output json | jq '.rows[0] + {timestamp: now|tostring}' >> hf_stats/steampipe/slack_active_users.json" +slack_total = "steampipe query slack_total_users.sql --output json | jq '.rows[0] + {timestamp: now|tostring}' >> hf_stats/steampipe/slack_total_users.json" download_hf = "huggingface-cli download nf-core/stats --local-dir hf_stats --repo-type dataset --quiet" upload_hf = "huggingface-cli upload nf-core/stats hf_stats --repo-type dataset --quiet" diff --git a/stats/steampipe/slack_users.sql b/stats/steampipe/slack_active_users.sql similarity index 86% rename from stats/steampipe/slack_users.sql rename to stats/steampipe/slack_active_users.sql index e12cd40..25d833d 100644 --- a/stats/steampipe/slack_users.sql +++ b/stats/steampipe/slack_active_users.sql @@ -1,3 +1,4 @@ +-- Active Users select date(date_first) as day, count(distinct user_name) diff --git a/stats/steampipe/slack_total_users.sql b/stats/steampipe/slack_total_users.sql new file mode 100644 index 0000000..7681bfc --- /dev/null +++ b/stats/steampipe/slack_total_users.sql @@ -0,0 +1,6 @@ +select + count(distinct real_name_normalized) +from + slack_user +where + deleted is false; From 317bb8e321d18a072efabc1ed47effd476717adb Mon Sep 17 00:00:00 2001 From: Edmund Miller Date: Wed, 4 Sep 2024 23:08:42 -0500 Subject: [PATCH 21/21] ci: Add slack --- .github/workflows/stats.yml | 3 +++ stats/steampipe/pixi.toml | 1 + 2 files changed, 4 insertions(+) diff --git a/.github/workflows/stats.yml b/.github/workflows/stats.yml index 99a7165..f5d5cc3 100644 --- a/.github/workflows/stats.yml +++ b/.github/workflows/stats.yml @@ -14,6 +14,7 @@ env: TWITTER_BEARER_TOKEN: ${{secrets.TWITTER_BEARER_TOKEN}} GITHUB_TOKEN: ${{secrets.STEAMPIPE_GH_TOKEN}} HF_TOKEN: ${{ secrets.HF_TOKEN }} + SLACK_TOKEN: ${{ secrets.SLACK_TOKEN }} jobs: update: @@ -34,6 +35,8 @@ jobs: working-directory: ./stats/steampipe/ - run: pixi run twitter_hc working-directory: ./stats/steampipe/ + - run: pixi run slack_hc + working-directory: ./stats/steampipe/ # TODO - run: pixi run slack - run: pixi run upload_hf working-directory: ./stats/steampipe/ diff --git a/stats/steampipe/pixi.toml b/stats/steampipe/pixi.toml index f57e569..13348d0 100644 --- a/stats/steampipe/pixi.toml +++ b/stats/steampipe/pixi.toml @@ -14,6 +14,7 @@ github = "steampipe query github.sql --output json | jq '.rows[0] + {timestamp: github_hc = { cmd = "curl -fsS -m 10 --retry 5 -o /dev/null https://hc-ping.com/017c8a09-9531-4206-a479-aa51a2209931", depends_on = ["github"] } slack_active = "steampipe query slack_active_users.sql --output json | jq '.rows[0] + {timestamp: now|tostring}' >> hf_stats/steampipe/slack_active_users.json" slack_total = "steampipe query slack_total_users.sql --output json | jq '.rows[0] + {timestamp: now|tostring}' >> hf_stats/steampipe/slack_total_users.json" +slack_hc = { cmd = "curl -fsS -m 10 --retry 5 -o /dev/null https://hc-ping.com/af9808d6-6dd7-4e8d-8fc7-c132fc579597", depends_on = ["slack_active", "slack_total"] } download_hf = "huggingface-cli download nf-core/stats --local-dir hf_stats --repo-type dataset --quiet" upload_hf = "huggingface-cli upload nf-core/stats hf_stats --repo-type dataset --quiet"