{"payload":{"feedbackUrl":"https://github.com/orgs/community/discussions/53140","repo":{"id":644603481,"defaultBranch":"main","name":"story-indexer","ownerLogin":"mediacloud","currentUserCanPush":false,"isFork":false,"isEmpty":false,"createdAt":"2023-05-23T21:47:01.000Z","ownerAvatar":"https://avatars.githubusercontent.com/u/69484567?v=4","public":true,"private":false,"isOrgOwned":true},"refInfo":{"name":"","listCacheKey":"v0:1725602287.0","currentOid":""},"activityList":{"items":[{"before":"6195a64c0cbdb75266b8f1b9182c21ebcb31cd60","after":"053afeca07ff0c6840f257a373d3022703bd3952","ref":"refs/heads/main","pushedAt":"2024-09-22T03:28:55.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"philbudne","name":"Phil Budne","path":"/philbudne","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/7842179?s=80&v=4"},"commit":{"message":"check in most recent grafana json files","shortMessageHtmlLink":"check in most recent grafana json files"}},{"before":"d81eb3d0b83667e09a38bc4ac2a5cf5e05b47fcc","after":"6195a64c0cbdb75266b8f1b9182c21ebcb31cd60","ref":"refs/heads/main","pushedAt":"2024-09-04T01:44:18.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"philbudne","name":"Phil Budne","path":"/philbudne","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/7842179?s=80&v=4"},"commit":{"message":"archiver: handle upload failures better, handle .tmp file removal (#333)\n\n* Add and use BlobStore.upload_fileobj and StoryArchiveWriter.fileobj\r\n\r\nPrevents errors when .tmp file removed before finished!\r\nAlso: log and report upload timings!\r\n\r\n* indexer/workers/archiver.py: log archive size along with upload time\r\n\r\n* indexer/workers/archiver.py: if any uploads failed count as \"noupload\", keep local archive\r\n\r\n* indexer/story_archive_writer.py: add ArchiveWriterError as base for other errors\r\n\r\n* indexer/story_archive_writer.py: use _file.closed, eliminate _closed\r\n\r\n* docker/deploy.sh: read docker/$USER.sh if it exists, instead of docker/dev.sh\r\n\r\n* docker/deploy.sh: if LOGIN_USER.sh found, load dev.sh first\r\n\r\n* indexer/story_archive_writer.py: fix `_finished = True` indent\r\n\r\n---------\r\n\r\nCo-authored-by: Phil Budne ","shortMessageHtmlLink":"archiver: handle upload failures better, handle .tmp file removal (#333)"}},{"before":"092798a95efcbb29c790bf9c9f9f4f86f8ccb9a4","after":"d81eb3d0b83667e09a38bc4ac2a5cf5e05b47fcc","ref":"refs/heads/prod","pushedAt":"2024-08-28T01:12:09.000Z","pushType":"push","commitsCount":4,"pusher":{"login":"philbudne","name":"Phil Budne","path":"/philbudne","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/7842179?s=80&v=4"},"commit":{"message":"docker/deploy.sh: increase to 7 importers in hist-indexer (prod) stacks","shortMessageHtmlLink":"docker/deploy.sh: increase to 7 importers in hist-indexer (prod) stacks"}},{"before":"092798a95efcbb29c790bf9c9f9f4f86f8ccb9a4","after":"d81eb3d0b83667e09a38bc4ac2a5cf5e05b47fcc","ref":"refs/heads/staging","pushedAt":"2024-08-27T22:45:02.000Z","pushType":"push","commitsCount":4,"pusher":{"login":"philbudne","name":"Phil Budne","path":"/philbudne","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/7842179?s=80&v=4"},"commit":{"message":"docker/deploy.sh: increase to 7 importers in hist-indexer (prod) stacks","shortMessageHtmlLink":"docker/deploy.sh: increase to 7 importers in hist-indexer (prod) stacks"}},{"before":"a6a2f0b557c399f98284a574c7e3598f9efb8719","after":"d81eb3d0b83667e09a38bc4ac2a5cf5e05b47fcc","ref":"refs/heads/main","pushedAt":"2024-08-27T22:44:44.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"philbudne","name":"Phil Budne","path":"/philbudne","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/7842179?s=80&v=4"},"commit":{"message":"docker/deploy.sh: increase to 7 importers in hist-indexer (prod) stacks","shortMessageHtmlLink":"docker/deploy.sh: increase to 7 importers in hist-indexer (prod) stacks"}},{"before":"6ea87fd9eb81b000e294752d26a652df3d5cf76d","after":"a6a2f0b557c399f98284a574c7e3598f9efb8719","ref":"refs/heads/main","pushedAt":"2024-08-27T22:41:21.000Z","pushType":"pr_merge","commitsCount":2,"pusher":{"login":"philbudne","name":"Phil Budne","path":"/philbudne","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/7842179?s=80&v=4"},"commit":{"message":"Merge pull request #332 from philbudne/hist-not-found\n\nindexer/workers/hist-fetcher.py: try to detect non-existent objects","shortMessageHtmlLink":"Merge pull request #332 from philbudne/hist-not-found"}},{"before":"3ee2f2a65de7e9eaf416a9077d848f86341b27bc","after":"092798a95efcbb29c790bf9c9f9f4f86f8ccb9a4","ref":"refs/heads/prod","pushedAt":"2024-08-19T05:26:29.000Z","pushType":"push","commitsCount":5,"pusher":{"login":"thepsalmist","name":"Xavier Frankline Odhiambo","path":"/thepsalmist","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/49587182?s=80&v=4"},"commit":{"message":"Merge pull request #327 from philbudne/b2-urls\n\nSwitch to fetching RSS files from B2","shortMessageHtmlLink":"Merge pull request #327 from philbudne/b2-urls"}},{"before":"092798a95efcbb29c790bf9c9f9f4f86f8ccb9a4","after":"6ea87fd9eb81b000e294752d26a652df3d5cf76d","ref":"refs/heads/main","pushedAt":"2024-08-17T22:54:35.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"philbudne","name":"Phil Budne","path":"/philbudne","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/7842179?s=80&v=4"},"commit":{"message":"Increase to PARSER_REPLICAS to 5 for dev/staging hist stacks\n(fetch rate up due to lower than usual AWS latency).","shortMessageHtmlLink":"Increase to PARSER_REPLICAS to 5 for dev/staging hist stacks"}},{"before":"3ee2f2a65de7e9eaf416a9077d848f86341b27bc","after":"092798a95efcbb29c790bf9c9f9f4f86f8ccb9a4","ref":"refs/heads/staging","pushedAt":"2024-08-17T21:21:58.000Z","pushType":"push","commitsCount":5,"pusher":{"login":"philbudne","name":"Phil Budne","path":"/philbudne","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/7842179?s=80&v=4"},"commit":{"message":"Merge pull request #327 from philbudne/b2-urls\n\nSwitch to fetching RSS files from B2","shortMessageHtmlLink":"Merge pull request #327 from philbudne/b2-urls"}},{"before":"aa48539537ec9baf34d3c00162fc1acc80119cf5","after":"092798a95efcbb29c790bf9c9f9f4f86f8ccb9a4","ref":"refs/heads/main","pushedAt":"2024-08-16T20:48:15.000Z","pushType":"pr_merge","commitsCount":2,"pusher":{"login":"philbudne","name":"Phil Budne","path":"/philbudne","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/7842179?s=80&v=4"},"commit":{"message":"Merge pull request #327 from philbudne/b2-urls\n\nSwitch to fetching RSS files from B2","shortMessageHtmlLink":"Merge pull request #327 from philbudne/b2-urls"}},{"before":"d6b22a8914eb67fd73a114f87d3b59533dfaf820","after":"aa48539537ec9baf34d3c00162fc1acc80119cf5","ref":"refs/heads/main","pushedAt":"2024-08-15T20:40:37.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"philbudne","name":"Phil Budne","path":"/philbudne","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/7842179?s=80&v=4"},"commit":{"message":"docker/deploy.sh: up hist-prod to 5 importers","shortMessageHtmlLink":"docker/deploy.sh: up hist-prod to 5 importers"}},{"before":"54f09d1028919a566e0dddbb01658470e4022189","after":"3ee2f2a65de7e9eaf416a9077d848f86341b27bc","ref":"refs/heads/prod","pushedAt":"2024-08-15T11:46:59.000Z","pushType":"push","commitsCount":3,"pusher":{"login":"thepsalmist","name":"Xavier Frankline Odhiambo","path":"/thepsalmist","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/49587182?s=80&v=4"},"commit":{"message":"Merge pull request #324 from philbudne/hist-again\n\nHist fixes for hist fixes.","shortMessageHtmlLink":"Merge pull request #324 from philbudne/hist-again"}},{"before":"3ee2f2a65de7e9eaf416a9077d848f86341b27bc","after":"d6b22a8914eb67fd73a114f87d3b59533dfaf820","ref":"refs/heads/main","pushedAt":"2024-08-13T15:53:34.000Z","pushType":"pr_merge","commitsCount":2,"pusher":{"login":"philbudne","name":"Phil Budne","path":"/philbudne","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/7842179?s=80&v=4"},"commit":{"message":"Merge pull request #325 from philbudne/rss-queuer-fix\n\nindexer/workers/fetcher/rss-queuer.py: add missing argument to unexpected tag warning","shortMessageHtmlLink":"Merge pull request #325 from philbudne/rss-queuer-fix"}},{"before":"54f09d1028919a566e0dddbb01658470e4022189","after":"3ee2f2a65de7e9eaf416a9077d848f86341b27bc","ref":"refs/heads/staging","pushedAt":"2024-08-09T19:43:51.000Z","pushType":"push","commitsCount":3,"pusher":{"login":"philbudne","name":"Phil Budne","path":"/philbudne","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/7842179?s=80&v=4"},"commit":{"message":"Merge pull request #324 from philbudne/hist-again\n\nHist fixes for hist fixes.","shortMessageHtmlLink":"Merge pull request #324 from philbudne/hist-again"}},{"before":"54f09d1028919a566e0dddbb01658470e4022189","after":"3ee2f2a65de7e9eaf416a9077d848f86341b27bc","ref":"refs/heads/main","pushedAt":"2024-08-08T18:27:28.000Z","pushType":"pr_merge","commitsCount":3,"pusher":{"login":"philbudne","name":"Phil Budne","path":"/philbudne","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/7842179?s=80&v=4"},"commit":{"message":"Merge pull request #324 from philbudne/hist-again\n\nHist fixes for hist fixes.","shortMessageHtmlLink":"Merge pull request #324 from philbudne/hist-again"}},{"before":"0cf3c2b81321b835ae967748b0676a2fa175b348","after":"54f09d1028919a566e0dddbb01658470e4022189","ref":"refs/heads/prod","pushedAt":"2024-08-05T22:49:20.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"philbudne","name":"Phil Budne","path":"/philbudne","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/7842179?s=80&v=4"},"commit":{"message":"Merge pull request #320 from philbudne/hist-date-ranges\n\nhist-fetcher.py: fix date2epoch range check; disable quarantine for missing objects","shortMessageHtmlLink":"Merge pull request #320 from philbudne/hist-date-ranges"}},{"before":"0cf3c2b81321b835ae967748b0676a2fa175b348","after":"54f09d1028919a566e0dddbb01658470e4022189","ref":"refs/heads/staging","pushedAt":"2024-08-05T22:00:36.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"philbudne","name":"Phil Budne","path":"/philbudne","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/7842179?s=80&v=4"},"commit":{"message":"Merge pull request #320 from philbudne/hist-date-ranges\n\nhist-fetcher.py: fix date2epoch range check; disable quarantine for missing objects","shortMessageHtmlLink":"Merge pull request #320 from philbudne/hist-date-ranges"}},{"before":"0cf3c2b81321b835ae967748b0676a2fa175b348","after":"54f09d1028919a566e0dddbb01658470e4022189","ref":"refs/heads/main","pushedAt":"2024-08-05T21:59:38.000Z","pushType":"pr_merge","commitsCount":2,"pusher":{"login":"philbudne","name":"Phil Budne","path":"/philbudne","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/7842179?s=80&v=4"},"commit":{"message":"Merge pull request #320 from philbudne/hist-date-ranges\n\nhist-fetcher.py: fix date2epoch range check; disable quarantine for missing objects","shortMessageHtmlLink":"Merge pull request #320 from philbudne/hist-date-ranges"}},{"before":"6b678b3ad22be28324e3e411d6436fef88cd5dbd","after":"0cf3c2b81321b835ae967748b0676a2fa175b348","ref":"refs/heads/prod","pushedAt":"2024-07-31T12:37:32.000Z","pushType":"push","commitsCount":7,"pusher":{"login":"thepsalmist","name":"Xavier Frankline Odhiambo","path":"/thepsalmist","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/49587182?s=80&v=4"},"commit":{"message":"Merge pull request #318 from philbudne/hist-versionid\n\nhist-fetcher.py: fix VersionId caseo's","shortMessageHtmlLink":"Merge pull request #318 from philbudne/hist-versionid"}},{"before":"6b678b3ad22be28324e3e411d6436fef88cd5dbd","after":"0cf3c2b81321b835ae967748b0676a2fa175b348","ref":"refs/heads/staging","pushedAt":"2024-07-31T06:33:54.000Z","pushType":"push","commitsCount":7,"pusher":{"login":"thepsalmist","name":"Xavier Frankline Odhiambo","path":"/thepsalmist","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/49587182?s=80&v=4"},"commit":{"message":"Merge pull request #318 from philbudne/hist-versionid\n\nhist-fetcher.py: fix VersionId caseo's","shortMessageHtmlLink":"Merge pull request #318 from philbudne/hist-versionid"}},{"before":"45de9f55aa23ea1c34c1fcca7302e4dee943040d","after":"0cf3c2b81321b835ae967748b0676a2fa175b348","ref":"refs/heads/main","pushedAt":"2024-07-31T00:21:36.000Z","pushType":"pr_merge","commitsCount":2,"pusher":{"login":"philbudne","name":"Phil Budne","path":"/philbudne","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/7842179?s=80&v=4"},"commit":{"message":"Merge pull request #318 from philbudne/hist-versionid\n\nhist-fetcher.py: fix VersionId caseo's","shortMessageHtmlLink":"Merge pull request #318 from philbudne/hist-versionid"}},{"before":"bcf19423aac12ebd8367285c2d9af3eb541fd004","after":"45de9f55aa23ea1c34c1fcca7302e4dee943040d","ref":"refs/heads/main","pushedAt":"2024-07-27T22:44:50.000Z","pushType":"pr_merge","commitsCount":4,"pusher":{"login":"philbudne","name":"Phil Budne","path":"/philbudne","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/7842179?s=80&v=4"},"commit":{"message":"Merge pull request #315 from philbudne/worker-cleanup\n\nFix three different problems with programs losing RabbitMQ connection","shortMessageHtmlLink":"Merge pull request #315 from philbudne/worker-cleanup"}},{"before":"1c46d35c36d2e83c1829b522f29d7d7113c075c8","after":"6b678b3ad22be28324e3e411d6436fef88cd5dbd","ref":"refs/heads/prod","pushedAt":"2024-07-24T06:50:43.000Z","pushType":"push","commitsCount":31,"pusher":{"login":"thepsalmist","name":"Xavier Frankline Odhiambo","path":"/thepsalmist","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/49587182?s=80&v=4"},"commit":{"message":"Add Airtable Update Script (#303)\n\n* Airtable upgrade script, related requirement update\r\n\r\n* added update call to deploy.sh\r\n\r\n* Removed the app interface, other tweaks\r\n\r\n* Added info field to airtable record, so we still get a record if things are configured weird\r\n\r\n* friendlier options for env\r\n\r\n* Remove bespoke script, use central management repository\r\n\r\n---------\r\n\r\nCo-authored-by: Paige Gulley \r\nCo-authored-by: Paige Gulley ","shortMessageHtmlLink":"Add Airtable Update Script (#303)"}},{"before":"6b678b3ad22be28324e3e411d6436fef88cd5dbd","after":"bcf19423aac12ebd8367285c2d9af3eb541fd004","ref":"refs/heads/main","pushedAt":"2024-07-04T19:46:43.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"philbudne","name":"Phil Budne","path":"/philbudne","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/7842179?s=80&v=4"},"commit":{"message":"pyproject.toml: update docker to 7.1.x to handle interaction with requests 2.32\nremade requirements-dev.txt, requirements.txt, .pre-commit-config.yaml","shortMessageHtmlLink":"pyproject.toml: update docker to 7.1.x to handle interaction with req…"}},{"before":"1c46d35c36d2e83c1829b522f29d7d7113c075c8","after":"6b678b3ad22be28324e3e411d6436fef88cd5dbd","ref":"refs/heads/staging","pushedAt":"2024-06-28T12:44:45.000Z","pushType":"push","commitsCount":31,"pusher":{"login":"thepsalmist","name":"Xavier Frankline Odhiambo","path":"/thepsalmist","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/49587182?s=80&v=4"},"commit":{"message":"Add Airtable Update Script (#303)\n\n* Airtable upgrade script, related requirement update\r\n\r\n* added update call to deploy.sh\r\n\r\n* Removed the app interface, other tweaks\r\n\r\n* Added info field to airtable record, so we still get a record if things are configured weird\r\n\r\n* friendlier options for env\r\n\r\n* Remove bespoke script, use central management repository\r\n\r\n---------\r\n\r\nCo-authored-by: Paige Gulley \r\nCo-authored-by: Paige Gulley ","shortMessageHtmlLink":"Add Airtable Update Script (#303)"}},{"before":"2274608d3eaee50bf445f35f860de8514d17e996","after":"6b678b3ad22be28324e3e411d6436fef88cd5dbd","ref":"refs/heads/main","pushedAt":"2024-06-26T17:09:16.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"pgulley","name":"Paige Gulley","path":"/pgulley","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/900585?s=80&v=4"},"commit":{"message":"Add Airtable Update Script (#303)\n\n* Airtable upgrade script, related requirement update\r\n\r\n* added update call to deploy.sh\r\n\r\n* Removed the app interface, other tweaks\r\n\r\n* Added info field to airtable record, so we still get a record if things are configured weird\r\n\r\n* friendlier options for env\r\n\r\n* Remove bespoke script, use central management repository\r\n\r\n---------\r\n\r\nCo-authored-by: Paige Gulley \r\nCo-authored-by: Paige Gulley ","shortMessageHtmlLink":"Add Airtable Update Script (#303)"}},{"before":"26b394ca38ed8d17329244d60e29f84e0bc89319","after":"2274608d3eaee50bf445f35f860de8514d17e996","ref":"refs/heads/main","pushedAt":"2024-06-24T07:02:10.000Z","pushType":"pr_merge","commitsCount":4,"pusher":{"login":"thepsalmist","name":"Xavier Frankline Odhiambo","path":"/thepsalmist","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/49587182?s=80&v=4"},"commit":{"message":"Merge pull request #304 from thepsalmist/fix/es-snapshot-settings\n\nFix/es snapshot settings","shortMessageHtmlLink":"Merge pull request #304 from thepsalmist/fix/es-snapshot-settings"}},{"before":"43be3203db4c8190246bf7fb0cdc45a407ae74ce","after":"26b394ca38ed8d17329244d60e29f84e0bc89319","ref":"refs/heads/main","pushedAt":"2024-06-20T12:50:32.000Z","pushType":"pr_merge","commitsCount":21,"pusher":{"login":"thepsalmist","name":"Xavier Frankline Odhiambo","path":"/thepsalmist","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/49587182?s=80&v=4"},"commit":{"message":"Merge pull request #295 from thepsalmist/fix/es-s3-repo\n\nElasticsearch register s3 and fs repository","shortMessageHtmlLink":"Merge pull request #295 from thepsalmist/fix/es-s3-repo"}},{"before":"d0e9470da48425179834f0db123eceb220ca1764","after":"1c46d35c36d2e83c1829b522f29d7d7113c075c8","ref":"refs/heads/prod","pushedAt":"2024-06-20T11:39:27.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"thepsalmist","name":"Xavier Frankline Odhiambo","path":"/thepsalmist","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/49587182?s=80&v=4"},"commit":{"message":"docker/deploy.sh: add missing ARCH_SUFFIX=rss for stacks processing explicit RSS files","shortMessageHtmlLink":"docker/deploy.sh: add missing ARCH_SUFFIX=rss for stacks processing e…"}},{"before":"d0e9470da48425179834f0db123eceb220ca1764","after":"1c46d35c36d2e83c1829b522f29d7d7113c075c8","ref":"refs/heads/staging","pushedAt":"2024-06-20T11:32:56.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"thepsalmist","name":"Xavier Frankline Odhiambo","path":"/thepsalmist","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/49587182?s=80&v=4"},"commit":{"message":"docker/deploy.sh: add missing ARCH_SUFFIX=rss for stacks processing explicit RSS files","shortMessageHtmlLink":"docker/deploy.sh: add missing ARCH_SUFFIX=rss for stacks processing e…"}}],"hasNextPage":true,"hasPreviousPage":false,"activityType":"all","actor":null,"timePeriod":"all","sort":"DESC","perPage":30,"cursor":"Y3Vyc29yOnYyOpK7MjAyNC0wOS0yMlQwMzoyODo1NS4wMDAwMDBazwAAAAS8_a5d","startCursor":"Y3Vyc29yOnYyOpK7MjAyNC0wOS0yMlQwMzoyODo1NS4wMDAwMDBazwAAAAS8_a5d","endCursor":"Y3Vyc29yOnYyOpK7MjAyNC0wNi0yMFQxMTozMjo1Ni4wMDAwMDBazwAAAARqe8qR"}},"title":"Activity · mediacloud/story-indexer"}