{"payload":{"feedbackUrl":"https://github.com/orgs/community/discussions/53140","repo":{"id":830211178,"defaultBranch":"main","name":"multi-tokenizer","ownerLogin":"aya-multitokenizer","currentUserCanPush":false,"isFork":false,"isEmpty":false,"createdAt":"2024-07-17T20:27:02.000Z","ownerAvatar":"https://avatars.githubusercontent.com/u/176322029?v=4","public":true,"private":false,"isOrgOwned":true},"refInfo":{"name":"","listCacheKey":"v0:1723346772.0","currentOid":""},"activityList":{"items":[{"before":"cd057750fb839ae1f5951f5dea82c828eadcffb8","after":"b6cac78e9f0bb667ab605df11718e091f077ac36","ref":"refs/heads/main","pushedAt":"2024-08-11T03:23:36.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"chandralegend","name":"Chandra Irugalbandara","path":"/chandralegend","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/52673571?s=80&v=4"},"commit":{"message":"Update CHANGELOG.md","shortMessageHtmlLink":"Update CHANGELOG.md"}},{"before":"6533d0575df45956d9fe3e925a3ce7aa8730ea50","after":"cd057750fb839ae1f5951f5dea82c828eadcffb8","ref":"refs/heads/main","pushedAt":"2024-08-11T03:16:57.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"chandralegend","name":"Chandra Irugalbandara","path":"/chandralegend","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/52673571?s=80&v=4"},"commit":{"message":"chore: Bump multi-tokenizer version to 0.1.4","shortMessageHtmlLink":"chore: Bump multi-tokenizer version to 0.1.4"}},{"before":"11a96775192b883ffb637f0ecd0f832d7046e19d","after":"6533d0575df45956d9fe3e925a3ce7aa8730ea50","ref":"refs/heads/main","pushedAt":"2024-08-11T03:14:09.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"chandralegend","name":"Chandra Irugalbandara","path":"/chandralegend","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/52673571?s=80&v=4"},"commit":{"message":"added support to python 3.8 and up","shortMessageHtmlLink":"added support to python 3.8 and up"}},{"before":"85a8ec9c15c30cf512a8432ca755639ca5d33cbc","after":"11a96775192b883ffb637f0ecd0f832d7046e19d","ref":"refs/heads/main","pushedAt":"2024-07-23T19:21:10.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"chandralegend","name":"Chandra Irugalbandara","path":"/chandralegend","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/52673571?s=80&v=4"},"commit":{"message":"refactor: Update build process in release workflow and improve release script for MTLLM","shortMessageHtmlLink":"refactor: Update build process in release workflow and improve releas…"}},{"before":"a756da5a53c5d354eff72ec003c1bd414e16c4fc","after":"85a8ec9c15c30cf512a8432ca755639ca5d33cbc","ref":"refs/heads/main","pushedAt":"2024-07-23T18:41:57.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"chandralegend","name":"Chandra Irugalbandara","path":"/chandralegend","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/52673571?s=80&v=4"},"commit":{"message":"Update pyproject.toml","shortMessageHtmlLink":"Update pyproject.toml"}},{"before":null,"after":"a756da5a53c5d354eff72ec003c1bd414e16c4fc","ref":"refs/heads/streamlit_update_tests_support_workflows","pushedAt":"2024-07-23T11:31:20.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"chandralegend","name":"Chandra Irugalbandara","path":"/chandralegend","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/52673571?s=80&v=4"},"commit":{"message":"updated the tokenizer try notebook","shortMessageHtmlLink":"updated the tokenizer try notebook"}},{"before":"f55c33720ca54b021d3b19e9711e3ddfd5aef22e","after":"a756da5a53c5d354eff72ec003c1bd414e16c4fc","ref":"refs/heads/main","pushedAt":"2024-07-22T20:53:36.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"chandralegend","name":"Chandra Irugalbandara","path":"/chandralegend","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/52673571?s=80&v=4"},"commit":{"message":"updated the tokenizer try notebook","shortMessageHtmlLink":"updated the tokenizer try notebook"}},{"before":"bc7d398e1afcf8c7a52cb83374261f9d75a0891f","after":"f55c33720ca54b021d3b19e9711e3ddfd5aef22e","ref":"refs/heads/main","pushedAt":"2024-07-22T16:18:43.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"chandralegend","name":"Chandra Irugalbandara","path":"/chandralegend","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/52673571?s=80&v=4"},"commit":{"message":"refactor: Update tokenizer function names for clarity and consistency","shortMessageHtmlLink":"refactor: Update tokenizer function names for clarity and consistency"}},{"before":"36cb6e308dcdfe3f7de0ef76404180bfa4304f52","after":"bc7d398e1afcf8c7a52cb83374261f9d75a0891f","ref":"refs/heads/main","pushedAt":"2024-07-22T08:15:35.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"chandralegend","name":"Chandra Irugalbandara","path":"/chandralegend","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/52673571?s=80&v=4"},"commit":{"message":"Update README.md","shortMessageHtmlLink":"Update README.md"}},{"before":"d6e83b473377d2eb4132f95aaeb2782ff0619a4e","after":"36cb6e308dcdfe3f7de0ef76404180bfa4304f52","ref":"refs/heads/main","pushedAt":"2024-07-22T08:14:23.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"chandralegend","name":"Chandra Irugalbandara","path":"/chandralegend","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/52673571?s=80&v=4"},"commit":{"message":"feat: Update multi-tokenizer to version 0.1.2-dev and improve Chinese output in proposal_2.md","shortMessageHtmlLink":"feat: Update multi-tokenizer to version 0.1.2-dev and improve Chinese…"}},{"before":"a4ef7b0e849127621e1687dd4848eab53f7ae770","after":"d6e83b473377d2eb4132f95aaeb2782ff0619a4e","ref":"refs/heads/main","pushedAt":"2024-07-22T07:39:52.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"chandralegend","name":"Chandra Irugalbandara","path":"/chandralegend","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/52673571?s=80&v=4"},"commit":{"message":"added fallback mechanism for un detected languages","shortMessageHtmlLink":"added fallback mechanism for un detected languages"}},{"before":"242d1c9c387e22de7fc4610fbbe9b7ca14760cdb","after":"a4ef7b0e849127621e1687dd4848eab53f7ae770","ref":"refs/heads/main","pushedAt":"2024-07-21T21:41:13.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"chandralegend","name":"Chandra Irugalbandara","path":"/chandralegend","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/52673571?s=80&v=4"},"commit":{"message":"updated the tokenizers decode and encode functions","shortMessageHtmlLink":"updated the tokenizers decode and encode functions"}},{"before":"ed7330c25ef5f9fc8b1d54a279230e67df2b38e3","after":"242d1c9c387e22de7fc4610fbbe9b7ca14760cdb","ref":"refs/heads/main","pushedAt":"2024-07-21T18:55:17.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"chandralegend","name":"Chandra Irugalbandara","path":"/chandralegend","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/52673571?s=80&v=4"},"commit":{"message":"feat: Update multi-tokenizer to version 0.1.1 and improve Chinese output in proposal_2.md","shortMessageHtmlLink":"feat: Update multi-tokenizer to version 0.1.1 and improve Chinese out…"}},{"before":"d08880892d14abdbf531f85b0a0f52bfe9bdf6e1","after":"ed7330c25ef5f9fc8b1d54a279230e67df2b38e3","ref":"refs/heads/main","pushedAt":"2024-07-21T18:15:18.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"chandralegend","name":"Chandra Irugalbandara","path":"/chandralegend","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/52673571?s=80&v=4"},"commit":{"message":"added correct tokenizers","shortMessageHtmlLink":"added correct tokenizers"}},{"before":"02e2de7131996f8d14db43d9a98694da85f4d44c","after":"d08880892d14abdbf531f85b0a0f52bfe9bdf6e1","ref":"refs/heads/main","pushedAt":"2024-07-21T11:01:28.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"chandralegend","name":"Chandra Irugalbandara","path":"/chandralegend","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/52673571?s=80&v=4"},"commit":{"message":"added script to create tokenizers out of hf datasets","shortMessageHtmlLink":"added script to create tokenizers out of hf datasets"}},{"before":"e658ed500a326ff10e84c778b27bb091dc235024","after":"02e2de7131996f8d14db43d9a98694da85f4d44c","ref":"refs/heads/main","pushedAt":"2024-07-21T09:15:59.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"chandralegend","name":"Chandra Irugalbandara","path":"/chandralegend","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/52673571?s=80&v=4"},"commit":{"message":"pretokenization added","shortMessageHtmlLink":"pretokenization added"}},{"before":"89f810cc57ccdb4353da167ac75c2e52353f207e","after":"e658ed500a326ff10e84c778b27bb091dc235024","ref":"refs/heads/main","pushedAt":"2024-07-21T08:38:36.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"chandralegend","name":"Chandra Irugalbandara","path":"/chandralegend","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/52673571?s=80&v=4"},"commit":{"message":"added language detection","shortMessageHtmlLink":"added language detection"}},{"before":"c6e6ff5d76234d335aa06bcdf5f34cdec7d93a7a","after":"89f810cc57ccdb4353da167ac75c2e52353f207e","ref":"refs/heads/main","pushedAt":"2024-07-20T18:26:43.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"chandralegend","name":"Chandra Irugalbandara","path":"/chandralegend","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/52673571?s=80&v=4"},"commit":{"message":"feat: Add tokenizers dependency and update Python version to 3.12","shortMessageHtmlLink":"feat: Add tokenizers dependency and update Python version to 3.12"}},{"before":"1138a5c1d9985889021f37e1f8483803e0a07838","after":"c6e6ff5d76234d335aa06bcdf5f34cdec7d93a7a","ref":"refs/heads/main","pushedAt":"2024-07-19T19:18:41.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"chandralegend","name":"Chandra Irugalbandara","path":"/chandralegend","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/52673571?s=80&v=4"},"commit":{"message":"init python package structure","shortMessageHtmlLink":"init python package structure"}},{"before":"2299bb0a2e7635fcac19ce324299cd5b02c76ea3","after":"1138a5c1d9985889021f37e1f8483803e0a07838","ref":"refs/heads/main","pushedAt":"2024-07-18T16:32:26.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"chandralegend","name":"Chandra Irugalbandara","path":"/chandralegend","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/52673571?s=80&v=4"},"commit":{"message":"Improve Chinese output in proposal_2.md","shortMessageHtmlLink":"Improve Chinese output in proposal_2.md"}},{"before":"d8748e39f18feaac5305bbd6ef11ee2faace7a54","after":"2299bb0a2e7635fcac19ce324299cd5b02c76ea3","ref":"refs/heads/main","pushedAt":"2024-07-18T09:04:07.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"chandralegend","name":"Chandra Irugalbandara","path":"/chandralegend","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/52673571?s=80&v=4"},"commit":{"message":"chore: Initialize repository","shortMessageHtmlLink":"chore: Initialize repository"}},{"before":null,"after":"d8748e39f18feaac5305bbd6ef11ee2faace7a54","ref":"refs/heads/main","pushedAt":"2024-07-17T20:27:02.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"chandralegend","name":"Chandra Irugalbandara","path":"/chandralegend","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/52673571?s=80&v=4"},"commit":{"message":"Initial commit","shortMessageHtmlLink":"Initial commit"}}],"hasNextPage":false,"hasPreviousPage":false,"activityType":"all","actor":null,"timePeriod":"all","sort":"DESC","perPage":30,"cursor":"Y3Vyc29yOnYyOpK7MjAyNC0wOC0xMVQwMzoyMzozNi4wMDAwMDBazwAAAASXNZZs","startCursor":"Y3Vyc29yOnYyOpK7MjAyNC0wOC0xMVQwMzoyMzozNi4wMDAwMDBazwAAAASXNZZs","endCursor":"Y3Vyc29yOnYyOpK7MjAyNC0wNy0xN1QyMDoyNzowMi4wMDAwMDBazwAAAASCPSOS"}},"title":"Activity · aya-multitokenizer/multi-tokenizer"}