{"payload":{"feedbackUrl":"https://github.com/orgs/community/discussions/53140","repo":{"id":620176227,"defaultBranch":"main","name":"Tokenizer","ownerLogin":"microsoft","currentUserCanPush":false,"isFork":false,"isEmpty":false,"createdAt":"2023-03-28T07:14:39.000Z","ownerAvatar":"https://avatars.githubusercontent.com/u/6154722?v=4","public":true,"private":false,"isOrgOwned":true},"refInfo":{"name":"","listCacheKey":"v0:1716270069.0","currentOid":""},"activityList":{"items":[{"before":"2d96434104a1622912e1b7eabf88cf6d75a9e53a","after":"9cad244097660a1e376f0bf97f959db861044a11","ref":"refs/heads/main","pushedAt":"2024-05-21T16:05:53.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"shengyfu","name":"Shengyu Fu","path":"/shengyfu","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/23369389?s=80&v=4"},"commit":{"message":"Add support for gpt-4o (#46)\n\n* Add support for gpt-4o\r\n\r\n* Make case insensitive matching because javascript doesn't support (?i: ...) inline modifier for case insensitivity","shortMessageHtmlLink":"Add support for gpt-4o (#46)"}},{"before":"cd308522e5e0556629c99b78b9e39023236c5450","after":"2bfb1a08b8ea343fc316ffe3dd3a84c29e2ee84b","ref":"refs/heads/shengyfu/addGPT4O","pushedAt":"2024-05-21T06:00:14.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"shengyfu","name":"Shengyu Fu","path":"/shengyfu","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/23369389?s=80&v=4"},"commit":{"message":"Make case insensitive matching because javascript doesn't support (?i: ...) inline modifier for case insensitivity","shortMessageHtmlLink":"Make case insensitive matching because javascript doesn't support (?i…"}},{"before":null,"after":"cd308522e5e0556629c99b78b9e39023236c5450","ref":"refs/heads/shengyfu/addGPT4O","pushedAt":"2024-05-21T05:41:09.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"shengyfu","name":"Shengyu Fu","path":"/shengyfu","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/23369389?s=80&v=4"},"commit":{"message":"Add support for gpt-4o","shortMessageHtmlLink":"Add support for gpt-4o"}},{"before":"da366343b76d5d96fa9eb2dcc47d4a53b8b4dd35","after":"2d96434104a1622912e1b7eabf88cf6d75a9e53a","ref":"refs/heads/main","pushedAt":"2024-04-16T18:46:29.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"shengyfu","name":"Shengyu Fu","path":"/shengyfu","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/23369389?s=80&v=4"},"commit":{"message":"Update README.md\n\nSigned-off-by: Shengyu Fu ","shortMessageHtmlLink":"Update README.md"}},{"before":"772717f9bde30deeb6c49d813226a8ea9525d1ca","after":"da366343b76d5d96fa9eb2dcc47d4a53b8b4dd35","ref":"refs/heads/main","pushedAt":"2024-04-16T18:01:22.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"shengyfu","name":"Shengyu Fu","path":"/shengyfu","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/23369389?s=80&v=4"},"commit":{"message":"bump version to 1.0.6 (#44)","shortMessageHtmlLink":"bump version to 1.0.6 (#44)"}},{"before":null,"after":"345ef8e0f5aa6981a448e99e882b35a3e126af46","ref":"refs/heads/sbatten/bump1.0.6","pushedAt":"2024-04-16T17:48:41.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"sbatten","name":"SteVen Batten","path":"/sbatten","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/6561887?s=80&v=4"},"commit":{"message":"bump version to 1.0.6","shortMessageHtmlLink":"bump version to 1.0.6"}},{"before":"9239e9079a8c72ca72becbc1aa39ab73099eefe1","after":"772717f9bde30deeb6c49d813226a8ea9525d1ca","ref":"refs/heads/main","pushedAt":"2024-04-16T17:38:20.000Z","pushType":"pr_merge","commitsCount":4,"pusher":{"login":"sbatten","name":"SteVen Batten","path":"/sbatten","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/6561887?s=80&v=4"},"commit":{"message":"Merge pull request #42 from andreamah/connor4312/avoid-splatting\n\nperf: avoid spread argument when pushing tokens","shortMessageHtmlLink":"Merge pull request #42 from andreamah/connor4312/avoid-splatting"}},{"before":"40a2b85d84487735e5cd45b9206a693ca171ca28","after":"9239e9079a8c72ca72becbc1aa39ab73099eefe1","ref":"refs/heads/main","pushedAt":"2024-04-16T17:36:27.000Z","pushType":"pr_merge","commitsCount":4,"pusher":{"login":"sbatten","name":"SteVen Batten","path":"/sbatten","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/6561887?s=80&v=4"},"commit":{"message":"Merge pull request #41 from andreamah/connor4312/faster-lru\n\nperf: replace lru-cache module with a simpler map","shortMessageHtmlLink":"Merge pull request #41 from andreamah/connor4312/faster-lru"}},{"before":"8f7328820e1d1ce9610173e22b4f80d119274267","after":"40a2b85d84487735e5cd45b9206a693ca171ca28","ref":"refs/heads/main","pushedAt":"2024-04-16T17:22:51.000Z","pushType":"pr_merge","commitsCount":3,"pusher":{"login":"sbatten","name":"SteVen Batten","path":"/sbatten","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/6561887?s=80&v=4"},"commit":{"message":"Merge pull request #40 from andreamah/connor4312/avoid-text-encoding-allocs\n\nperf: reduce allocations when encoding text","shortMessageHtmlLink":"Merge pull request #40 from andreamah/connor4312/avoid-text-encoding-…"}},{"before":"aa393d3cad2d4285bc577fd100f7a96b9e558493","after":"8f7328820e1d1ce9610173e22b4f80d119274267","ref":"refs/heads/main","pushedAt":"2024-04-16T17:15:30.000Z","pushType":"pr_merge","commitsCount":17,"pusher":{"login":"sbatten","name":"SteVen Batten","path":"/sbatten","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/6561887?s=80&v=4"},"commit":{"message":"Merge pull request #35 from andreamah/main\n\nAdd a performance notebook and improve TS performance","shortMessageHtmlLink":"Merge pull request #35 from andreamah/main"}},{"before":"50972f4c530f0d7ac423874480bfeee84576227b","after":"aa393d3cad2d4285bc577fd100f7a96b9e558493","ref":"refs/heads/main","pushedAt":"2024-04-09T22:58:40.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"shengyfu","name":"Shengyu Fu","path":"/shengyfu","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/23369389?s=80&v=4"},"commit":{"message":"Update version to 1.0.5","shortMessageHtmlLink":"Update version to 1.0.5"}},{"before":"c41aabfdd78d32d822777d67af8d119957af56bd","after":"50972f4c530f0d7ac423874480bfeee84576227b","ref":"refs/heads/main","pushedAt":"2024-04-09T22:46:11.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"shengyfu","name":"Shengyu Fu","path":"/shengyfu","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/23369389?s=80&v=4"},"commit":{"message":"Use `exec` for regex matching (#30)\n\nSmall optimization switching to use a `exec` instead of `matchAll`. This is around 50% after in v8 and 70% faster in safari. This is also 20% faster than using `for of` over `matchAll` directly to avoid generating extra arrays","shortMessageHtmlLink":"Use exec for regex matching (#30)"}},{"before":"c3c661d142578807f60d80c4c2426d895da81d1d","after":"c41aabfdd78d32d822777d67af8d119957af56bd","ref":"refs/heads/main","pushedAt":"2024-04-08T16:21:21.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"shengyfu","name":"Shengyu Fu","path":"/shengyfu","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/23369389?s=80&v=4"},"commit":{"message":"Fix Important blockquote (#29)\n\nSigned-off-by: Eric StJohn ","shortMessageHtmlLink":"Fix Important blockquote (#29)"}},{"before":"2c9ba5d343de52eb27521afef7c0c2f0f76c9c52","after":"c3c661d142578807f60d80c4c2426d895da81d1d","ref":"refs/heads/main","pushedAt":"2024-04-01T16:42:39.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"shengyfu","name":"Shengyu Fu","path":"/shengyfu","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/23369389?s=80&v=4"},"commit":{"message":"Point to Microsoft.ML.Tokenizers (#28)\n\n* Point to Microsoft.ML.Tokenizers\r\n\r\nSigned-off-by: Eric StJohn \r\n\r\n* Updated C# implementation note\r\n\r\n---------\r\n\r\nSigned-off-by: Eric StJohn \r\nCo-authored-by: Luis Quintanilla <46974588+luisquintanilla@users.noreply.github.com>","shortMessageHtmlLink":"Point to Microsoft.ML.Tokenizers (#28)"}},{"before":"512d432ab34e71ee94cfd4fc4f3b19e8a01df863","after":"2c9ba5d343de52eb27521afef7c0c2f0f76c9c52","ref":"refs/heads/main","pushedAt":"2024-01-11T18:09:30.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"shengyfu","name":"Shengyu Fu","path":"/shengyfu","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/23369389?s=80&v=4"},"commit":{"message":"Adding new APIs to avoid passing in allowed special tokens (#27)\n\n* Adding new APIs to avoid passing in allowed special tokens\r\n\r\n* Update version to 1.3.3","shortMessageHtmlLink":"Adding new APIs to avoid passing in allowed special tokens (#27)"}},{"before":"94302bdc194758903dfba76f67d0bb8422d9e7cc","after":"199fda9382377a7f57b1b827b95706d618644db8","ref":"refs/heads/shengyfu/AddNewAPIs","pushedAt":"2024-01-11T04:05:26.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"shengyfu","name":"Shengyu Fu","path":"/shengyfu","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/23369389?s=80&v=4"},"commit":{"message":"Update version to 1.3.3","shortMessageHtmlLink":"Update version to 1.3.3"}},{"before":null,"after":"94302bdc194758903dfba76f67d0bb8422d9e7cc","ref":"refs/heads/shengyfu/AddNewAPIs","pushedAt":"2024-01-11T03:27:48.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"shengyfu","name":"Shengyu Fu","path":"/shengyfu","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/23369389?s=80&v=4"},"commit":{"message":"Adding new APIs to avoid passing in allowed special tokens","shortMessageHtmlLink":"Adding new APIs to avoid passing in allowed special tokens"}},{"before":"3c6fcb9679f3e36264da64958c920d715547db73","after":"512d432ab34e71ee94cfd4fc4f3b19e8a01df863","ref":"refs/heads/main","pushedAt":"2023-12-20T22:28:00.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"shengyfu","name":"Shengyu Fu","path":"/shengyfu","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/23369389?s=80&v=4"},"commit":{"message":"Fix `encodeTrim*` on special strings with repeat tokens (#26)\n\n* Fix tests\r\n\r\n* Fix unused variables","shortMessageHtmlLink":"Fix encodeTrim* on special strings with repeat tokens (#26)"}},{"before":"6c7d0d263388a47fc4092a438a8cf2d4639d143f","after":"3c6fcb9679f3e36264da64958c920d715547db73","ref":"refs/heads/main","pushedAt":"2023-10-13T01:48:52.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"shengyfu","name":"Shengyu Fu","path":"/shengyfu","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/23369389?s=80&v=4"},"commit":{"message":"Fix caching for other APIs as well (#23)","shortMessageHtmlLink":"Fix caching for other APIs as well (#23)"}},{"before":null,"after":"6872d29db7076acb5329aa53c29ff0fb433d665e","ref":"refs/heads/shengyfu/SetCacheOnMiss","pushedAt":"2023-10-13T00:27:52.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"shengyfu","name":"Shengyu Fu","path":"/shengyfu","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/23369389?s=80&v=4"},"commit":{"message":"Fix caching for other APIs as well","shortMessageHtmlLink":"Fix caching for other APIs as well"}},{"before":"fa7f2a196038b7990812ab25b0010f76d2ef3b13","after":"6c7d0d263388a47fc4092a438a8cf2d4639d143f","ref":"refs/heads/main","pushedAt":"2023-10-12T23:26:42.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"shengyfu","name":"Shengyu Fu","path":"/shengyfu","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/23369389?s=80&v=4"},"commit":{"message":"fix cache miss problem (#22)","shortMessageHtmlLink":"fix cache miss problem (#22)"}},{"before":"6a7beb46cfdf6cd8c02b541cfbe8dca38418902d","after":"fa7f2a196038b7990812ab25b0010f76d2ef3b13","ref":"refs/heads/main","pushedAt":"2023-10-10T05:11:12.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"shengyfu","name":"Shengyu Fu","path":"/shengyfu","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/23369389?s=80&v=4"},"commit":{"message":"Update README.md\n\nUpdate npm package publish location.\n\nSigned-off-by: Shengyu Fu ","shortMessageHtmlLink":"Update README.md"}},{"before":"d8eac55e12ea36b8626ee6afcea212c6d25c4bcf","after":"6a7beb46cfdf6cd8c02b541cfbe8dca38418902d","ref":"refs/heads/main","pushedAt":"2023-10-06T17:22:02.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"shengyfu","name":"Shengyu Fu","path":"/shengyfu","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/23369389?s=80&v=4"},"commit":{"message":"Update tokenizer-ts-release.yml\n\nSigned-off-by: Shengyu Fu ","shortMessageHtmlLink":"Update tokenizer-ts-release.yml"}},{"before":"c24bcbded704b4a28ccae03e09f10c0ae135bcc6","after":"d8eac55e12ea36b8626ee6afcea212c6d25c4bcf","ref":"refs/heads/main","pushedAt":"2023-10-06T17:21:30.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"shengyfu","name":"Shengyu Fu","path":"/shengyfu","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/23369389?s=80&v=4"},"commit":{"message":"Create npm-publish-github-packages.yml\n\nSigned-off-by: Shengyu Fu ","shortMessageHtmlLink":"Create npm-publish-github-packages.yml"}},{"before":"ab640020b733cab5d69bab8623d54b9e76c2577c","after":"c24bcbded704b4a28ccae03e09f10c0ae135bcc6","ref":"refs/heads/main","pushedAt":"2023-10-06T17:05:02.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"shengyfu","name":"Shengyu Fu","path":"/shengyfu","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/23369389?s=80&v=4"},"commit":{"message":"Update tokenizer-ts-release.yml to publish to npmjs\n\nSigned-off-by: Shengyu Fu ","shortMessageHtmlLink":"Update tokenizer-ts-release.yml to publish to npmjs"}},{"before":"1387fded3066fdb94289dda8be2f61c638361e57","after":"ab640020b733cab5d69bab8623d54b9e76c2577c","ref":"refs/heads/main","pushedAt":"2023-10-06T17:01:41.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"shengyfu","name":"Shengyu Fu","path":"/shengyfu","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/23369389?s=80&v=4"},"commit":{"message":"remove node-fetch (#21)\n\n* remove node-fetch\r\n\r\n* version bump","shortMessageHtmlLink":"remove node-fetch (#21)"}},{"before":"f21da2f6c7ddbf362a79077c5bee47614a0bf384","after":"1387fded3066fdb94289dda8be2f61c638361e57","ref":"refs/heads/main","pushedAt":"2023-10-04T02:00:10.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"shengyfu","name":"Shengyu Fu","path":"/shengyfu","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/23369389?s=80&v=4"},"commit":{"message":"Fix link in README (#19)\n\nSigned-off-by: Alex Zamoshchin ","shortMessageHtmlLink":"Fix link in README (#19)"}},{"before":"44cc0d603b22483abcc71310e25b8b3746f32cd9","after":"f21da2f6c7ddbf362a79077c5bee47614a0bf384","ref":"refs/heads/main","pushedAt":"2023-08-09T22:02:01.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"shengyfu","name":"Shengyu Fu","path":"/shengyfu","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/23369389?s=80&v=4"},"commit":{"message":"Update readme on where to find BPE rank file download link","shortMessageHtmlLink":"Update readme on where to find BPE rank file download link"}},{"before":"32681d0fff8af7f3ab8fd0d498a0195cca65b7f2","after":"44cc0d603b22483abcc71310e25b8b3746f32cd9","ref":"refs/heads/main","pushedAt":"2023-08-09T21:32:54.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"shengyfu","name":"Shengyu Fu","path":"/shengyfu","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/23369389?s=80&v=4"},"commit":{"message":"docs: fix syntax error in readme (#17)\n\nSigned-off-by: Kyle Mitofsky ","shortMessageHtmlLink":"docs: fix syntax error in readme (#17)"}},{"before":"896569a4c75b246685e9ddf973c5dafbe48e04e1","after":null,"ref":"refs/heads/dependabot/npm_and_yarn/tokenizer_ts/word-wrap-1.2.4","pushedAt":"2023-07-24T16:22:50.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"shengyfu","name":"Shengyu Fu","path":"/shengyfu","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/23369389?s=80&v=4"}}],"hasNextPage":true,"hasPreviousPage":false,"activityType":"all","actor":null,"timePeriod":"all","sort":"DESC","perPage":30,"cursor":"djE6ks8AAAAEUAzbQQA","startCursor":null,"endCursor":null}},"title":"Activity · microsoft/Tokenizer"}