{"payload":{"feedbackUrl":"https://github.com/orgs/community/discussions/53140","repo":{"id":713519774,"defaultBranch":"main","name":"llm_stream_endpoint","ownerLogin":"fcn94","currentUserCanPush":false,"isFork":false,"isEmpty":false,"createdAt":"2023-11-02T17:25:46.000Z","ownerAvatar":"https://avatars.githubusercontent.com/u/116332106?v=4","public":true,"private":false,"isOrgOwned":false},"refInfo":{"name":"","listCacheKey":"v0:1698948443.0","currentOid":""},"activityList":{"items":[{"before":"f9dbe2371722875fbd9af56f3ae171555deadaf1","after":"d1d27b04d12a7466f317b43de36817806642cf53","ref":"refs/heads/main","pushedAt":"2024-04-02T20:43:26.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"fcn94","name":null,"path":"/fcn94","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/116332106?s=80&v=4"},"commit":{"message":"speeding up phi v2 inference","shortMessageHtmlLink":"speeding up phi v2 inference"}},{"before":"421ada3bd3800b55c37f961e83e00e96af597773","after":"f9dbe2371722875fbd9af56f3ae171555deadaf1","ref":"refs/heads/main","pushedAt":"2024-04-01T09:28:54.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"fcn94","name":null,"path":"/fcn94","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/116332106?s=80&v=4"},"commit":{"message":"Enabling CUDA for quantized models, fixing bug on cargo","shortMessageHtmlLink":"Enabling CUDA for quantized models, fixing bug on cargo"}},{"before":"c77ade4c4fd3798afe8635fd7f3ea2ad93cda7af","after":"421ada3bd3800b55c37f961e83e00e96af597773","ref":"refs/heads/main","pushedAt":"2024-04-01T09:12:55.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"fcn94","name":null,"path":"/fcn94","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/116332106?s=80&v=4"},"commit":{"message":"Enabling CUDA for quantized models","shortMessageHtmlLink":"Enabling CUDA for quantized models"}},{"before":"4ad5b933a552362edaa58ad94f830e0be6013c4d","after":"c77ade4c4fd3798afe8635fd7f3ea2ad93cda7af","ref":"refs/heads/main","pushedAt":"2024-02-16T02:38:47.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"fcn94","name":null,"path":"/fcn94","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/116332106?s=80&v=4"},"commit":{"message":"clarification on README","shortMessageHtmlLink":"clarification on README"}},{"before":"99cf29ac29a434750c1e4973ed234a5f84194f19","after":"4ad5b933a552362edaa58ad94f830e0be6013c4d","ref":"refs/heads/main","pushedAt":"2024-02-16T02:25:57.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"fcn94","name":null,"path":"/fcn94","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/116332106?s=80&v=4"},"commit":{"message":"clarification on README","shortMessageHtmlLink":"clarification on README"}},{"before":"7da7e9221196a52725e8af832de5cbea97137866","after":"99cf29ac29a434750c1e4973ed234a5f84194f19","ref":"refs/heads/main","pushedAt":"2024-02-16T02:20:03.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"fcn94","name":null,"path":"/fcn94","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/116332106?s=80&v=4"},"commit":{"message":"simplification of makefile.\nfix on llama initiatlization\nremove version from candle in cargo","shortMessageHtmlLink":"simplification of makefile."}},{"before":"f980db2ad5adb99982e96eedd57c1282f67cdcbf","after":"7da7e9221196a52725e8af832de5cbea97137866","ref":"refs/heads/main","pushedAt":"2024-02-04T09:50:49.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"fcn94","name":null,"path":"/fcn94","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/116332106?s=80&v=4"},"commit":{"message":"enabling mkl","shortMessageHtmlLink":"enabling mkl"}},{"before":"181fe5aaa3297d024498f0725ab834acd394917e","after":"f980db2ad5adb99982e96eedd57c1282f67cdcbf","ref":"refs/heads/main","pushedAt":"2024-02-03T09:40:49.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"fcn94","name":null,"path":"/fcn94","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/116332106?s=80&v=4"},"commit":{"message":"Integration of llama llm family","shortMessageHtmlLink":"Integration of llama llm family"}},{"before":"1f33f7f3d638daaa931f430cea3f02da64842e4a","after":"181fe5aaa3297d024498f0725ab834acd394917e","ref":"refs/heads/main","pushedAt":"2024-01-27T06:40:18.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"fcn94","name":null,"path":"/fcn94","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/116332106?s=80&v=4"},"commit":{"message":"Clarification on ReadMe","shortMessageHtmlLink":"Clarification on ReadMe"}},{"before":"f2d777eb6eee42ded57d18fced68d477d3816f27","after":"1f33f7f3d638daaa931f430cea3f02da64842e4a","ref":"refs/heads/main","pushedAt":"2024-01-25T17:01:39.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"fcn94","name":null,"path":"/fcn94","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/116332106?s=80&v=4"},"commit":{"message":"Adding details about context type","shortMessageHtmlLink":"Adding details about context type"}},{"before":"13a9432777092bf9f8876faef4290b2e509e4f3c","after":"f2d777eb6eee42ded57d18fced68d477d3816f27","ref":"refs/heads/main","pushedAt":"2024-01-20T07:13:48.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"fcn94","name":null,"path":"/fcn94","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/116332106?s=80&v=4"},"commit":{"message":"Simplification of the codebase","shortMessageHtmlLink":"Simplification of the codebase"}},{"before":"530c14e399545890b3d390329bc8a0f313592637","after":"13a9432777092bf9f8876faef4290b2e509e4f3c","ref":"refs/heads/main","pushedAt":"2024-01-15T16:33:20.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"fcn94","name":null,"path":"/fcn94","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/116332106?s=80&v=4"},"commit":{"message":"Simplification of the codebase","shortMessageHtmlLink":"Simplification of the codebase"}},{"before":"99509fda33f3a1a2264b34e1690b79da1509191b","after":"530c14e399545890b3d390329bc8a0f313592637","ref":"refs/heads/main","pushedAt":"2024-01-08T16:27:11.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"fcn94","name":null,"path":"/fcn94","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/116332106?s=80&v=4"},"commit":{"message":"Sample queries and Sample prompt to test different contexts","shortMessageHtmlLink":"Sample queries and Sample prompt to test different contexts"}},{"before":"244f130a1192f2a489ebfc242da93346b5c69bb7","after":"99509fda33f3a1a2264b34e1690b79da1509191b","ref":"refs/heads/main","pushedAt":"2024-01-07T11:04:18.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"fcn94","name":null,"path":"/fcn94","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/116332106?s=80&v=4"},"commit":{"message":"example of phi-2 fine-tuned in readme","shortMessageHtmlLink":"example of phi-2 fine-tuned in readme"}},{"before":"41d034fc5b9aa50612dbbce8a814173890e32993","after":"244f130a1192f2a489ebfc242da93346b5c69bb7","ref":"refs/heads/main","pushedAt":"2024-01-05T11:40:18.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"fcn94","name":null,"path":"/fcn94","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/116332106?s=80&v=4"},"commit":{"message":"minor adjustment to trim the prompt","shortMessageHtmlLink":"minor adjustment to trim the prompt"}},{"before":"2314baf1c0b9c032ca318b39ddd0c5b2e8b8cd64","after":"41d034fc5b9aa50612dbbce8a814173890e32993","ref":"refs/heads/main","pushedAt":"2024-01-05T09:45:04.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"fcn94","name":null,"path":"/fcn94","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/116332106?s=80&v=4"},"commit":{"message":"externalization of prompt context, with two sample prompts","shortMessageHtmlLink":"externalization of prompt context, with two sample prompts"}},{"before":"66c4ff9d0eb409cf611a2b9a1d27cbb8eabc9c7d","after":"2314baf1c0b9c032ca318b39ddd0c5b2e8b8cd64","ref":"refs/heads/main","pushedAt":"2024-01-04T15:13:41.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"fcn94","name":null,"path":"/fcn94","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/116332106?s=80&v=4"},"commit":{"message":"adding a cross reference","shortMessageHtmlLink":"adding a cross reference"}},{"before":"84304646b6b0b260c8c5fe9992a1128aa19bfa60","after":"66c4ff9d0eb409cf611a2b9a1d27cbb8eabc9c7d","ref":"refs/heads/main","pushedAt":"2024-01-03T11:15:00.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"fcn94","name":null,"path":"/fcn94","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/116332106?s=80&v=4"},"commit":{"message":"minimal version of context, for the prompt","shortMessageHtmlLink":"minimal version of context, for the prompt"}},{"before":"2156defd72edff73dfaab061df9dd2d346548347","after":"84304646b6b0b260c8c5fe9992a1128aa19bfa60","ref":"refs/heads/main","pushedAt":"2024-01-03T07:26:05.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"fcn94","name":null,"path":"/fcn94","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/116332106?s=80&v=4"},"commit":{"message":"adjustment of readme","shortMessageHtmlLink":"adjustment of readme"}},{"before":"685b886a59ece7c36a0abf3f387facca481b07af","after":"2156defd72edff73dfaab061df9dd2d346548347","ref":"refs/heads/main","pushedAt":"2024-01-03T07:22:28.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"fcn94","name":null,"path":"/fcn94","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/116332106?s=80&v=4"},"commit":{"message":"fix an issue on mistral","shortMessageHtmlLink":"fix an issue on mistral"}},{"before":"2418910c8f6e06afc50ca95a6abd898c6c22ba8f","after":"685b886a59ece7c36a0abf3f387facca481b07af","ref":"refs/heads/main","pushedAt":"2024-01-02T09:50:42.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"fcn94","name":null,"path":"/fcn94","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/116332106?s=80&v=4"},"commit":{"message":"Minor precision on readme","shortMessageHtmlLink":"Minor precision on readme"}},{"before":"56208e773854338693d6a916aae8554f6bf3d8b7","after":"2418910c8f6e06afc50ca95a6abd898c6c22ba8f","ref":"refs/heads/main","pushedAt":"2023-12-31T09:24:38.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"fcn94","name":null,"path":"/fcn94","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/116332106?s=80&v=4"},"commit":{"message":"Adding tokenizer repo and model repo to run a custom model, derived from phi-2 or mistral","shortMessageHtmlLink":"Adding tokenizer repo and model repo to run a custom model, derived f…"}},{"before":"414419b94065008e73dfdc4e3803a6df74647660","after":"56208e773854338693d6a916aae8554f6bf3d8b7","ref":"refs/heads/main","pushedAt":"2023-12-30T09:26:01.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"fcn94","name":null,"path":"/fcn94","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/116332106?s=80&v=4"},"commit":{"message":"Shorter ReadMe","shortMessageHtmlLink":"Shorter ReadMe"}},{"before":"cf68ca61e73c338ca4845662f21260ab5735ae07","after":"414419b94065008e73dfdc4e3803a6df74647660","ref":"refs/heads/main","pushedAt":"2023-12-30T09:03:46.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"fcn94","name":null,"path":"/fcn94","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/116332106?s=80&v=4"},"commit":{"message":"Minor typo change","shortMessageHtmlLink":"Minor typo change"}},{"before":"80517651a896fa9cef7a3042ebb8e5f3044aeeeb","after":"cf68ca61e73c338ca4845662f21260ab5735ae07","ref":"refs/heads/main","pushedAt":"2023-12-30T09:02:07.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"fcn94","name":null,"path":"/fcn94","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/116332106?s=80&v=4"},"commit":{"message":"Enabling possibility to run a custom quantized version of phi-2 or mistral","shortMessageHtmlLink":"Enabling possibility to run a custom quantized version of phi-2 or mi…"}},{"before":"16b1a987306655eff9e65c645ea9c25fc78c1641","after":"80517651a896fa9cef7a3042ebb8e5f3044aeeeb","ref":"refs/heads/main","pushedAt":"2023-12-29T17:42:04.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"fcn94","name":null,"path":"/fcn94","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/116332106?s=80&v=4"},"commit":{"message":"Minor Change","shortMessageHtmlLink":"Minor Change"}},{"before":"ec38a018620f74722cab979416fd19b75291ad12","after":"16b1a987306655eff9e65c645ea9c25fc78c1641","ref":"refs/heads/main","pushedAt":"2023-12-29T17:26:57.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"fcn94","name":null,"path":"/fcn94","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/116332106?s=80&v=4"},"commit":{"message":"Adding prompt template for both models phi-2 and mistral","shortMessageHtmlLink":"Adding prompt template for both models phi-2 and mistral"}},{"before":"585fde769afc89959744371ac69ecc4388a9e8a2","after":"ec38a018620f74722cab979416fd19b75291ad12","ref":"refs/heads/main","pushedAt":"2023-12-19T11:56:35.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"fcn94","name":null,"path":"/fcn94","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/116332106?s=80&v=4"},"commit":{"message":"Typo on Readme","shortMessageHtmlLink":"Typo on Readme"}},{"before":"74d24a8379f6ba588775e4778f16cc27d406fff1","after":"585fde769afc89959744371ac69ecc4388a9e8a2","ref":"refs/heads/main","pushedAt":"2023-12-19T11:52:57.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"fcn94","name":null,"path":"/fcn94","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/116332106?s=80&v=4"},"commit":{"message":"Modification of Readme .","shortMessageHtmlLink":"Modification of Readme ."}},{"before":"66e092867c4af0d264479750dbd499af15ce4876","after":"74d24a8379f6ba588775e4778f16cc27d406fff1","ref":"refs/heads/main","pushedAt":"2023-12-19T09:34:26.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"fcn94","name":null,"path":"/fcn94","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/116332106?s=80&v=4"},"commit":{"message":"adding .cargo/config.toml, to manage rustflags config by default","shortMessageHtmlLink":"adding .cargo/config.toml, to manage rustflags config by default"}}],"hasNextPage":true,"hasPreviousPage":false,"activityType":"all","actor":null,"timePeriod":"all","sort":"DESC","perPage":30,"cursor":"djE6ks8AAAAEJfZ0KwA","startCursor":null,"endCursor":null}},"title":"Activity · fcn94/llm_stream_endpoint"}