{"payload":{"feedbackUrl":"https://github.com/orgs/community/discussions/53140","repo":{"id":389571254,"defaultBranch":"main","name":"dataset-viewer","ownerLogin":"huggingface","currentUserCanPush":false,"isFork":false,"isEmpty":false,"createdAt":"2021-07-26T09:00:53.000Z","ownerAvatar":"https://avatars.githubusercontent.com/u/25720743?v=4","public":true,"private":false,"isOrgOwned":true},"refInfo":{"name":"","listCacheKey":"v0:1718311729.0","currentOid":""},"activityList":{"items":[{"before":"851a6b6fb59fe6d166cdb5b9a56b60930ed5f6d0","after":null,"ref":"refs/heads/fix-lowercase-extensions","pushedAt":"2024-06-13T20:48:49.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"severo","name":"Sylvain Lesage","path":"/severo","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/1676121?s=80&v=4"}},{"before":"ac75003943db399428db16b1f2453a2510105f6a","after":"1f5c680831526dbad5376754d2c9ec67a82c90dd","ref":"refs/heads/main","pushedAt":"2024-06-13T20:48:48.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"severo","name":"Sylvain Lesage","path":"/severo","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/1676121?s=80&v=4"},"commit":{"message":"fix: extensions are always lowercase (#2910)","shortMessageHtmlLink":"fix: extensions are always lowercase (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2351595836\" data-permission-text=\"Title is private\" data-url=\"https://github.com/huggingface/dataset-viewer/issues/2910\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/huggingface/dataset-viewer/pull/2910/hovercard\" href=\"https://github.com/huggingface/dataset-viewer/pull/2910\">#2910</a>)"}},{"before":"47b00dea1fc4105e4c2a42205301845f4247f499","after":"ac75003943db399428db16b1f2453a2510105f6a","ref":"refs/heads/main","pushedAt":"2024-06-13T18:17:14.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"rtrompier","name":"Remy","path":"/rtrompier","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/2504924?s=80&v=4"},"commit":{"message":"feat(chart): move secrets to infisical (#2907)","shortMessageHtmlLink":"feat(chart): move secrets to infisical (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2349106855\" data-permission-text=\"Title is private\" data-url=\"https://github.com/huggingface/dataset-viewer/issues/2907\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/huggingface/dataset-viewer/pull/2907/hovercard\" href=\"https://github.com/huggingface/dataset-viewer/pull/2907\">#2907</a>)"}},{"before":"adee48ddcb8c695c240768fa928f1022076ec61a","after":null,"ref":"refs/heads/feat/infisical","pushedAt":"2024-06-13T18:17:14.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"rtrompier","name":"Remy","path":"/rtrompier","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/2504924?s=80&v=4"}},{"before":null,"after":"851a6b6fb59fe6d166cdb5b9a56b60930ed5f6d0","ref":"refs/heads/fix-lowercase-extensions","pushedAt":"2024-06-13T16:41:05.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"severo","name":"Sylvain Lesage","path":"/severo","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/1676121?s=80&v=4"},"commit":{"message":"fix: extensions are always lowercase","shortMessageHtmlLink":"fix: extensions are always lowercase"}},{"before":"bb8e442ffb4a571eb58ec98abad7b940fb694a91","after":"eb2b3921628f12972acfe4c000cc432bd901814e","ref":"refs/heads/add-modalities-from-dataset-filetypes","pushedAt":"2024-06-13T16:37:04.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"severo","name":"Sylvain Lesage","path":"/severo","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/1676121?s=80&v=4"},"commit":{"message":"add detection of modality per file extension","shortMessageHtmlLink":"add detection of modality per file extension"}},{"before":"d4ef265b0c5a0ff03a1758f37f73dd8e3ab26cc8","after":null,"ref":"refs/heads/use-hf-filesystem-in-parquet-metadata","pushedAt":"2024-06-13T16:09:14.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"polinaeterna","name":"Polina Kazakova","path":"/polinaeterna","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/16348744?s=80&v=4"}},{"before":"5adb106029d6a765048b2437978ef3f2e10a1135","after":"47b00dea1fc4105e4c2a42205301845f4247f499","ref":"refs/heads/main","pushedAt":"2024-06-13T16:09:13.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"polinaeterna","name":"Polina Kazakova","path":"/polinaeterna","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/16348744?s=80&v=4"},"commit":{"message":"Use `HfFileSystem` in config-parquet-metadata step instead of `HttpFileSystem` (#2897)\n\n* use HfFileSystem in parquet-metadata + close remote file\r\n\r\n* use parquet revision from libcommon constants\r\n\r\n* add 'hf://' to url; fix test\r\n\r\n* refactor: rename split_name -> split_directory\r\n\r\n* retry on ArrowInvalid + refactor (same func for parquet-and-info and parquet-metadata steps)","shortMessageHtmlLink":"Use <code>HfFileSystem</code> in config-parquet-metadata step instead of `HttpFi…"}},{"before":"7a5cfaae7c1cef2b2bb2c48cf385097422e52c80","after":"bb8e442ffb4a571eb58ec98abad7b940fb694a91","ref":"refs/heads/add-modalities-from-dataset-filetypes","pushedAt":"2024-06-13T16:01:43.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"severo","name":"Sylvain Lesage","path":"/severo","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/1676121?s=80&v=4"},"commit":{"message":"fix: extensions are always lowercase","shortMessageHtmlLink":"fix: extensions are always lowercase"}},{"before":"6fc9595383cb2a5e82960e533fa8211ee88d1037","after":"7a5cfaae7c1cef2b2bb2c48cf385097422e52c80","ref":"refs/heads/add-modalities-from-dataset-filetypes","pushedAt":"2024-06-13T15:51:57.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"severo","name":"Sylvain Lesage","path":"/severo","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/1676121?s=80&v=4"},"commit":{"message":"prepare for another modality detection method","shortMessageHtmlLink":"prepare for another modality detection method"}},{"before":"30f028498a61bb91632e12a58b0e1a2866894ddf","after":"d4ef265b0c5a0ff03a1758f37f73dd8e3ab26cc8","ref":"refs/heads/use-hf-filesystem-in-parquet-metadata","pushedAt":"2024-06-13T15:41:12.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"polinaeterna","name":"Polina Kazakova","path":"/polinaeterna","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/16348744?s=80&v=4"},"commit":{"message":"Merge branch 'main' into use-hf-filesystem-in-parquet-metadata","shortMessageHtmlLink":"Merge branch 'main' into use-hf-filesystem-in-parquet-metadata"}},{"before":null,"after":"6fc9595383cb2a5e82960e533fa8211ee88d1037","ref":"refs/heads/add-modalities-from-dataset-filetypes","pushedAt":"2024-06-13T15:33:58.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"severo","name":"Sylvain Lesage","path":"/severo","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/1676121?s=80&v=4"},"commit":{"message":"trigger dataset-modalities from dataset-filetypes","shortMessageHtmlLink":"trigger dataset-modalities from dataset-filetypes"}},{"before":"28ca9dc1cd7e16aae851cfd34f80914f29121292","after":null,"ref":"refs/heads/add-step-dataset-filetypes","pushedAt":"2024-06-13T15:13:07.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"severo","name":"Sylvain Lesage","path":"/severo","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/1676121?s=80&v=4"}},{"before":"eba63f5f6a05552e9c2a6889801feaa4f9c4c8fa","after":"5adb106029d6a765048b2437978ef3f2e10a1135","ref":"refs/heads/main","pushedAt":"2024-06-13T15:13:06.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"severo","name":"Sylvain Lesage","path":"/severo","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/1676121?s=80&v=4"},"commit":{"message":"Add step dataset-filetypes (#2905)\n\n* add dataset-filetypes step\r\n\r\n* fix tests\r\n\r\n* fix test\r\n\r\n* fix test\r\n\r\n* fix type\r\n\r\n* refactor\r\n\r\n* add get_file_extension()\r\n\r\n* add dataset-filetypes step\r\n\r\n* fix iteration in zip\r\n\r\n* fix bugs\r\n\r\n* types\r\n\r\n* type\r\n\r\n* Update services/worker/src/worker/utils.py\r\n\r\nCo-authored-by: Quentin Lhoest <42851186+lhoestq@users.noreply.github.com>\r\n\r\n* add import\r\n\r\n* count .jsonl.gz as both .gz and .jsonl\r\n\r\n* fix types + bug\r\n\r\n* differentiate compression and archive\r\n\r\n---------\r\n\r\nCo-authored-by: Quentin Lhoest <42851186+lhoestq@users.noreply.github.com>","shortMessageHtmlLink":"Add step dataset-filetypes (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2348299148\" data-permission-text=\"Title is private\" data-url=\"https://github.com/huggingface/dataset-viewer/issues/2905\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/huggingface/dataset-viewer/pull/2905/hovercard\" href=\"https://github.com/huggingface/dataset-viewer/pull/2905\">#2905</a>)"}},{"before":"c42339e62072cbe7dd63fd97f77d968c77bfa81c","after":"28ca9dc1cd7e16aae851cfd34f80914f29121292","ref":"refs/heads/add-step-dataset-filetypes","pushedAt":"2024-06-13T15:01:38.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"severo","name":"Sylvain Lesage","path":"/severo","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/1676121?s=80&v=4"},"commit":{"message":"differentiate compression and archive","shortMessageHtmlLink":"differentiate compression and archive"}},{"before":"9341f32cfee354caa4ac481569ace683555a03cf","after":"30f028498a61bb91632e12a58b0e1a2866894ddf","ref":"refs/heads/use-hf-filesystem-in-parquet-metadata","pushedAt":"2024-06-13T14:57:53.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"polinaeterna","name":"Polina Kazakova","path":"/polinaeterna","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/16348744?s=80&v=4"},"commit":{"message":"fix comments","shortMessageHtmlLink":"fix comments"}},{"before":"70ec4b5fa31b1209457545c6a14669c0e49a46ae","after":"9341f32cfee354caa4ac481569ace683555a03cf","ref":"refs/heads/use-hf-filesystem-in-parquet-metadata","pushedAt":"2024-06-13T14:54:56.000Z","pushType":"push","commitsCount":3,"pusher":{"login":"polinaeterna","name":"Polina Kazakova","path":"/polinaeterna","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/16348744?s=80&v=4"},"commit":{"message":"Merge branch 'use-hf-filesystem-in-parquet-metadata' of github.com:huggingface/datasets-server into use-hf-filesystem-in-parquet-metadata","shortMessageHtmlLink":"Merge branch 'use-hf-filesystem-in-parquet-metadata' of github.com:hu…"}},{"before":"d96075b756acaa912737a081fb748d48dbbc38de","after":"70ec4b5fa31b1209457545c6a14669c0e49a46ae","ref":"refs/heads/use-hf-filesystem-in-parquet-metadata","pushedAt":"2024-06-13T14:19:06.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"polinaeterna","name":"Polina Kazakova","path":"/polinaeterna","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/16348744?s=80&v=4"},"commit":{"message":"Merge branch 'main' into use-hf-filesystem-in-parquet-metadata","shortMessageHtmlLink":"Merge branch 'main' into use-hf-filesystem-in-parquet-metadata"}},{"before":"b86f411827d1160d75abe6f2414d7e43c4fbfd39","after":null,"ref":"refs/heads/2754-partial-instead-of-error","pushedAt":"2024-06-13T13:57:20.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"severo","name":"Sylvain Lesage","path":"/severo","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/1676121?s=80&v=4"}},{"before":"e7e674ad8dcd0f8fcd1e2ede0591fd8c0afb4ee3","after":"eba63f5f6a05552e9c2a6889801feaa4f9c4c8fa","ref":"refs/heads/main","pushedAt":"2024-06-13T13:57:19.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"severo","name":"Sylvain Lesage","path":"/severo","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/1676121?s=80&v=4"},"commit":{"message":"2754 partial instead of error (#2900)\n\n* add a test\r\n\r\n* ensure preview/viewer/partial are always returned\r\n\r\n* set num_rows=None if we can't get the value\r\n\r\n* fix type\r\n\r\n* fix types\r\n\r\n* fix type\r\n\r\n* Update services/worker/src/worker/dtos.py\r\n\r\nCo-authored-by: Quentin Lhoest <42851186+lhoestq@users.noreply.github.com>\r\n\r\n---------\r\n\r\nCo-authored-by: Quentin Lhoest <42851186+lhoestq@users.noreply.github.com>","shortMessageHtmlLink":"2754 partial instead of error (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2346612106\" data-permission-text=\"Title is private\" data-url=\"https://github.com/huggingface/dataset-viewer/issues/2900\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/huggingface/dataset-viewer/pull/2900/hovercard\" href=\"https://github.com/huggingface/dataset-viewer/pull/2900\">#2900</a>)"}},{"before":null,"after":"72cc85be2440a5fb0de88d869dfa55391b8ab63d","ref":"refs/heads/add-started-at-to-cached-steps","pushedAt":"2024-06-13T13:50:25.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"polinaeterna","name":"Polina Kazakova","path":"/polinaeterna","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/16348744?s=80&v=4"},"commit":{"message":"store started_at from job's info in cached result","shortMessageHtmlLink":"store started_at from job's info in cached result"}},{"before":"f3e2d8cb27e289d188b708736e1b7fe53a1e9e43","after":"c42339e62072cbe7dd63fd97f77d968c77bfa81c","ref":"refs/heads/add-step-dataset-filetypes","pushedAt":"2024-06-13T13:27:22.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"severo","name":"Sylvain Lesage","path":"/severo","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/1676121?s=80&v=4"},"commit":{"message":"fix types + bug","shortMessageHtmlLink":"fix types + bug"}},{"before":"d89bdfbb1c5bcafc6ea15bb224b7afbea97fddaf","after":"f3e2d8cb27e289d188b708736e1b7fe53a1e9e43","ref":"refs/heads/add-step-dataset-filetypes","pushedAt":"2024-06-13T13:19:01.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"severo","name":"Sylvain Lesage","path":"/severo","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/1676121?s=80&v=4"},"commit":{"message":"count .jsonl.gz as both .gz and .jsonl","shortMessageHtmlLink":"count .jsonl.gz as both .gz and .jsonl"}},{"before":"a898b35dd59409225f140944b791f6ba52e54c4b","after":"d96075b756acaa912737a081fb748d48dbbc38de","ref":"refs/heads/use-hf-filesystem-in-parquet-metadata","pushedAt":"2024-06-13T10:59:46.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"polinaeterna","name":"Polina Kazakova","path":"/polinaeterna","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/16348744?s=80&v=4"},"commit":{"message":"fix docstring","shortMessageHtmlLink":"fix docstring"}},{"before":"93952c68e3dc6aa0002ec3cc8d9ac5ad3b1287ea","after":"a898b35dd59409225f140944b791f6ba52e54c4b","ref":"refs/heads/use-hf-filesystem-in-parquet-metadata","pushedAt":"2024-06-13T10:32:49.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"polinaeterna","name":"Polina Kazakova","path":"/polinaeterna","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/16348744?s=80&v=4"},"commit":{"message":"add 'hf://' to url; fix test","shortMessageHtmlLink":"add 'hf://' to url; fix test"}},{"before":"681f0415d72f5268d777cb85a60124c5bbaa9f02","after":"d89bdfbb1c5bcafc6ea15bb224b7afbea97fddaf","ref":"refs/heads/add-step-dataset-filetypes","pushedAt":"2024-06-13T10:08:38.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"severo","name":"Sylvain Lesage","path":"/severo","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/1676121?s=80&v=4"},"commit":{"message":"add import","shortMessageHtmlLink":"add import"}},{"before":"d8a76d56a484ced498eabc76f7c94cc4ce698e90","after":"b86f411827d1160d75abe6f2414d7e43c4fbfd39","ref":"refs/heads/2754-partial-instead-of-error","pushedAt":"2024-06-13T10:07:08.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"severo","name":"Sylvain Lesage","path":"/severo","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/1676121?s=80&v=4"},"commit":{"message":"Update services/worker/src/worker/dtos.py\n\nCo-authored-by: Quentin Lhoest <42851186+lhoestq@users.noreply.github.com>","shortMessageHtmlLink":"Update services/worker/src/worker/dtos.py"}},{"before":"72d6746295c7b30fa9ae4481dcdb93e451dd7a27","after":"681f0415d72f5268d777cb85a60124c5bbaa9f02","ref":"refs/heads/add-step-dataset-filetypes","pushedAt":"2024-06-13T10:02:32.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"severo","name":"Sylvain Lesage","path":"/severo","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/1676121?s=80&v=4"},"commit":{"message":"Update services/worker/src/worker/utils.py\n\nCo-authored-by: Quentin Lhoest <42851186+lhoestq@users.noreply.github.com>","shortMessageHtmlLink":"Update services/worker/src/worker/utils.py"}},{"before":"fcd569dc0f38162d2ceb16af246d4ada8ccb2a1e","after":"d8a76d56a484ced498eabc76f7c94cc4ce698e90","ref":"refs/heads/2754-partial-instead-of-error","pushedAt":"2024-06-13T09:37:34.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"severo","name":"Sylvain Lesage","path":"/severo","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/1676121?s=80&v=4"},"commit":{"message":"fix type","shortMessageHtmlLink":"fix type"}},{"before":"97e40f1cdb4abd7a7224c4dab03e52c65fb2e1cc","after":"fcd569dc0f38162d2ceb16af246d4ada8ccb2a1e","ref":"refs/heads/2754-partial-instead-of-error","pushedAt":"2024-06-13T09:34:17.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"severo","name":"Sylvain Lesage","path":"/severo","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/1676121?s=80&v=4"},"commit":{"message":"fix types","shortMessageHtmlLink":"fix types"}}],"hasNextPage":true,"hasPreviousPage":false,"activityType":"all","actor":null,"timePeriod":"all","sort":"DESC","perPage":30,"cursor":"djE6ks8AAAAEZNbFSAA","startCursor":null,"endCursor":null}},"title":"Activity · huggingface/dataset-viewer"}