From e65894c2f2328d4cb267768332cb838ff7cd6227 Mon Sep 17 00:00:00 2001 From: Ikko Eltociear Ashimine Date: Mon, 23 Dec 2024 17:07:40 +0900 Subject: [PATCH 1/3] chore: update base.py (#1085) --- src/distilabel/llms/base.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/distilabel/llms/base.py b/src/distilabel/llms/base.py index ced6a8e04..f061af32e 100644 --- a/src/distilabel/llms/base.py +++ b/src/distilabel/llms/base.py @@ -220,7 +220,7 @@ def _offline_batch_generate_polling( f" for {self.offline_batch_generation_block_until_done} seconds before" " trying to get the results again." ) - # When running a `Step` in a child process, SIGINT is overriden so the child + # When running a `Step` in a child process, SIGINT is overridden so the child # process doesn't stop when the parent process receives a SIGINT signal. # The new handler sets an environment variable that is checked here to stop # the polling. From 8ad48387dfa4d7bd5639065661f1975dcb44c16a Mon Sep 17 00:00:00 2001 From: David Berenstein Date: Fri, 10 Jan 2025 08:44:29 +0100 Subject: [PATCH 2/3] fix import by replacing GeneratorOutput with GeneratorStepOutput (#1093) --- docs/sections/how_to_guides/basic/task/generator_task.md | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/docs/sections/how_to_guides/basic/task/generator_task.md b/docs/sections/how_to_guides/basic/task/generator_task.md index 613d8deb1..2bd84c1aa 100644 --- a/docs/sections/how_to_guides/basic/task/generator_task.md +++ b/docs/sections/how_to_guides/basic/task/generator_task.md @@ -13,14 +13,13 @@ from typing_extensions import override from distilabel.steps.tasks.base import GeneratorTask from distilabel.steps.tasks.typing import ChatType -from distilabel.steps.typing import GeneratorOutput - +from distilabel.steps.typing import GeneratorStepOutput class MyCustomTask(GeneratorTask): instruction: str @override - def process(self, offset: int = 0) -> GeneratorOutput: + def process(self, offset: int = 0) -> GeneratorStepOutput: output = self.llm.generate( inputs=[ [ @@ -79,11 +78,12 @@ from typing import Any, Dict, List, Union from distilabel.steps.tasks.base import GeneratorTask from distilabel.steps.tasks.typing import ChatType +from distilabel.steps.typing import GeneratorStepOutput class MyCustomTask(GeneratorTask): @override - def process(self, offset: int = 0) -> GeneratorOutput: + def process(self, offset: int = 0) -> GeneratorStepOutput: output = self.llm.generate( inputs=[ [{"role": "user", "content": "Tell me a joke."}], From 27b5db21b46f620161600da917e2d45667041894 Mon Sep 17 00:00:00 2001 From: Parag Ekbote Date: Tue, 14 Jan 2025 20:42:47 +0530 Subject: [PATCH 3/3] Add Legend to Component Gallery Icons (#1090) --- src/distilabel/utils/mkdocs/components_gallery.py | 2 +- .../utils/mkdocs/templates/components-gallery/index.md | 8 ++++++++ 2 files changed, 9 insertions(+), 1 deletion(-) diff --git a/src/distilabel/utils/mkdocs/components_gallery.py b/src/distilabel/utils/mkdocs/components_gallery.py index 621f4b61d..022c6cf1f 100644 --- a/src/distilabel/utils/mkdocs/components_gallery.py +++ b/src/distilabel/utils/mkdocs/components_gallery.py @@ -454,7 +454,7 @@ def _generate_embeddings_pages(self, src_dir: Path, embeddings: list) -> List[st paths.append(llm_path) - # Create the `components-gallery/llms/index.md` file + # Create the `components-gallery/embeddings/index.md` file content = _COMPONENTS_LIST_TEMPLATE.render( title="Embeddings Gallery", description="", diff --git a/src/distilabel/utils/mkdocs/templates/components-gallery/index.md b/src/distilabel/utils/mkdocs/templates/components-gallery/index.md index cc3e44aec..7d13969da 100644 --- a/src/distilabel/utils/mkdocs/templates/components-gallery/index.md +++ b/src/distilabel/utils/mkdocs/templates/components-gallery/index.md @@ -5,6 +5,14 @@ hide: --- # Components Gallery +??? info "Category Overview" + | Icon | Category | Description | + |----------------------------|------------|-------------------------------------------------------------------| + | :material-step-forward: | Steps | Steps are used for data manipulation. | + | :material-check-outline: | Tasks | Tasks allow performing data generation, annotation, and more. | + | :material-brain: | LLMs | Explore all available Large Language Models integrated with distilabel. | + | :material-vector-line: | Embeddings | Explore all available Embeddings Models integrated with distilabel. | +
- :material-step-forward:{ .lg .middle } __Steps__