Skip to content

Commit

Permalink
Merge main into dev
Browse files Browse the repository at this point in the history
  • Loading branch information
collindutter committed Sep 3, 2024
1 parent 2b1566a commit a992249
Show file tree
Hide file tree
Showing 4 changed files with 38 additions and 6 deletions.
6 changes: 6 additions & 0 deletions CHANGELOG.md
Original file line number Diff line number Diff line change
Expand Up @@ -28,6 +28,12 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0

**Note**: This release includes breaking changes. Please refer to the [Migration Guide](./MIGRATION.md#030x-to-031x) for details.

## [0.30.2] - 2024-08-26

### Fixed
- Ensure thread safety when publishing events by adding a thread lock to batch operations in `BaseEventListenerDriver`.
- `FileManagerTool` failing to save Artifacts created by `ExtractionTool` with a `CsvExtractionEngine`.

## [0.30.1] - 2024-08-21

### Fixed
Expand Down
11 changes: 7 additions & 4 deletions griptape/drivers/event_listener/base_event_listener_driver.py
Original file line number Diff line number Diff line change
@@ -1,6 +1,7 @@
from __future__ import annotations

import logging
import threading
from abc import ABC, abstractmethod
from typing import TYPE_CHECKING

Expand All @@ -18,6 +19,7 @@
class BaseEventListenerDriver(FuturesExecutorMixin, ABC):
batched: bool = field(default=True, kw_only=True)
batch_size: int = field(default=10, kw_only=True)
thread_lock: threading.Lock = field(default=Factory(lambda: threading.Lock()))

_batch: list[dict] = field(default=Factory(list), kw_only=True)

Expand All @@ -39,10 +41,11 @@ def _safe_try_publish_event(self, event: BaseEvent | dict, *, flush: bool) -> No
event_payload = event if isinstance(event, dict) else event.to_dict()

if self.batched:
self._batch.append(event_payload)
if len(self.batch) >= self.batch_size or flush:
self.try_publish_event_payload_batch(self.batch)
self._batch = []
with self.thread_lock:
self._batch.append(event_payload)
if len(self.batch) >= self.batch_size or flush:
self.try_publish_event_payload_batch(self.batch)
self._batch = []
return
else:
self.try_publish_event_payload(event_payload)
Expand Down
2 changes: 1 addition & 1 deletion pyproject.toml
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
[tool.poetry]
name = "griptape"
version = "0.30.1"
version = "0.30.2"
description = "Modular Python framework for LLM workflows, tools, memory, and data."
authors = ["Griptape <[email protected]>"]
license = "Apache 2.0"
Expand Down
25 changes: 24 additions & 1 deletion tests/unit/tools/test_file_manager.py
Original file line number Diff line number Diff line change
Expand Up @@ -5,7 +5,7 @@

import pytest

from griptape.artifacts import ListArtifact, TextArtifact
from griptape.artifacts import CsvRowArtifact, ListArtifact, TextArtifact
from griptape.drivers.file_manager.local_file_manager_driver import LocalFileManagerDriver
from griptape.loaders.text_loader import TextLoader
from griptape.tools import FileManagerTool
Expand Down Expand Up @@ -106,6 +106,29 @@ def test_save_memory_artifacts_to_disk_for_multiple_artifacts(self, temp_dir):
assert Path(os.path.join(temp_dir, "test", f"{artifacts[1].name}-{file_name}")).read_text() == "baz"
assert result.value == "Successfully saved memory artifacts to disk"

def test_save_memory_artifacts_to_disk_for_non_string_artifact(self, temp_dir):
memory = defaults.text_task_memory("Memory1")
artifact = CsvRowArtifact({"foo": "bar"})

memory.store_artifact("foobar", artifact)

file_manager = FileManagerTool(
input_memory=[memory], file_manager_driver=LocalFileManagerDriver(workdir=temp_dir)
)
result = file_manager.save_memory_artifacts_to_disk(
{
"values": {
"dir_name": "test",
"file_name": "foobar.txt",
"memory_name": memory.name,
"artifact_namespace": "foobar",
}
}
)

assert Path(os.path.join(temp_dir, "test", "foobar.txt")).read_text() == "bar"
assert result.value == "Successfully saved memory artifacts to disk"

def test_save_content_to_file(self, temp_dir):
file_manager = FileManagerTool(file_manager_driver=LocalFileManagerDriver(workdir=temp_dir))
result = file_manager.save_content_to_file(
Expand Down

0 comments on commit a992249

Please sign in to comment.