Skip to content

Commit

Permalink
make path tests windows compatible
Browse files Browse the repository at this point in the history
  • Loading branch information
Jorrit Sandbrink committed May 18, 2024
1 parent d15d4ef commit 403f129
Showing 1 changed file with 2 additions and 2 deletions.
4 changes: 2 additions & 2 deletions tests/load/pipeline/test_filesystem_pipeline.py
Original file line number Diff line number Diff line change
Expand Up @@ -301,7 +301,7 @@ def count(*args, **kwargs) -> Any:

for file in files:
if ".jsonl" in file:
expected_files.add(posixpath.join(basedir, file))
expected_files.add(Path(posixpath.join(basedir, file)))

for load_package in load_info.load_packages:
for load_info in load_package.jobs["completed_jobs"]: # type: ignore[assignment]
Expand All @@ -321,7 +321,7 @@ def count(*args, **kwargs) -> Any:
full_path = posixpath.join(client.dataset_path, path) # type: ignore[attr-defined]
assert client.fs_client.exists(full_path) # type: ignore[attr-defined]
if ".jsonl" in full_path:
known_files.add(full_path)
known_files.add(Path(full_path))

assert expected_files == known_files
assert known_files
Expand Down

0 comments on commit 403f129

Please sign in to comment.