From 59e0365c37d051f72ee6da9df4083a95851587cb Mon Sep 17 00:00:00 2001 From: "pre-commit-ci[bot]" <66853113+pre-commit-ci[bot]@users.noreply.github.com> Date: Fri, 12 Jan 2024 13:10:25 +0000 Subject: [PATCH] [pre-commit.ci] auto fixes from pre-commit.com hooks for more information, see https://pre-commit.ci --- scripts/link_directory_metadata.py | 15 ++++++++++----- scripts/upload_columns.py | 8 +++++--- 2 files changed, 15 insertions(+), 8 deletions(-) diff --git a/scripts/link_directory_metadata.py b/scripts/link_directory_metadata.py index 1417c15a1..44b69b3fa 100644 --- a/scripts/link_directory_metadata.py +++ b/scripts/link_directory_metadata.py @@ -1,5 +1,6 @@ # -*- coding: utf-8 -*- from typing import Optional + import basedosdados as bd import pandas as pd @@ -94,9 +95,11 @@ def get_directory_column_id( ) return coluna["_id"] - raise(ValueError( - f"\nWARNING - Unable to find the directory column with the following information: \n\tcolumn_name: {directory_column_name} \n\ttable: {directory_table_name}" - )) + raise ( + ValueError( + f"\nWARNING - Unable to find the directory column with the following information: \n\tcolumn_name: {directory_column_name} \n\ttable: {directory_table_name}" + ) + ) def modify_directory_metadata(column_id: str, directory_id: str, backend) -> None: @@ -128,7 +131,9 @@ def modify_directory_metadata(column_id: str, directory_id: str, backend) -> Non return None -def select_columns(df: pd.DataFrame, not_column_name: list, remove_already_done: bool=False) -> list: +def select_columns( + df: pd.DataFrame, not_column_name: list, remove_already_done: bool = False +) -> list: descricao = df["name"].str.contains("descricao") diretorio = df["table.dataset.fullSlug"].str.contains("diretorios") @@ -177,7 +182,7 @@ def link_directory_metadata( not_matching_pattern: list, ignore_previously_linked_columns: bool, ready_to_change_metadata: bool, -)-> None: +) -> None: """ This function searches for columns within the metadata that match the specified `matching_column_pattern`. It performs filtering based on defined criteria and presents a list of selected columns. diff --git a/scripts/upload_columns.py b/scripts/upload_columns.py index 12dbc831e..f4814642f 100644 --- a/scripts/upload_columns.py +++ b/scripts/upload_columns.py @@ -1,6 +1,5 @@ # -*- coding: utf-8 -*- import json -from io import StringIO from typing import Dict import numpy as np @@ -9,8 +8,11 @@ from basedosdados import backend as b from link_directory_metadata import get_directory_column_id +from pipelines.utils.apply_architecture_to_dataframe.utils import ( + read_architecture_table, +) from pipelines.utils.metadata.utils import get_headers -from pipelines.utils.apply_architecture_to_dataframe.utils import read_architecture_table + def create_column( backend: b.Backend, @@ -51,7 +53,7 @@ def create_column( pretty_json = json.dumps(response, indent=4) print(pretty_json) return False - + return True