diff --git a/.pre-commit-config.yaml b/.pre-commit-config.yaml index 2ee2a00..be629d9 100644 --- a/.pre-commit-config.yaml +++ b/.pre-commit-config.yaml @@ -13,7 +13,7 @@ repos: hooks: - id: pyupgrade - repo: https://github.com/pre-commit/mirrors-mypy - rev: v0.910 + rev: v1.9.0 hooks: - id: mypy exclude: .+/snapshots/.+ diff --git a/automation-api/.env.example b/automation-api/.env.example index 7f0ab73..4faf871 100644 --- a/automation-api/.env.example +++ b/automation-api/.env.example @@ -9,6 +9,12 @@ IFLYTEK_APPID="" DASHSCOPE_API_KEY="" # for Alibaba REPLICATE_API_KEY="" GEMINI_API_KEY="" +# vertex AI +VERTEXAI_PROJECT="gapminder-ai" +# comma separated list of gcp regions. use multiple regions to get over the limit of 5 requests per minute of Gemini. +VERTEXAI_LOCATIONS="asia-southeast1,asia-east2,asia-northeast1" +# follow the guide in automation-api/DEV.md#obtaining-developer-specific-service-account-credentials-base64-encoded +VERTEX_SERVICE_ACCOUNT_CREDENTIALS="" # For local development / notebooks etc SERVICE_ACCOUNT_CREDENTIALS="" diff --git a/automation-api/lib/ai_eval_spreadsheet/schemas.py b/automation-api/lib/ai_eval_spreadsheet/schemas.py index 8a7730f..c0e78d2 100644 --- a/automation-api/lib/ai_eval_spreadsheet/schemas.py +++ b/automation-api/lib/ai_eval_spreadsheet/schemas.py @@ -16,13 +16,13 @@ class Question(BaseModel): model_config = ConfigDict(coerce_numbers_to_str=True) - include_in_next_evaluation: Optional[bool] = Field( - None, title="Include in next evaluation", validate_default=True + include_in_next_evaluation: bool = Field( + False, title="Include in next evaluation", validate_default=True ) - question_id: Optional[str] = Field(None, title="Question ID") - language: Optional[str] = Field(None, title="Language") - published_version_of_question: Optional[str] = Field( - None, title="Published version of question" + question_id: str = Field("", title="Question ID") + language: str = Field("", title="Language") + published_version_of_question: str = Field( + "", title="Published version of question" ) @field_validator("include_in_next_evaluation", mode="before") @@ -40,14 +40,12 @@ class Config: class QuestionOption(BaseModel): model_config = ConfigDict(coerce_numbers_to_str=True) - question_option_id: Optional[str] = Field(None, title="Question Option ID") - question_id: Optional[str] = Field(None, title="Question ID") - language: Optional[str] = Field(None, title="Language") - letter: Optional[str] = Field(None, title="Letter") - question_option: Optional[str] = Field(None, title="Question option") - correctness_of_answer_option: Optional[int] = Field( - None, title="Correctness of answer option" - ) + question_option_id: str = Field("", title="Question Option ID") + question_id: str = Field("", title="Question ID") + language: str = Field("", title="Language") + letter: str = Field("", title="Letter") + question_option: str = Field("", title="Question option") + correctness_of_answer_option: int = Field(-1, title="Correctness of answer option") class QuestionOptionsDf(pa.DataFrameModel): @@ -59,22 +57,20 @@ class Config: class PromptVariation(BaseModel): model_config = ConfigDict(coerce_numbers_to_str=True) - include_in_next_evaluation: Optional[bool] = Field( - None, title="Include in next evaluation" - ) - variation_id: Optional[str] = Field(None, title="Variation ID") - language: Optional[str] = Field(None, title="Language") - question_template: Optional[str] = Field(None, title="Question template") - question_prefix: Optional[str] = Field(None, title="Question prefix") - ai_prefix: Optional[str] = Field(None, title="AI prefix") - question_prompt_template: Optional[str] = Field( - None, title="Question prompt template" + include_in_next_evaluation: bool = Field(False, title="Include in next evaluation") + variation_id: str = Field("", title="Variation ID") + prompt_family: str = Field("", title="Prompt Family") + prompt_variation: str = Field("", title="Prompt Variation") + language: str = Field("", title="Language") + question_template: str = Field("", title="Question template") + question_prefix: str = Field("", title="Question prefix") + ai_prefix: str = Field("", title="AI prefix") + question_prompt_template: str = Field("", title="Question prompt template") + question_prompt_template_example: str = Field( + "", title="Question prompt template example" ) - question_prompt_template_example: Optional[str] = Field( - None, title="Question prompt template example" - ) - follow_up_answer_correctness_evaluation_prompt_template: Optional[str] = Field( - None, title="Follow-up answer correctness evaluation prompt template" + follow_up_answer_correctness_evaluation_prompt_template: str = Field( + "", title="Follow-up answer correctness evaluation prompt template" ) @@ -87,9 +83,9 @@ class Config: class GenAiModel(BaseModel): model_config = ConfigDict(coerce_numbers_to_str=True, protected_namespaces=()) - model_id: Optional[str] = Field(None, title="Model ID") - vendor: Optional[str] = Field(None, title="Vendor") - model_name: Optional[str] = Field(None, title="Model name") + model_id: str = Field("", title="Model ID") + vendor: str = Field("", title="Vendor") + model_name: str = Field("", title="Model name") class GenAiModelsDf(pa.DataFrameModel): @@ -101,15 +97,13 @@ class Config: class GenAiModelConfig(BaseModel): model_config = ConfigDict(coerce_numbers_to_str=True, protected_namespaces=()) - include_in_next_evaluation: Optional[bool] = Field( - None, title="Include in next evaluation" - ) - model_config_id: Optional[str] = Field(None, title="Model configuration ID") - model_id: Optional[str] = Field(None, title="Model ID") - model_parameters: Optional[str] = Field(None, title="Model Parameters") - repeat_times: Optional[int] = Field(None, title="Repeat Times") - memory: Optional[bool] = Field(None, title="Memory") - memory_size: Optional[int] = Field(None, title="Memory Size") + include_in_next_evaluation: bool = Field(False, title="Include in next evaluation") + model_config_id: str = Field("", title="Model configuration ID") + model_id: str = Field("", title="Model ID") + model_parameters: str = Field("", title="Model Parameters") + repeat_times: int = Field(-1, title="Repeat Times") + memory: bool = Field(False, title="Memory") + memory_size: int = Field(-1, title="Memory Size") class GenAiModelConfigsDf(pa.DataFrameModel): @@ -119,11 +113,11 @@ class Config: class Metric(BaseModel): - name: Optional[str] = Field(None, title="Name") - description: Optional[str] = Field(None, title="Description") - prompt: Optional[str] = Field(None, title="Prompt") - choices: Optional[str] = Field(None, title="Choices") - choice_scores: Optional[str] = Field(None, title="Choice Scores") + name: str = Field("", title="Name") + description: str = Field("", title="Description") + prompt: str = Field("", title="Prompt") + choices: str = Field("", title="Choices") + choice_scores: str = Field("", title="Choice Scores") class MetricsDf(pa.DataFrameModel): @@ -135,17 +129,17 @@ class Config: class EvalResult(BaseModel): model_config = ConfigDict(coerce_numbers_to_str=True, protected_namespaces=()) - question_id: Optional[str] = Field(None, title="Question ID") - language: Optional[str] = Field(None, title="Language") - prompt_variation_id: Optional[str] = Field(None, title="Prompt variation ID") - model_configuration_id: Optional[str] = Field(None, title="Model Configuration ID") - last_evaluation_datetime: Optional[str] = Field(None, title="Last Evaluation") - percent_correct: Optional[float] = Field(None, title="Percent Correct") - percent_wrong: Optional[float] = Field(None, title="Percent Wrong") - percent_very_wrong: Optional[float] = Field(None, title="Percent Very Wrong") - percent_eval_failed: Optional[float] = Field(None, title="Percent Eval Failed") - rounds: Optional[int] = Field(None, title="Rounds") - result: Optional[str] = Field(None, title="Result") + question_id: str = Field("", title="Question ID") + language: str = Field("", title="Language") + prompt_variation_id: str = Field("", title="Prompt variation ID") + model_configuration_id: str = Field("", title="Model Configuration ID") + last_evaluation_datetime: str = Field("", title="Last Evaluation") + percent_correct: Optional[float] = Field("", title="Percent Correct") + percent_wrong: Optional[float] = Field("", title="Percent Wrong") + percent_very_wrong: Optional[float] = Field("", title="Percent Very Wrong") + percent_eval_failed: Optional[float] = Field("", title="Percent Eval Failed") + rounds: int = Field(-1, title="Rounds") + result: str = Field("", title="Result") class EvalResultsDf(pa.DataFrameModel): @@ -157,16 +151,16 @@ class Config: class SessionResult(BaseModel): model_config = ConfigDict(coerce_numbers_to_str=True, protected_namespaces=()) - session_id: Optional[str] = Field(None, title="Session ID") - session_time: Optional[str] = Field(None, title="Session Time") - prompt_variation_id: Optional[str] = Field(None, title="Prompt Variation ID") - model_configuration_id: Optional[str] = Field(None, title="Model Configuration ID") - survey_id: Optional[str] = Field(None, title="Survey ID") - question_id: Optional[str] = Field(None, title="Question ID") - language: Optional[str] = Field(None, title="Language") - question_number: Optional[int] = Field(None, title="Question No.") - output: Optional[str] = Field(None, title="Response Text") - grade: Optional[str] = Field(None, title="Grade") + session_id: str = Field("", title="Session ID") + session_time: str = Field("", title="Session Time") + prompt_variation_id: str = Field("", title="Prompt Variation ID") + model_configuration_id: str = Field("", title="Model Configuration ID") + survey_id: str = Field("", title="Survey ID") + question_id: str = Field("", title="Question ID") + language: str = Field("", title="Language") + question_number: int = Field(-1, title="Question No.") + output: str = Field("", title="Response Text") + grade: str = Field("", title="Grade") class SessionResultsDf(pa.DataFrameModel): diff --git a/automation-api/lib/ai_eval_spreadsheet/wrapper.py b/automation-api/lib/ai_eval_spreadsheet/wrapper.py index 9a83631..67949b0 100644 --- a/automation-api/lib/ai_eval_spreadsheet/wrapper.py +++ b/automation-api/lib/ai_eval_spreadsheet/wrapper.py @@ -1,5 +1,5 @@ from dataclasses import dataclass -from typing import Optional +from typing import Type from gspread import Spreadsheet @@ -18,8 +18,6 @@ QuestionOption, QuestionOptionsDf, QuestionsDf, - SessionResult, - SessionResultsDf, ) from lib.gdrive.auth import AuthorizedClients from lib.gsheets.gsheets_worksheet_editor import GsheetsWorksheetEditor @@ -27,24 +25,19 @@ @dataclass class AiEvalData: - questions: Optional[GsheetsWorksheetEditor[QuestionsDf, Question]] = None - question_options: Optional[ - GsheetsWorksheetEditor[QuestionOptionsDf, QuestionOption] - ] = None - prompt_variations: Optional[ - GsheetsWorksheetEditor[PromptVariationsDf, PromptVariation] - ] = None - gen_ai_models: Optional[GsheetsWorksheetEditor[GenAiModelsDf, GenAiModel]] = None - gen_ai_model_configs: Optional[ - GsheetsWorksheetEditor[GenAiModelConfigsDf, GenAiModelConfig] - ] = None - metrics: Optional[GsheetsWorksheetEditor[MetricsDf, Metric]] = None - evaluation_results: Optional[ - GsheetsWorksheetEditor[EvalResult, EvalResultsDf] - ] = None - session_results: Optional[ - GsheetsWorksheetEditor[SessionResult, SessionResultsDf] - ] = None + prompt_variations: GsheetsWorksheetEditor[ + Type[PromptVariationsDf], Type[PromptVariation] + ] + questions: GsheetsWorksheetEditor[Type[QuestionsDf], Type[Question]] + question_options: GsheetsWorksheetEditor[ + Type[QuestionOptionsDf], Type[QuestionOption] + ] + gen_ai_models: GsheetsWorksheetEditor[Type[GenAiModelsDf], Type[GenAiModel]] + gen_ai_model_configs: GsheetsWorksheetEditor[ + Type[GenAiModelConfigsDf], Type[GenAiModelConfig] + ] + metrics: GsheetsWorksheetEditor[Type[MetricsDf], Type[Metric]] + evaluation_results: GsheetsWorksheetEditor[Type[EvalResult], Type[EvalResultsDf]] sheet_names = { @@ -55,7 +48,6 @@ class AiEvalData: "gen_ai_model_configs": "Model configurations", "metrics": "Metrics", "evaluation_results": "Latest Results", - "session_results": "Sessions", } @@ -132,15 +124,6 @@ def read_ai_eval_data( evaluate_formulas=False, ) - session_results = GsheetsWorksheetEditor( - sh=ai_eval_spreadsheet, - df_schema=SessionResultsDf, - row_schema=SessionResult, - worksheet_name=sheet_names["session_results"], - header_row_number=0, - evaluate_formulas=False, - ) - return AiEvalData( questions=questions, question_options=question_options, @@ -149,5 +132,4 @@ def read_ai_eval_data( gen_ai_model_configs=gen_ai_model_configs, metrics=metrics, evaluation_results=evaluation_results, - session_results=session_results, ) diff --git a/automation-api/lib/config.py b/automation-api/lib/config.py index 1c039c3..f006a6c 100644 --- a/automation-api/lib/config.py +++ b/automation-api/lib/config.py @@ -1,10 +1,33 @@ from __future__ import annotations +import base64 +import json import os +import tempfile from dotenv import load_dotenv +def make_tmp_file_google_application_credentials(base64encoded_credentials): + """set up GOOGLE_APPLICATION_CREDENTIALS enviornment variable + + GOOGLE_APPLICATION_CREDENTIALS is expected to be a file path, but we stored the + file contents as a base64 encoded string. + + This function will create a temp file with the oridinary contents of the credentials + """ + service_account_credentials = base64.b64decode(base64encoded_credentials).decode( + "utf-8" + ) + json_acct_info = json.loads(service_account_credentials) + + with tempfile.NamedTemporaryFile(mode="w+", delete=False) as temp_file: + # TODO: this doesn't delete the temp file. is this safe to do in production? + json.dump(json_acct_info, temp_file, indent=2) + + return os.path.abspath(temp_file.name) + + def read_config() -> dict[str, str]: load_dotenv() @@ -30,6 +53,18 @@ def read_config() -> dict[str, str]: "DASHSCOPE_API_KEY", "REPLICATE_API_KEY", "GEMINI_API_KEY", + "VERTEXAI_PROJECT", + "VERTEXAI_LOCATIONS", + "VERTEX_SERVICE_ACCOUNT_CREDENTIALS", ]: config[key] = os.getenv(key=key, default="") + + # create a tempfile for GOOGLE_APPLICATION_CREDENTIALS + if config["VERTEX_SERVICE_ACCOUNT_CREDENTIALS"]: + tmp_file = make_tmp_file_google_application_credentials( + config["VERTEX_SERVICE_ACCOUNT_CREDENTIALS"] + ) + os.environ["GOOGLE_APPLICATION_CREDENTIALS"] = tmp_file + config["GOOGLE_APPLICATION_CREDENTIALS"] = tmp_file + return config diff --git a/automation-api/lib/pilot/cli.py b/automation-api/lib/pilot/cli.py deleted file mode 100644 index c0012c6..0000000 --- a/automation-api/lib/pilot/cli.py +++ /dev/null @@ -1,181 +0,0 @@ -import argparse -import logging -import os -import pathlib -import sys -from functools import partial -from itertools import product -from multiprocessing import Pool -from typing import Union - -import pandas as pd - -from lib.ai_eval_spreadsheet.schemas import SessionResultsDf -from lib.app_singleton import AppSingleton -from lib.pilot.helpers import ( - get_model, - get_model_configs, - get_prompt_variants, - get_questions, - get_survey_hash, - read_ai_eval_spreadsheet, - run_survey_n_round, -) - - -def run_evaluation( - model_config_and_prompt, survey, eval_llm, evaluated_configs, append, out_dir -) -> Union[None, SessionResultsDf]: - model_conf, prompt_var = model_config_and_prompt - model, conf = model_conf - model_config_id = conf.model_config_id - prompt_var_id = prompt_var.variation_id - survey_id = survey[0] - - out_file_path = os.path.join( - out_dir, "_".join([model_config_id, prompt_var_id, survey_id]) + ".csv" - ) - - if os.path.exists(out_file_path): - logger.warning("sessioin file exists, return it as is") - session_df = pd.read_csv(out_file_path) - session_df = SessionResultsDf.validate(session_df) - return session_df - - session_result = [] - - # check if the prompt and model conf can be used together. - # if prompt template includes `history` key, then model should have memory=True, and vice visa - if "{history}" in prompt_var.question_prompt_template and not conf.memory: - logger.warning(f"{prompt_var_id}, {model_config_id}:") - logger.warning( - "prompt template has history but model memory is not enabled. Skipped" - ) - return None - if "{history}" not in prompt_var.question_prompt_template and conf.memory: - logger.warning(f"{prompt_var_id}, {model_config_id}:") - logger.warning( - "model memory is enabled but prompt template does not support history. Skipped" - ) - return None - is_evaluated = evaluated_configs.loc[ - (evaluated_configs["model_configuration_id"] == model_config_id) - & (evaluated_configs["prompt_variation_id"] == prompt_var_id) - & (evaluated_configs["survey_id"] == survey_id) - ] - if is_evaluated.empty: - session_result.extend( - run_survey_n_round( - survey=survey, - prompt_var=prompt_var, - model_conf=model_conf, - eval_llm=eval_llm, - ) - ) - elif append is False: - session_result.extend( - run_survey_n_round( - survey=survey, - prompt_var=prompt_var, - model_conf=model_conf, - eval_llm=eval_llm, - ) - ) - else: - logger.warning( - f"({model_config_id}, {prompt_var_id}, {survey_id}) has been evaluated." - ) - session_df = pd.DataFrame.from_records(session_result) - session_df = SessionResultsDf.validate(session_df) - # write result to tmp file. - session_df.to_csv(out_file_path, index=False) - logger.info(f"session saved to {out_file_path}") - - return session_df - - -if __name__ == "__main__": - parser = argparse.ArgumentParser() - parser.add_argument( - "-j", "--jobs", default=1, type=int, help="Use how many cpu processes to run" - ) - parser.add_argument( - "-d", "--debug", action="store_true", default=False, help="Run in debug mode" - ) - parser.add_argument( - "-a", - "--append", - action="store_true", - default=False, - help="Append the session result to GSpreadsheet", - ) - parser.add_argument( - "-t", - "--tmp_dir", - type=pathlib.Path, - default=pathlib.Path("./output"), - help="Dir to store the cached session results (default to ./output)", - ) - - args = parser.parse_args() - - logger = AppSingleton().get_logger() - - if args.debug: - logger.setLevel(logging.DEBUG) - else: - logger.setLevel(logging.INFO) - - # create tmp file path. - os.makedirs(args.tmp_dir, exist_ok=True) - - # # 1. read ai eval spreadsheet - sheet = read_ai_eval_spreadsheet() - # # 2. read data from sheets - questions = get_questions(sheet) - model_configs = get_model_configs(sheet) - prompt_variants = get_prompt_variants(sheet) - # the past evaluation records - evaluated_configs = sheet.session_results.data.df[ - ["model_configuration_id", "prompt_variation_id", "survey_id"] - ].drop_duplicates() - - survey_id = get_survey_hash(questions) - survey = (survey_id, questions) - - # FIXME: add support to set eval llm and parameters. - eval_llm = get_model( - "gpt-3.5-turbo", "OpenAI", {"temperature": 0, "request_timeout": 120} - ) - - search_space = list(product(model_configs, prompt_variants)) - - threaded_func = partial( - run_evaluation, - survey=survey, - eval_llm=eval_llm, - evaluated_configs=evaluated_configs, - append=args.append, - out_dir=args.tmp_dir, - ) - - if args.jobs == 1: - session_dfs = [threaded_func(v) for v in search_space] - else: - with Pool(args.jobs) as p: - session_dfs = p.map(threaded_func, search_space) - - try: - session_df = pd.concat(session_dfs) - except ValueError as e: - logger.warning(str(e)) - sys.exit(127) - - print(session_df.head()) - - # if args.append is False: - # sheet.session_results.replace_data(session_df) - # else: - # sheet.session_results.append_data(session_df) - - logger.info("done!") diff --git a/automation-api/lib/pilot/helpers.py b/automation-api/lib/pilot/helpers.py index 3af5391..73a5cca 100644 --- a/automation-api/lib/pilot/helpers.py +++ b/automation-api/lib/pilot/helpers.py @@ -1,7 +1,7 @@ import json import uuid from datetime import datetime -from typing import Any, Dict, List, Optional, Tuple +from typing import Any, Dict, List, Optional, Tuple, Union import pandas as pd from langchain.chains import LLMChain @@ -90,6 +90,9 @@ def get_questions( else: questions = filter_included_rows(sheet.questions.data.df) + if questions.empty: + return [] + if language is not None: questions = questions.loc[questions["language"] == language] @@ -175,9 +178,13 @@ def create_question_dataset_for_test( return [create_question_data_for_test(question_tmpl, q) for q in question_list] -def create_question_data_for_eval(question: QuestionAndOptions) -> Dict[str, str]: +def create_question_data_for_eval( + question: QuestionAndOptions, +) -> Dict[str, Union[str, int]]: q, options = question - question_dict = {"question": q.published_version_of_question} + question_dict: Dict[str, Union[str, int]] = { + "question": q.published_version_of_question + } for opt in options: if opt.letter == "A": question_dict["option_a"] = opt.question_option @@ -193,7 +200,7 @@ def create_question_data_for_eval(question: QuestionAndOptions) -> Dict[str, str def create_question_dataset_for_eval( question_list: List[QuestionAndOptions], -) -> List[Dict[str, str]]: +) -> List[Dict[str, Union[str, int]]]: return [create_question_data_for_eval(q) for q in question_list] diff --git a/automation-api/mypy.ini b/automation-api/mypy.ini index 211c728..2b1d9e4 100644 --- a/automation-api/mypy.ini +++ b/automation-api/mypy.ini @@ -1,16 +1,15 @@ [mypy] -check_untyped_defs=true -disallow_incomplete_defs=true -disallow_untyped_defs=true -follow_imports=silent -ignore_missing_imports=true -no_implicit_optional=true -strict_optional=true -warn_redundant_casts=true -warn_unreachable=true -warn_unused_ignores=true -plugins = pandera.mypy +follow_imports = silent + +check_untyped_defs = True +disallow_incomplete_defs = True +disallow_untyped_defs = True -; # Disable mypy for tests -; [mypy-tests.*] -; ignore_errors=true +ignore_missing_imports = True +no_implicit_optional = True +strict_optional = True +warn_redundant_casts = True +warn_unreachable = True +warn_unused_ignores = True + +plugins = pandera.mypy diff --git a/automation-api/poetry.lock b/automation-api/poetry.lock index 925c8ee..5a435ff 100644 --- a/automation-api/poetry.lock +++ b/automation-api/poetry.lock @@ -1,88 +1,88 @@ -# This file is automatically @generated by Poetry 1.6.1 and should not be changed by hand. +# This file is automatically @generated by Poetry 1.8.3 and should not be changed by hand. [[package]] name = "aiohttp" -version = "3.9.1" +version = "3.9.5" description = "Async http client/server framework (asyncio)" optional = false python-versions = ">=3.8" files = [ - {file = "aiohttp-3.9.1-cp310-cp310-macosx_10_9_universal2.whl", hash = "sha256:e1f80197f8b0b846a8d5cf7b7ec6084493950d0882cc5537fb7b96a69e3c8590"}, - {file = "aiohttp-3.9.1-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:c72444d17777865734aa1a4d167794c34b63e5883abb90356a0364a28904e6c0"}, - {file = "aiohttp-3.9.1-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:9b05d5cbe9dafcdc733262c3a99ccf63d2f7ce02543620d2bd8db4d4f7a22f83"}, - {file = "aiohttp-3.9.1-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:5c4fa235d534b3547184831c624c0b7c1e262cd1de847d95085ec94c16fddcd5"}, - {file = "aiohttp-3.9.1-cp310-cp310-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:289ba9ae8e88d0ba16062ecf02dd730b34186ea3b1e7489046fc338bdc3361c4"}, - {file = "aiohttp-3.9.1-cp310-cp310-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:bff7e2811814fa2271be95ab6e84c9436d027a0e59665de60edf44e529a42c1f"}, - {file = "aiohttp-3.9.1-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:81b77f868814346662c96ab36b875d7814ebf82340d3284a31681085c051320f"}, - {file = "aiohttp-3.9.1-cp310-cp310-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:3b9c7426923bb7bd66d409da46c41e3fb40f5caf679da624439b9eba92043fa6"}, - {file = "aiohttp-3.9.1-cp310-cp310-musllinux_1_1_aarch64.whl", hash = "sha256:8d44e7bf06b0c0a70a20f9100af9fcfd7f6d9d3913e37754c12d424179b4e48f"}, - {file = "aiohttp-3.9.1-cp310-cp310-musllinux_1_1_i686.whl", hash = "sha256:22698f01ff5653fe66d16ffb7658f582a0ac084d7da1323e39fd9eab326a1f26"}, - {file = "aiohttp-3.9.1-cp310-cp310-musllinux_1_1_ppc64le.whl", hash = "sha256:ca7ca5abfbfe8d39e653870fbe8d7710be7a857f8a8386fc9de1aae2e02ce7e4"}, - {file = "aiohttp-3.9.1-cp310-cp310-musllinux_1_1_s390x.whl", hash = "sha256:8d7f98fde213f74561be1d6d3fa353656197f75d4edfbb3d94c9eb9b0fc47f5d"}, - {file = "aiohttp-3.9.1-cp310-cp310-musllinux_1_1_x86_64.whl", hash = "sha256:5216b6082c624b55cfe79af5d538e499cd5f5b976820eac31951fb4325974501"}, - {file = "aiohttp-3.9.1-cp310-cp310-win32.whl", hash = "sha256:0e7ba7ff228c0d9a2cd66194e90f2bca6e0abca810b786901a569c0de082f489"}, - {file = "aiohttp-3.9.1-cp310-cp310-win_amd64.whl", hash = "sha256:c7e939f1ae428a86e4abbb9a7c4732bf4706048818dfd979e5e2839ce0159f23"}, - {file = "aiohttp-3.9.1-cp311-cp311-macosx_10_9_universal2.whl", hash = "sha256:df9cf74b9bc03d586fc53ba470828d7b77ce51b0582d1d0b5b2fb673c0baa32d"}, - {file = "aiohttp-3.9.1-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:ecca113f19d5e74048c001934045a2b9368d77b0b17691d905af18bd1c21275e"}, - {file = "aiohttp-3.9.1-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:8cef8710fb849d97c533f259103f09bac167a008d7131d7b2b0e3a33269185c0"}, - {file = "aiohttp-3.9.1-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:bea94403a21eb94c93386d559bce297381609153e418a3ffc7d6bf772f59cc35"}, - {file = "aiohttp-3.9.1-cp311-cp311-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:91c742ca59045dce7ba76cab6e223e41d2c70d79e82c284a96411f8645e2afff"}, - {file = "aiohttp-3.9.1-cp311-cp311-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:6c93b7c2e52061f0925c3382d5cb8980e40f91c989563d3d32ca280069fd6a87"}, - {file = "aiohttp-3.9.1-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:ee2527134f95e106cc1653e9ac78846f3a2ec1004cf20ef4e02038035a74544d"}, - {file = "aiohttp-3.9.1-cp311-cp311-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:11ff168d752cb41e8492817e10fb4f85828f6a0142b9726a30c27c35a1835f01"}, - {file = "aiohttp-3.9.1-cp311-cp311-musllinux_1_1_aarch64.whl", hash = "sha256:b8c3a67eb87394386847d188996920f33b01b32155f0a94f36ca0e0c635bf3e3"}, - {file = "aiohttp-3.9.1-cp311-cp311-musllinux_1_1_i686.whl", hash = "sha256:c7b5d5d64e2a14e35a9240b33b89389e0035e6de8dbb7ffa50d10d8b65c57449"}, - {file = "aiohttp-3.9.1-cp311-cp311-musllinux_1_1_ppc64le.whl", hash = "sha256:69985d50a2b6f709412d944ffb2e97d0be154ea90600b7a921f95a87d6f108a2"}, - {file = "aiohttp-3.9.1-cp311-cp311-musllinux_1_1_s390x.whl", hash = "sha256:c9110c06eaaac7e1f5562caf481f18ccf8f6fdf4c3323feab28a93d34cc646bd"}, - {file = "aiohttp-3.9.1-cp311-cp311-musllinux_1_1_x86_64.whl", hash = "sha256:d737e69d193dac7296365a6dcb73bbbf53bb760ab25a3727716bbd42022e8d7a"}, - {file = "aiohttp-3.9.1-cp311-cp311-win32.whl", hash = "sha256:4ee8caa925aebc1e64e98432d78ea8de67b2272252b0a931d2ac3bd876ad5544"}, - {file = "aiohttp-3.9.1-cp311-cp311-win_amd64.whl", hash = "sha256:a34086c5cc285be878622e0a6ab897a986a6e8bf5b67ecb377015f06ed316587"}, - {file = "aiohttp-3.9.1-cp312-cp312-macosx_10_9_universal2.whl", hash = "sha256:f800164276eec54e0af5c99feb9494c295118fc10a11b997bbb1348ba1a52065"}, - {file = "aiohttp-3.9.1-cp312-cp312-macosx_10_9_x86_64.whl", hash = "sha256:500f1c59906cd142d452074f3811614be04819a38ae2b3239a48b82649c08821"}, - {file = "aiohttp-3.9.1-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:0b0a6a36ed7e164c6df1e18ee47afbd1990ce47cb428739d6c99aaabfaf1b3af"}, - {file = "aiohttp-3.9.1-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:69da0f3ed3496808e8cbc5123a866c41c12c15baaaead96d256477edf168eb57"}, - {file = "aiohttp-3.9.1-cp312-cp312-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:176df045597e674fa950bf5ae536be85699e04cea68fa3a616cf75e413737eb5"}, - {file = "aiohttp-3.9.1-cp312-cp312-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:b796b44111f0cab6bbf66214186e44734b5baab949cb5fb56154142a92989aeb"}, - {file = "aiohttp-3.9.1-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:f27fdaadce22f2ef950fc10dcdf8048407c3b42b73779e48a4e76b3c35bca26c"}, - {file = "aiohttp-3.9.1-cp312-cp312-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:bcb6532b9814ea7c5a6a3299747c49de30e84472fa72821b07f5a9818bce0f66"}, - {file = "aiohttp-3.9.1-cp312-cp312-musllinux_1_1_aarch64.whl", hash = "sha256:54631fb69a6e44b2ba522f7c22a6fb2667a02fd97d636048478db2fd8c4e98fe"}, - {file = "aiohttp-3.9.1-cp312-cp312-musllinux_1_1_i686.whl", hash = "sha256:4b4c452d0190c5a820d3f5c0f3cd8a28ace48c54053e24da9d6041bf81113183"}, - {file = "aiohttp-3.9.1-cp312-cp312-musllinux_1_1_ppc64le.whl", hash = "sha256:cae4c0c2ca800c793cae07ef3d40794625471040a87e1ba392039639ad61ab5b"}, - {file = "aiohttp-3.9.1-cp312-cp312-musllinux_1_1_s390x.whl", hash = "sha256:565760d6812b8d78d416c3c7cfdf5362fbe0d0d25b82fed75d0d29e18d7fc30f"}, - {file = "aiohttp-3.9.1-cp312-cp312-musllinux_1_1_x86_64.whl", hash = "sha256:54311eb54f3a0c45efb9ed0d0a8f43d1bc6060d773f6973efd90037a51cd0a3f"}, - {file = "aiohttp-3.9.1-cp312-cp312-win32.whl", hash = "sha256:85c3e3c9cb1d480e0b9a64c658cd66b3cfb8e721636ab8b0e746e2d79a7a9eed"}, - {file = "aiohttp-3.9.1-cp312-cp312-win_amd64.whl", hash = "sha256:11cb254e397a82efb1805d12561e80124928e04e9c4483587ce7390b3866d213"}, - {file = "aiohttp-3.9.1-cp38-cp38-macosx_10_9_universal2.whl", hash = "sha256:8a22a34bc594d9d24621091d1b91511001a7eea91d6652ea495ce06e27381f70"}, - {file = "aiohttp-3.9.1-cp38-cp38-macosx_10_9_x86_64.whl", hash = "sha256:598db66eaf2e04aa0c8900a63b0101fdc5e6b8a7ddd805c56d86efb54eb66672"}, - {file = "aiohttp-3.9.1-cp38-cp38-macosx_11_0_arm64.whl", hash = "sha256:2c9376e2b09895c8ca8b95362283365eb5c03bdc8428ade80a864160605715f1"}, - {file = "aiohttp-3.9.1-cp38-cp38-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:41473de252e1797c2d2293804e389a6d6986ef37cbb4a25208de537ae32141dd"}, - {file = "aiohttp-3.9.1-cp38-cp38-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:9c5857612c9813796960c00767645cb5da815af16dafb32d70c72a8390bbf690"}, - {file = "aiohttp-3.9.1-cp38-cp38-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:ffcd828e37dc219a72c9012ec44ad2e7e3066bec6ff3aaa19e7d435dbf4032ca"}, - {file = "aiohttp-3.9.1-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:219a16763dc0294842188ac8a12262b5671817042b35d45e44fd0a697d8c8361"}, - {file = "aiohttp-3.9.1-cp38-cp38-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:f694dc8a6a3112059258a725a4ebe9acac5fe62f11c77ac4dcf896edfa78ca28"}, - {file = "aiohttp-3.9.1-cp38-cp38-musllinux_1_1_aarch64.whl", hash = "sha256:bcc0ea8d5b74a41b621ad4a13d96c36079c81628ccc0b30cfb1603e3dfa3a014"}, - {file = "aiohttp-3.9.1-cp38-cp38-musllinux_1_1_i686.whl", hash = "sha256:90ec72d231169b4b8d6085be13023ece8fa9b1bb495e4398d847e25218e0f431"}, - {file = "aiohttp-3.9.1-cp38-cp38-musllinux_1_1_ppc64le.whl", hash = "sha256:cf2a0ac0615842b849f40c4d7f304986a242f1e68286dbf3bd7a835e4f83acfd"}, - {file = "aiohttp-3.9.1-cp38-cp38-musllinux_1_1_s390x.whl", hash = "sha256:0e49b08eafa4f5707ecfb321ab9592717a319e37938e301d462f79b4e860c32a"}, - {file = "aiohttp-3.9.1-cp38-cp38-musllinux_1_1_x86_64.whl", hash = "sha256:2c59e0076ea31c08553e868cec02d22191c086f00b44610f8ab7363a11a5d9d8"}, - {file = "aiohttp-3.9.1-cp38-cp38-win32.whl", hash = "sha256:4831df72b053b1eed31eb00a2e1aff6896fb4485301d4ccb208cac264b648db4"}, - {file = "aiohttp-3.9.1-cp38-cp38-win_amd64.whl", hash = "sha256:3135713c5562731ee18f58d3ad1bf41e1d8883eb68b363f2ffde5b2ea4b84cc7"}, - {file = "aiohttp-3.9.1-cp39-cp39-macosx_10_9_universal2.whl", hash = "sha256:cfeadf42840c1e870dc2042a232a8748e75a36b52d78968cda6736de55582766"}, - {file = "aiohttp-3.9.1-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:70907533db712f7aa791effb38efa96f044ce3d4e850e2d7691abd759f4f0ae0"}, - {file = "aiohttp-3.9.1-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:cdefe289681507187e375a5064c7599f52c40343a8701761c802c1853a504558"}, - {file = "aiohttp-3.9.1-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:d7481f581251bb5558ba9f635db70908819caa221fc79ee52a7f58392778c636"}, - {file = "aiohttp-3.9.1-cp39-cp39-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:49f0c1b3c2842556e5de35f122fc0f0b721334ceb6e78c3719693364d4af8499"}, - {file = "aiohttp-3.9.1-cp39-cp39-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:0d406b01a9f5a7e232d1b0d161b40c05275ffbcbd772dc18c1d5a570961a1ca4"}, - {file = "aiohttp-3.9.1-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:8d8e4450e7fe24d86e86b23cc209e0023177b6d59502e33807b732d2deb6975f"}, - {file = "aiohttp-3.9.1-cp39-cp39-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:3c0266cd6f005e99f3f51e583012de2778e65af6b73860038b968a0a8888487a"}, - {file = "aiohttp-3.9.1-cp39-cp39-musllinux_1_1_aarch64.whl", hash = "sha256:ab221850108a4a063c5b8a70f00dd7a1975e5a1713f87f4ab26a46e5feac5a0e"}, - {file = "aiohttp-3.9.1-cp39-cp39-musllinux_1_1_i686.whl", hash = "sha256:c88a15f272a0ad3d7773cf3a37cc7b7d077cbfc8e331675cf1346e849d97a4e5"}, - {file = "aiohttp-3.9.1-cp39-cp39-musllinux_1_1_ppc64le.whl", hash = "sha256:237533179d9747080bcaad4d02083ce295c0d2eab3e9e8ce103411a4312991a0"}, - {file = "aiohttp-3.9.1-cp39-cp39-musllinux_1_1_s390x.whl", hash = "sha256:02ab6006ec3c3463b528374c4cdce86434e7b89ad355e7bf29e2f16b46c7dd6f"}, - {file = "aiohttp-3.9.1-cp39-cp39-musllinux_1_1_x86_64.whl", hash = "sha256:04fa38875e53eb7e354ece1607b1d2fdee2d175ea4e4d745f6ec9f751fe20c7c"}, - {file = "aiohttp-3.9.1-cp39-cp39-win32.whl", hash = "sha256:82eefaf1a996060602f3cc1112d93ba8b201dbf5d8fd9611227de2003dddb3b7"}, - {file = "aiohttp-3.9.1-cp39-cp39-win_amd64.whl", hash = "sha256:9b05d33ff8e6b269e30a7957bd3244ffbce2a7a35a81b81c382629b80af1a8bf"}, - {file = "aiohttp-3.9.1.tar.gz", hash = "sha256:8fc49a87ac269d4529da45871e2ffb6874e87779c3d0e2ccd813c0899221239d"}, + {file = "aiohttp-3.9.5-cp310-cp310-macosx_10_9_universal2.whl", hash = "sha256:fcde4c397f673fdec23e6b05ebf8d4751314fa7c24f93334bf1f1364c1c69ac7"}, + {file = "aiohttp-3.9.5-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:5d6b3f1fabe465e819aed2c421a6743d8debbde79b6a8600739300630a01bf2c"}, + {file = "aiohttp-3.9.5-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:6ae79c1bc12c34082d92bf9422764f799aee4746fd7a392db46b7fd357d4a17a"}, + {file = "aiohttp-3.9.5-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:4d3ebb9e1316ec74277d19c5f482f98cc65a73ccd5430540d6d11682cd857430"}, + {file = "aiohttp-3.9.5-cp310-cp310-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:84dabd95154f43a2ea80deffec9cb44d2e301e38a0c9d331cc4aa0166fe28ae3"}, + {file = "aiohttp-3.9.5-cp310-cp310-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:c8a02fbeca6f63cb1f0475c799679057fc9268b77075ab7cf3f1c600e81dd46b"}, + {file = "aiohttp-3.9.5-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:c26959ca7b75ff768e2776d8055bf9582a6267e24556bb7f7bd29e677932be72"}, + {file = "aiohttp-3.9.5-cp310-cp310-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:714d4e5231fed4ba2762ed489b4aec07b2b9953cf4ee31e9871caac895a839c0"}, + {file = "aiohttp-3.9.5-cp310-cp310-musllinux_1_1_aarch64.whl", hash = "sha256:e7a6a8354f1b62e15d48e04350f13e726fa08b62c3d7b8401c0a1314f02e3558"}, + {file = "aiohttp-3.9.5-cp310-cp310-musllinux_1_1_i686.whl", hash = "sha256:c413016880e03e69d166efb5a1a95d40f83d5a3a648d16486592c49ffb76d0db"}, + {file = "aiohttp-3.9.5-cp310-cp310-musllinux_1_1_ppc64le.whl", hash = "sha256:ff84aeb864e0fac81f676be9f4685f0527b660f1efdc40dcede3c251ef1e867f"}, + {file = "aiohttp-3.9.5-cp310-cp310-musllinux_1_1_s390x.whl", hash = "sha256:ad7f2919d7dac062f24d6f5fe95d401597fbb015a25771f85e692d043c9d7832"}, + {file = "aiohttp-3.9.5-cp310-cp310-musllinux_1_1_x86_64.whl", hash = "sha256:702e2c7c187c1a498a4e2b03155d52658fdd6fda882d3d7fbb891a5cf108bb10"}, + {file = "aiohttp-3.9.5-cp310-cp310-win32.whl", hash = "sha256:67c3119f5ddc7261d47163ed86d760ddf0e625cd6246b4ed852e82159617b5fb"}, + {file = "aiohttp-3.9.5-cp310-cp310-win_amd64.whl", hash = "sha256:471f0ef53ccedec9995287f02caf0c068732f026455f07db3f01a46e49d76bbb"}, + {file = "aiohttp-3.9.5-cp311-cp311-macosx_10_9_universal2.whl", hash = "sha256:e0ae53e33ee7476dd3d1132f932eeb39bf6125083820049d06edcdca4381f342"}, + {file = "aiohttp-3.9.5-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:c088c4d70d21f8ca5c0b8b5403fe84a7bc8e024161febdd4ef04575ef35d474d"}, + {file = "aiohttp-3.9.5-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:639d0042b7670222f33b0028de6b4e2fad6451462ce7df2af8aee37dcac55424"}, + {file = "aiohttp-3.9.5-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:f26383adb94da5e7fb388d441bf09c61e5e35f455a3217bfd790c6b6bc64b2ee"}, + {file = "aiohttp-3.9.5-cp311-cp311-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:66331d00fb28dc90aa606d9a54304af76b335ae204d1836f65797d6fe27f1ca2"}, + {file = "aiohttp-3.9.5-cp311-cp311-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:4ff550491f5492ab5ed3533e76b8567f4b37bd2995e780a1f46bca2024223233"}, + {file = "aiohttp-3.9.5-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:f22eb3a6c1080d862befa0a89c380b4dafce29dc6cd56083f630073d102eb595"}, + {file = "aiohttp-3.9.5-cp311-cp311-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:a81b1143d42b66ffc40a441379387076243ef7b51019204fd3ec36b9f69e77d6"}, + {file = "aiohttp-3.9.5-cp311-cp311-musllinux_1_1_aarch64.whl", hash = "sha256:f64fd07515dad67f24b6ea4a66ae2876c01031de91c93075b8093f07c0a2d93d"}, + {file = "aiohttp-3.9.5-cp311-cp311-musllinux_1_1_i686.whl", hash = "sha256:93e22add827447d2e26d67c9ac0161756007f152fdc5210277d00a85f6c92323"}, + {file = "aiohttp-3.9.5-cp311-cp311-musllinux_1_1_ppc64le.whl", hash = "sha256:55b39c8684a46e56ef8c8d24faf02de4a2b2ac60d26cee93bc595651ff545de9"}, + {file = "aiohttp-3.9.5-cp311-cp311-musllinux_1_1_s390x.whl", hash = "sha256:4715a9b778f4293b9f8ae7a0a7cef9829f02ff8d6277a39d7f40565c737d3771"}, + {file = "aiohttp-3.9.5-cp311-cp311-musllinux_1_1_x86_64.whl", hash = "sha256:afc52b8d969eff14e069a710057d15ab9ac17cd4b6753042c407dcea0e40bf75"}, + {file = "aiohttp-3.9.5-cp311-cp311-win32.whl", hash = "sha256:b3df71da99c98534be076196791adca8819761f0bf6e08e07fd7da25127150d6"}, + {file = "aiohttp-3.9.5-cp311-cp311-win_amd64.whl", hash = "sha256:88e311d98cc0bf45b62fc46c66753a83445f5ab20038bcc1b8a1cc05666f428a"}, + {file = "aiohttp-3.9.5-cp312-cp312-macosx_10_9_universal2.whl", hash = "sha256:c7a4b7a6cf5b6eb11e109a9755fd4fda7d57395f8c575e166d363b9fc3ec4678"}, + {file = "aiohttp-3.9.5-cp312-cp312-macosx_10_9_x86_64.whl", hash = "sha256:0a158704edf0abcac8ac371fbb54044f3270bdbc93e254a82b6c82be1ef08f3c"}, + {file = "aiohttp-3.9.5-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:d153f652a687a8e95ad367a86a61e8d53d528b0530ef382ec5aaf533140ed00f"}, + {file = "aiohttp-3.9.5-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:82a6a97d9771cb48ae16979c3a3a9a18b600a8505b1115cfe354dfb2054468b4"}, + {file = "aiohttp-3.9.5-cp312-cp312-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:60cdbd56f4cad9f69c35eaac0fbbdf1f77b0ff9456cebd4902f3dd1cf096464c"}, + {file = "aiohttp-3.9.5-cp312-cp312-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:8676e8fd73141ded15ea586de0b7cda1542960a7b9ad89b2b06428e97125d4fa"}, + {file = "aiohttp-3.9.5-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:da00da442a0e31f1c69d26d224e1efd3a1ca5bcbf210978a2ca7426dfcae9f58"}, + {file = "aiohttp-3.9.5-cp312-cp312-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:18f634d540dd099c262e9f887c8bbacc959847cfe5da7a0e2e1cf3f14dbf2daf"}, + {file = "aiohttp-3.9.5-cp312-cp312-musllinux_1_1_aarch64.whl", hash = "sha256:320e8618eda64e19d11bdb3bd04ccc0a816c17eaecb7e4945d01deee2a22f95f"}, + {file = "aiohttp-3.9.5-cp312-cp312-musllinux_1_1_i686.whl", hash = "sha256:2faa61a904b83142747fc6a6d7ad8fccff898c849123030f8e75d5d967fd4a81"}, + {file = "aiohttp-3.9.5-cp312-cp312-musllinux_1_1_ppc64le.whl", hash = "sha256:8c64a6dc3fe5db7b1b4d2b5cb84c4f677768bdc340611eca673afb7cf416ef5a"}, + {file = "aiohttp-3.9.5-cp312-cp312-musllinux_1_1_s390x.whl", hash = "sha256:393c7aba2b55559ef7ab791c94b44f7482a07bf7640d17b341b79081f5e5cd1a"}, + {file = "aiohttp-3.9.5-cp312-cp312-musllinux_1_1_x86_64.whl", hash = "sha256:c671dc117c2c21a1ca10c116cfcd6e3e44da7fcde37bf83b2be485ab377b25da"}, + {file = "aiohttp-3.9.5-cp312-cp312-win32.whl", hash = "sha256:5a7ee16aab26e76add4afc45e8f8206c95d1d75540f1039b84a03c3b3800dd59"}, + {file = "aiohttp-3.9.5-cp312-cp312-win_amd64.whl", hash = "sha256:5ca51eadbd67045396bc92a4345d1790b7301c14d1848feaac1d6a6c9289e888"}, + {file = "aiohttp-3.9.5-cp38-cp38-macosx_10_9_universal2.whl", hash = "sha256:694d828b5c41255e54bc2dddb51a9f5150b4eefa9886e38b52605a05d96566e8"}, + {file = "aiohttp-3.9.5-cp38-cp38-macosx_10_9_x86_64.whl", hash = "sha256:0605cc2c0088fcaae79f01c913a38611ad09ba68ff482402d3410bf59039bfb8"}, + {file = "aiohttp-3.9.5-cp38-cp38-macosx_11_0_arm64.whl", hash = "sha256:4558e5012ee03d2638c681e156461d37b7a113fe13970d438d95d10173d25f78"}, + {file = "aiohttp-3.9.5-cp38-cp38-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:9dbc053ac75ccc63dc3a3cc547b98c7258ec35a215a92bd9f983e0aac95d3d5b"}, + {file = "aiohttp-3.9.5-cp38-cp38-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:4109adee842b90671f1b689901b948f347325045c15f46b39797ae1bf17019de"}, + {file = "aiohttp-3.9.5-cp38-cp38-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:a6ea1a5b409a85477fd8e5ee6ad8f0e40bf2844c270955e09360418cfd09abac"}, + {file = "aiohttp-3.9.5-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:f3c2890ca8c59ee683fd09adf32321a40fe1cf164e3387799efb2acebf090c11"}, + {file = "aiohttp-3.9.5-cp38-cp38-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:3916c8692dbd9d55c523374a3b8213e628424d19116ac4308e434dbf6d95bbdd"}, + {file = "aiohttp-3.9.5-cp38-cp38-musllinux_1_1_aarch64.whl", hash = "sha256:8d1964eb7617907c792ca00b341b5ec3e01ae8c280825deadbbd678447b127e1"}, + {file = "aiohttp-3.9.5-cp38-cp38-musllinux_1_1_i686.whl", hash = "sha256:d5ab8e1f6bee051a4bf6195e38a5c13e5e161cb7bad83d8854524798bd9fcd6e"}, + {file = "aiohttp-3.9.5-cp38-cp38-musllinux_1_1_ppc64le.whl", hash = "sha256:52c27110f3862a1afbcb2af4281fc9fdc40327fa286c4625dfee247c3ba90156"}, + {file = "aiohttp-3.9.5-cp38-cp38-musllinux_1_1_s390x.whl", hash = "sha256:7f64cbd44443e80094309875d4f9c71d0401e966d191c3d469cde4642bc2e031"}, + {file = "aiohttp-3.9.5-cp38-cp38-musllinux_1_1_x86_64.whl", hash = "sha256:8b4f72fbb66279624bfe83fd5eb6aea0022dad8eec62b71e7bf63ee1caadeafe"}, + {file = "aiohttp-3.9.5-cp38-cp38-win32.whl", hash = "sha256:6380c039ec52866c06d69b5c7aad5478b24ed11696f0e72f6b807cfb261453da"}, + {file = "aiohttp-3.9.5-cp38-cp38-win_amd64.whl", hash = "sha256:da22dab31d7180f8c3ac7c7635f3bcd53808f374f6aa333fe0b0b9e14b01f91a"}, + {file = "aiohttp-3.9.5-cp39-cp39-macosx_10_9_universal2.whl", hash = "sha256:1732102949ff6087589408d76cd6dea656b93c896b011ecafff418c9661dc4ed"}, + {file = "aiohttp-3.9.5-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:c6021d296318cb6f9414b48e6a439a7f5d1f665464da507e8ff640848ee2a58a"}, + {file = "aiohttp-3.9.5-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:239f975589a944eeb1bad26b8b140a59a3a320067fb3cd10b75c3092405a1372"}, + {file = "aiohttp-3.9.5-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:3b7b30258348082826d274504fbc7c849959f1989d86c29bc355107accec6cfb"}, + {file = "aiohttp-3.9.5-cp39-cp39-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:cd2adf5c87ff6d8b277814a28a535b59e20bfea40a101db6b3bdca7e9926bc24"}, + {file = "aiohttp-3.9.5-cp39-cp39-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:e9a3d838441bebcf5cf442700e3963f58b5c33f015341f9ea86dcd7d503c07e2"}, + {file = "aiohttp-3.9.5-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:9e3a1ae66e3d0c17cf65c08968a5ee3180c5a95920ec2731f53343fac9bad106"}, + {file = "aiohttp-3.9.5-cp39-cp39-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:9c69e77370cce2d6df5d12b4e12bdcca60c47ba13d1cbbc8645dd005a20b738b"}, + {file = "aiohttp-3.9.5-cp39-cp39-musllinux_1_1_aarch64.whl", hash = "sha256:0cbf56238f4bbf49dab8c2dc2e6b1b68502b1e88d335bea59b3f5b9f4c001475"}, + {file = "aiohttp-3.9.5-cp39-cp39-musllinux_1_1_i686.whl", hash = "sha256:d1469f228cd9ffddd396d9948b8c9cd8022b6d1bf1e40c6f25b0fb90b4f893ed"}, + {file = "aiohttp-3.9.5-cp39-cp39-musllinux_1_1_ppc64le.whl", hash = "sha256:45731330e754f5811c314901cebdf19dd776a44b31927fa4b4dbecab9e457b0c"}, + {file = "aiohttp-3.9.5-cp39-cp39-musllinux_1_1_s390x.whl", hash = "sha256:3fcb4046d2904378e3aeea1df51f697b0467f2aac55d232c87ba162709478c46"}, + {file = "aiohttp-3.9.5-cp39-cp39-musllinux_1_1_x86_64.whl", hash = "sha256:8cf142aa6c1a751fcb364158fd710b8a9be874b81889c2bd13aa8893197455e2"}, + {file = "aiohttp-3.9.5-cp39-cp39-win32.whl", hash = "sha256:7b179eea70833c8dee51ec42f3b4097bd6370892fa93f510f76762105568cf09"}, + {file = "aiohttp-3.9.5-cp39-cp39-win_amd64.whl", hash = "sha256:38d80498e2e169bc61418ff36170e0aad0cd268da8b38a17c4cf29d254a8b3f1"}, + {file = "aiohttp-3.9.5.tar.gz", hash = "sha256:edea7d15772ceeb29db4aff55e482d4bcfb6ae160ce144f2682de02f6d693551"}, ] [package.dependencies] @@ -152,13 +152,13 @@ local = ["accelerate", "bitsandbytes", "einops", "optimum", "peft", "scipy", "tr [[package]] name = "altair" -version = "5.2.0" +version = "5.3.0" description = "Vega-Altair: A declarative statistical visualization library for Python." optional = false python-versions = ">=3.8" files = [ - {file = "altair-5.2.0-py3-none-any.whl", hash = "sha256:8c4888ad11db7c39f3f17aa7f4ea985775da389d79ac30a6c22856ab238df399"}, - {file = "altair-5.2.0.tar.gz", hash = "sha256:2ad7f0c8010ebbc46319cc30febfb8e59ccf84969a201541c207bc3a4fa6cf81"}, + {file = "altair-5.3.0-py3-none-any.whl", hash = "sha256:7084a1dab4d83c5e7e5246b92dc1b4451a6c68fd057f3716ee9d315c8980e59a"}, + {file = "altair-5.3.0.tar.gz", hash = "sha256:5a268b1a0983b23d8f9129f819f956174aa7aea2719ed55a52eba9979b9f6675"}, ] [package.dependencies] @@ -170,35 +170,21 @@ pandas = ">=0.25" toolz = "*" [package.extras] -dev = ["anywidget", "geopandas", "hatch", "ipython", "m2r", "mypy", "pandas-stubs", "pyarrow (>=11)", "pytest", "pytest-cov", "ruff (>=0.1.3)", "types-jsonschema", "types-setuptools", "vega-datasets", "vegafusion[embed] (>=1.4.0)", "vl-convert-python (>=1.1.0)"] +all = ["altair-tiles (>=0.3.0)", "anywidget (>=0.9.0)", "pyarrow (>=11)", "vega-datasets (>=0.9.0)", "vegafusion[embed] (>=1.6.6)", "vl-convert-python (>=1.3.0)"] +dev = ["geopandas", "hatch", "ipython", "m2r", "mypy", "pandas-stubs", "pytest", "pytest-cov", "ruff (>=0.3.0)", "types-jsonschema", "types-setuptools"] doc = ["docutils", "jinja2", "myst-parser", "numpydoc", "pillow (>=9,<10)", "pydata-sphinx-theme (>=0.14.1)", "scipy", "sphinx", "sphinx-copybutton", "sphinx-design", "sphinxext-altair"] [[package]] name = "annotated-types" -version = "0.6.0" +version = "0.7.0" description = "Reusable constraint types to use with typing.Annotated" optional = false python-versions = ">=3.8" files = [ - {file = "annotated_types-0.6.0-py3-none-any.whl", hash = "sha256:0641064de18ba7a25dee8f96403ebc39113d0cb953a01429249d5c7564666a43"}, - {file = "annotated_types-0.6.0.tar.gz", hash = "sha256:563339e807e53ffd9c267e99fc6d9ea23eb8443c08f112651963e24e22f84a5d"}, -] - -[[package]] -name = "ansi2html" -version = "1.9.1" -description = "Convert text with ANSI color codes to HTML or to LaTeX" -optional = false -python-versions = ">=3.7" -files = [ - {file = "ansi2html-1.9.1-py3-none-any.whl", hash = "sha256:29ccdb1e83520d648ebdc9c9544059ea4d424ecc33d3ef723657f7f5a9ae5225"}, - {file = "ansi2html-1.9.1.tar.gz", hash = "sha256:5c6837a13ecc1903aab7a545353312049dfedfe5105362ad3a8d9d207871ec71"}, + {file = "annotated_types-0.7.0-py3-none-any.whl", hash = "sha256:1f02e8b43a8fbbc3f3e0d4f0f4bfc8131bcb4eebe8849b8e5c773f3a1c582a53"}, + {file = "annotated_types-0.7.0.tar.gz", hash = "sha256:aff07c09a53a08bc8cfccb9c85b05f1aa9a2a6f23728d790723543408344ce89"}, ] -[package.extras] -docs = ["mkdocs", "mkdocs-material", "mkdocs-material-extensions", "mkdocstrings", "mkdocstrings-python", "pymdown-extensions"] -test = ["pytest", "pytest-cov"] - [[package]] name = "ansicon" version = "1.89.0" @@ -210,6 +196,31 @@ files = [ {file = "ansicon-1.89.0.tar.gz", hash = "sha256:e4d039def5768a47e4afec8e89e83ec3ae5a26bf00ad851f914d1240b444d2b1"}, ] +[[package]] +name = "anthropic" +version = "0.25.9" +description = "The official Python library for the anthropic API" +optional = false +python-versions = ">=3.7" +files = [ + {file = "anthropic-0.25.9-py3-none-any.whl", hash = "sha256:d0b17d442160356a531593b237de55d3125cc6fa708f1268c214107e61c81c57"}, + {file = "anthropic-0.25.9.tar.gz", hash = "sha256:a4ec810b1cfbf3340af99b6f5bf599a83d66986e0f572a5f3bc4ebcab284f629"}, +] + +[package.dependencies] +anyio = ">=3.5.0,<5" +distro = ">=1.7.0,<2" +google-auth = {version = ">=2,<3", optional = true, markers = "extra == \"vertex\""} +httpx = ">=0.23.0,<1" +pydantic = ">=1.9.0,<3" +sniffio = "*" +tokenizers = ">=0.13.0" +typing-extensions = ">=4.7,<5" + +[package.extras] +bedrock = ["boto3 (>=1.28.57)", "botocore (>=1.31.57)"] +vertex = ["google-auth (>=2,<3)"] + [[package]] name = "antlr4-python3-runtime" version = "4.9.3" @@ -222,13 +233,13 @@ files = [ [[package]] name = "anyio" -version = "4.2.0" +version = "4.3.0" description = "High level compatibility layer for multiple asynchronous event loop implementations" optional = false python-versions = ">=3.8" files = [ - {file = "anyio-4.2.0-py3-none-any.whl", hash = "sha256:745843b39e829e108e518c489b31dc757de7d2131d53fac32bd8df268227bfee"}, - {file = "anyio-4.2.0.tar.gz", hash = "sha256:e1875bb4b4e2de1669f4bc7869b6d3f54231cdced71605e6e64c9be77e3be50f"}, + {file = "anyio-4.3.0-py3-none-any.whl", hash = "sha256:048e05d0f6caeed70d731f3db756d35dcc1f35747c8c403364a8332c630441b8"}, + {file = "anyio-4.3.0.tar.gz", hash = "sha256:f75253795a87df48568485fd18cdd2a3fa5c4f7c5be8e5e36637733fce06fed6"}, ] [package.dependencies] @@ -242,13 +253,13 @@ trio = ["trio (>=0.23)"] [[package]] name = "appnope" -version = "0.1.3" +version = "0.1.4" description = "Disable App Nap on macOS >= 10.9" optional = false -python-versions = "*" +python-versions = ">=3.6" files = [ - {file = "appnope-0.1.3-py2.py3-none-any.whl", hash = "sha256:265a455292d0bd8a72453494fa24df5a11eb18373a60c7c0430889f22548605e"}, - {file = "appnope-0.1.3.tar.gz", hash = "sha256:02bd91c4de869fbb1e1c50aafc4098827a7a54ab2f39d9dcba6c9547ed920e24"}, + {file = "appnope-0.1.4-py2.py3-none-any.whl", hash = "sha256:502575ee11cd7a28c0205f379b525beefebab9d161b7c964670864014ed7213c"}, + {file = "appnope-0.1.4.tar.gz", hash = "sha256:1de3860566df9caf38f01f86f65e0e13e379af54f9e4bee1e66b48f2efffd1ee"}, ] [[package]] @@ -399,18 +410,29 @@ tests-no-zope = ["attrs[tests-mypy]", "cloudpickle", "hypothesis", "pympler", "p [[package]] name = "babel" -version = "2.14.0" +version = "2.15.0" description = "Internationalization utilities" optional = false -python-versions = ">=3.7" +python-versions = ">=3.8" files = [ - {file = "Babel-2.14.0-py3-none-any.whl", hash = "sha256:efb1a25b7118e67ce3a259bed20545c29cb68be8ad2c784c83689981b7a57287"}, - {file = "Babel-2.14.0.tar.gz", hash = "sha256:6919867db036398ba21eb5c7a0f6b28ab8cbc3ae7a73a44ebe34ae74a4e7d363"}, + {file = "Babel-2.15.0-py3-none-any.whl", hash = "sha256:08706bdad8d0a3413266ab61bd6c34d0c28d6e1e7badf40a2cebe67644e2e1fb"}, + {file = "babel-2.15.0.tar.gz", hash = "sha256:8daf0e265d05768bc6c7a314cf1321e9a123afc328cc635c18622a2f30a04413"}, ] [package.extras] dev = ["freezegun (>=1.0,<2.0)", "pytest (>=6.0)", "pytest-cov"] +[[package]] +name = "backoff" +version = "2.2.1" +description = "Function decoration for backoff and retry" +optional = false +python-versions = ">=3.7,<4.0" +files = [ + {file = "backoff-2.2.1-py3-none-any.whl", hash = "sha256:63579f9a0628e06278f7e47b7d7d5b6ce20dc65c5e96a6f3ca99a6adca0396e8"}, + {file = "backoff-2.2.1.tar.gz", hash = "sha256:03f829f5bb1923180821643f8753b0502c3b682293992485b0eef2807afa5cba"}, +] + [[package]] name = "beautifulsoup4" version = "4.12.3" @@ -533,13 +555,13 @@ wcwidth = ">=0.1.4" [[package]] name = "blinker" -version = "1.7.0" +version = "1.8.2" description = "Fast, simple object-to-object and broadcast signaling" optional = false python-versions = ">=3.8" files = [ - {file = "blinker-1.7.0-py3-none-any.whl", hash = "sha256:c3f865d4d54db7abc53758a01601cf343fe55b84c1de4e3fa910e420b438d5b9"}, - {file = "blinker-1.7.0.tar.gz", hash = "sha256:e6820ff6fa4e4d1d8e2747c2283749c3f547e4fee112b98555cdcdae32996182"}, + {file = "blinker-1.8.2-py3-none-any.whl", hash = "sha256:1779309f71bf239144b9399d06ae925637cf6634cf6bd131104184531bf67c01"}, + {file = "blinker-1.8.2.tar.gz", hash = "sha256:8f77b09d3bf7c795e969e9486f39c2c5e9c39d4ee07424be2bc594ece9642d83"}, ] [[package]] @@ -557,24 +579,24 @@ tests = ["pytest", "pytest-cov"] [[package]] name = "cachetools" -version = "5.3.2" +version = "5.3.3" description = "Extensible memoizing collections and decorators" optional = false python-versions = ">=3.7" files = [ - {file = "cachetools-5.3.2-py3-none-any.whl", hash = "sha256:861f35a13a451f94e301ce2bec7cac63e881232ccce7ed67fab9b5df4d3beaa1"}, - {file = "cachetools-5.3.2.tar.gz", hash = "sha256:086ee420196f7b2ab9ca2db2520aca326318b68fe5ba8bc4d49cca91add450f2"}, + {file = "cachetools-5.3.3-py3-none-any.whl", hash = "sha256:0abad1021d3f8325b2fc1d2e9c8b9c9d57b04c3932657a72465447332c24d945"}, + {file = "cachetools-5.3.3.tar.gz", hash = "sha256:ba29e2dfa0b8b556606f097407ed1aa62080ee108ab0dc5ec9d6a723a007d105"}, ] [[package]] name = "certifi" -version = "2023.11.17" +version = "2024.2.2" description = "Python package for providing Mozilla's CA Bundle." optional = false python-versions = ">=3.6" files = [ - {file = "certifi-2023.11.17-py3-none-any.whl", hash = "sha256:e036ab49d5b79556f99cfc2d9320b34cfbe5be05c5871b51de9329f0603b0474"}, - {file = "certifi-2023.11.17.tar.gz", hash = "sha256:9b469f3a900bf28dc19b8cfbf8019bf47f7fdd1a65a1d4ffb98fc14166beb4d1"}, + {file = "certifi-2024.2.2-py3-none-any.whl", hash = "sha256:dc383c07b76109f368f6106eee2b593b04a011ea4d55f652c6ca24a754d1cdd1"}, + {file = "certifi-2024.2.2.tar.gz", hash = "sha256:0569859f95fc761b18b45ef421b1290a0f65f147e92a1e5eb3e635f9a5e4e66f"}, ] [[package]] @@ -795,13 +817,13 @@ files = [ [[package]] name = "comm" -version = "0.2.1" +version = "0.2.2" description = "Jupyter Python Comm implementation, for usage in ipykernel, xeus-python etc." optional = false python-versions = ">=3.8" files = [ - {file = "comm-0.2.1-py3-none-any.whl", hash = "sha256:87928485c0dfc0e7976fd89fc1e187023cf587e7c353e4a9b417555b44adf021"}, - {file = "comm-0.2.1.tar.gz", hash = "sha256:0bc91edae1344d39d3661dcbc36937181fdaddb304790458f8b044dbc064b89a"}, + {file = "comm-0.2.2-py3-none-any.whl", hash = "sha256:e6fb86cb70ff661ee8c9c14e7d36d6de3b4066f1441be4063df9c5009f0a64d3"}, + {file = "comm-0.2.2.tar.gz", hash = "sha256:3fd7a84065306e07bea1773df6eb8282de51ba82f77c72f9c85716ab11fe980e"}, ] [package.dependencies] @@ -812,64 +834,64 @@ test = ["pytest"] [[package]] name = "contourpy" -version = "1.2.0" +version = "1.2.1" description = "Python library for calculating contours of 2D quadrilateral grids" optional = false python-versions = ">=3.9" files = [ - {file = "contourpy-1.2.0-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:0274c1cb63625972c0c007ab14dd9ba9e199c36ae1a231ce45d725cbcbfd10a8"}, - {file = "contourpy-1.2.0-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:ab459a1cbbf18e8698399c595a01f6dcc5c138220ca3ea9e7e6126232d102bb4"}, - {file = "contourpy-1.2.0-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:6fdd887f17c2f4572ce548461e4f96396681212d858cae7bd52ba3310bc6f00f"}, - {file = "contourpy-1.2.0-cp310-cp310-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:5d16edfc3fc09968e09ddffada434b3bf989bf4911535e04eada58469873e28e"}, - {file = "contourpy-1.2.0-cp310-cp310-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:1c203f617abc0dde5792beb586f827021069fb6d403d7f4d5c2b543d87edceb9"}, - {file = "contourpy-1.2.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:b69303ceb2e4d4f146bf82fda78891ef7bcd80c41bf16bfca3d0d7eb545448aa"}, - {file = "contourpy-1.2.0-cp310-cp310-musllinux_1_1_aarch64.whl", hash = "sha256:884c3f9d42d7218304bc74a8a7693d172685c84bd7ab2bab1ee567b769696df9"}, - {file = "contourpy-1.2.0-cp310-cp310-musllinux_1_1_x86_64.whl", hash = "sha256:4a1b1208102be6e851f20066bf0e7a96b7d48a07c9b0cfe6d0d4545c2f6cadab"}, - {file = "contourpy-1.2.0-cp310-cp310-win32.whl", hash = "sha256:34b9071c040d6fe45d9826cbbe3727d20d83f1b6110d219b83eb0e2a01d79488"}, - {file = "contourpy-1.2.0-cp310-cp310-win_amd64.whl", hash = "sha256:bd2f1ae63998da104f16a8b788f685e55d65760cd1929518fd94cd682bf03e41"}, - {file = "contourpy-1.2.0-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:dd10c26b4eadae44783c45ad6655220426f971c61d9b239e6f7b16d5cdaaa727"}, - {file = "contourpy-1.2.0-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:5c6b28956b7b232ae801406e529ad7b350d3f09a4fde958dfdf3c0520cdde0dd"}, - {file = "contourpy-1.2.0-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:ebeac59e9e1eb4b84940d076d9f9a6cec0064e241818bcb6e32124cc5c3e377a"}, - {file = "contourpy-1.2.0-cp311-cp311-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:139d8d2e1c1dd52d78682f505e980f592ba53c9f73bd6be102233e358b401063"}, - {file = "contourpy-1.2.0-cp311-cp311-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:1e9dc350fb4c58adc64df3e0703ab076f60aac06e67d48b3848c23647ae4310e"}, - {file = "contourpy-1.2.0-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:18fc2b4ed8e4a8fe849d18dce4bd3c7ea637758c6343a1f2bae1e9bd4c9f4686"}, - {file = "contourpy-1.2.0-cp311-cp311-musllinux_1_1_aarch64.whl", hash = "sha256:16a7380e943a6d52472096cb7ad5264ecee36ed60888e2a3d3814991a0107286"}, - {file = "contourpy-1.2.0-cp311-cp311-musllinux_1_1_x86_64.whl", hash = "sha256:8d8faf05be5ec8e02a4d86f616fc2a0322ff4a4ce26c0f09d9f7fb5330a35c95"}, - {file = "contourpy-1.2.0-cp311-cp311-win32.whl", hash = "sha256:67b7f17679fa62ec82b7e3e611c43a016b887bd64fb933b3ae8638583006c6d6"}, - {file = "contourpy-1.2.0-cp311-cp311-win_amd64.whl", hash = "sha256:99ad97258985328b4f207a5e777c1b44a83bfe7cf1f87b99f9c11d4ee477c4de"}, - {file = "contourpy-1.2.0-cp312-cp312-macosx_10_9_x86_64.whl", hash = "sha256:575bcaf957a25d1194903a10bc9f316c136c19f24e0985a2b9b5608bdf5dbfe0"}, - {file = "contourpy-1.2.0-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:9e6c93b5b2dbcedad20a2f18ec22cae47da0d705d454308063421a3b290d9ea4"}, - {file = "contourpy-1.2.0-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:464b423bc2a009088f19bdf1f232299e8b6917963e2b7e1d277da5041f33a779"}, - {file = "contourpy-1.2.0-cp312-cp312-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:68ce4788b7d93e47f84edd3f1f95acdcd142ae60bc0e5493bfd120683d2d4316"}, - {file = "contourpy-1.2.0-cp312-cp312-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:3d7d1f8871998cdff5d2ff6a087e5e1780139abe2838e85b0b46b7ae6cc25399"}, - {file = "contourpy-1.2.0-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:6e739530c662a8d6d42c37c2ed52a6f0932c2d4a3e8c1f90692ad0ce1274abe0"}, - {file = "contourpy-1.2.0-cp312-cp312-musllinux_1_1_aarch64.whl", hash = "sha256:247b9d16535acaa766d03037d8e8fb20866d054d3c7fbf6fd1f993f11fc60ca0"}, - {file = "contourpy-1.2.0-cp312-cp312-musllinux_1_1_x86_64.whl", hash = "sha256:461e3ae84cd90b30f8d533f07d87c00379644205b1d33a5ea03381edc4b69431"}, - {file = "contourpy-1.2.0-cp312-cp312-win32.whl", hash = "sha256:1c2559d6cffc94890b0529ea7eeecc20d6fadc1539273aa27faf503eb4656d8f"}, - {file = "contourpy-1.2.0-cp312-cp312-win_amd64.whl", hash = "sha256:491b1917afdd8638a05b611a56d46587d5a632cabead889a5440f7c638bc6ed9"}, - {file = "contourpy-1.2.0-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:5fd1810973a375ca0e097dee059c407913ba35723b111df75671a1976efa04bc"}, - {file = "contourpy-1.2.0-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:999c71939aad2780f003979b25ac5b8f2df651dac7b38fb8ce6c46ba5abe6ae9"}, - {file = "contourpy-1.2.0-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:b7caf9b241464c404613512d5594a6e2ff0cc9cb5615c9475cc1d9b514218ae8"}, - {file = "contourpy-1.2.0-cp39-cp39-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:266270c6f6608340f6c9836a0fb9b367be61dde0c9a9a18d5ece97774105ff3e"}, - {file = "contourpy-1.2.0-cp39-cp39-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:dbd50d0a0539ae2e96e537553aff6d02c10ed165ef40c65b0e27e744a0f10af8"}, - {file = "contourpy-1.2.0-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:11f8d2554e52f459918f7b8e6aa20ec2a3bce35ce95c1f0ef4ba36fbda306df5"}, - {file = "contourpy-1.2.0-cp39-cp39-musllinux_1_1_aarch64.whl", hash = "sha256:ce96dd400486e80ac7d195b2d800b03e3e6a787e2a522bfb83755938465a819e"}, - {file = "contourpy-1.2.0-cp39-cp39-musllinux_1_1_x86_64.whl", hash = "sha256:6d3364b999c62f539cd403f8123ae426da946e142312a514162adb2addd8d808"}, - {file = "contourpy-1.2.0-cp39-cp39-win32.whl", hash = "sha256:1c88dfb9e0c77612febebb6ac69d44a8d81e3dc60f993215425b62c1161353f4"}, - {file = "contourpy-1.2.0-cp39-cp39-win_amd64.whl", hash = "sha256:78e6ad33cf2e2e80c5dfaaa0beec3d61face0fb650557100ee36db808bfa6843"}, - {file = "contourpy-1.2.0-pp39-pypy39_pp73-macosx_10_9_x86_64.whl", hash = "sha256:be16975d94c320432657ad2402f6760990cb640c161ae6da1363051805fa8108"}, - {file = "contourpy-1.2.0-pp39-pypy39_pp73-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:b95a225d4948b26a28c08307a60ac00fb8671b14f2047fc5476613252a129776"}, - {file = "contourpy-1.2.0-pp39-pypy39_pp73-win_amd64.whl", hash = "sha256:0d7e03c0f9a4f90dc18d4e77e9ef4ec7b7bbb437f7f675be8e530d65ae6ef956"}, - {file = "contourpy-1.2.0.tar.gz", hash = "sha256:171f311cb758de7da13fc53af221ae47a5877be5a0843a9fe150818c51ed276a"}, -] - -[package.dependencies] -numpy = ">=1.20,<2.0" + {file = "contourpy-1.2.1-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:bd7c23df857d488f418439686d3b10ae2fbf9bc256cd045b37a8c16575ea1040"}, + {file = "contourpy-1.2.1-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:5b9eb0ca724a241683c9685a484da9d35c872fd42756574a7cfbf58af26677fd"}, + {file = "contourpy-1.2.1-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:4c75507d0a55378240f781599c30e7776674dbaf883a46d1c90f37e563453480"}, + {file = "contourpy-1.2.1-cp310-cp310-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:11959f0ce4a6f7b76ec578576a0b61a28bdc0696194b6347ba3f1c53827178b9"}, + {file = "contourpy-1.2.1-cp310-cp310-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:eb3315a8a236ee19b6df481fc5f997436e8ade24a9f03dfdc6bd490fea20c6da"}, + {file = "contourpy-1.2.1-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:39f3ecaf76cd98e802f094e0d4fbc6dc9c45a8d0c4d185f0f6c2234e14e5f75b"}, + {file = "contourpy-1.2.1-cp310-cp310-musllinux_1_1_aarch64.whl", hash = "sha256:94b34f32646ca0414237168d68a9157cb3889f06b096612afdd296003fdd32fd"}, + {file = "contourpy-1.2.1-cp310-cp310-musllinux_1_1_x86_64.whl", hash = "sha256:457499c79fa84593f22454bbd27670227874cd2ff5d6c84e60575c8b50a69619"}, + {file = "contourpy-1.2.1-cp310-cp310-win32.whl", hash = "sha256:ac58bdee53cbeba2ecad824fa8159493f0bf3b8ea4e93feb06c9a465d6c87da8"}, + {file = "contourpy-1.2.1-cp310-cp310-win_amd64.whl", hash = "sha256:9cffe0f850e89d7c0012a1fb8730f75edd4320a0a731ed0c183904fe6ecfc3a9"}, + {file = "contourpy-1.2.1-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:6022cecf8f44e36af10bd9118ca71f371078b4c168b6e0fab43d4a889985dbb5"}, + {file = "contourpy-1.2.1-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:ef5adb9a3b1d0c645ff694f9bca7702ec2c70f4d734f9922ea34de02294fdf72"}, + {file = "contourpy-1.2.1-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:6150ffa5c767bc6332df27157d95442c379b7dce3a38dff89c0f39b63275696f"}, + {file = "contourpy-1.2.1-cp311-cp311-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:4c863140fafc615c14a4bf4efd0f4425c02230eb8ef02784c9a156461e62c965"}, + {file = "contourpy-1.2.1-cp311-cp311-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:00e5388f71c1a0610e6fe56b5c44ab7ba14165cdd6d695429c5cd94021e390b2"}, + {file = "contourpy-1.2.1-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:d4492d82b3bc7fbb7e3610747b159869468079fe149ec5c4d771fa1f614a14df"}, + {file = "contourpy-1.2.1-cp311-cp311-musllinux_1_1_aarch64.whl", hash = "sha256:49e70d111fee47284d9dd867c9bb9a7058a3c617274900780c43e38d90fe1205"}, + {file = "contourpy-1.2.1-cp311-cp311-musllinux_1_1_x86_64.whl", hash = "sha256:b59c0ffceff8d4d3996a45f2bb6f4c207f94684a96bf3d9728dbb77428dd8cb8"}, + {file = "contourpy-1.2.1-cp311-cp311-win32.whl", hash = "sha256:7b4182299f251060996af5249c286bae9361fa8c6a9cda5efc29fe8bfd6062ec"}, + {file = "contourpy-1.2.1-cp311-cp311-win_amd64.whl", hash = "sha256:2855c8b0b55958265e8b5888d6a615ba02883b225f2227461aa9127c578a4922"}, + {file = "contourpy-1.2.1-cp312-cp312-macosx_10_9_x86_64.whl", hash = "sha256:62828cada4a2b850dbef89c81f5a33741898b305db244904de418cc957ff05dc"}, + {file = "contourpy-1.2.1-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:309be79c0a354afff9ff7da4aaed7c3257e77edf6c1b448a779329431ee79d7e"}, + {file = "contourpy-1.2.1-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:2e785e0f2ef0d567099b9ff92cbfb958d71c2d5b9259981cd9bee81bd194c9a4"}, + {file = "contourpy-1.2.1-cp312-cp312-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:1cac0a8f71a041aa587410424ad46dfa6a11f6149ceb219ce7dd48f6b02b87a7"}, + {file = "contourpy-1.2.1-cp312-cp312-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:af3f4485884750dddd9c25cb7e3915d83c2db92488b38ccb77dd594eac84c4a0"}, + {file = "contourpy-1.2.1-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:9ce6889abac9a42afd07a562c2d6d4b2b7134f83f18571d859b25624a331c90b"}, + {file = "contourpy-1.2.1-cp312-cp312-musllinux_1_1_aarch64.whl", hash = "sha256:a1eea9aecf761c661d096d39ed9026574de8adb2ae1c5bd7b33558af884fb2ce"}, + {file = "contourpy-1.2.1-cp312-cp312-musllinux_1_1_x86_64.whl", hash = "sha256:187fa1d4c6acc06adb0fae5544c59898ad781409e61a926ac7e84b8f276dcef4"}, + {file = "contourpy-1.2.1-cp312-cp312-win32.whl", hash = "sha256:c2528d60e398c7c4c799d56f907664673a807635b857df18f7ae64d3e6ce2d9f"}, + {file = "contourpy-1.2.1-cp312-cp312-win_amd64.whl", hash = "sha256:1a07fc092a4088ee952ddae19a2b2a85757b923217b7eed584fdf25f53a6e7ce"}, + {file = "contourpy-1.2.1-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:bb6834cbd983b19f06908b45bfc2dad6ac9479ae04abe923a275b5f48f1a186b"}, + {file = "contourpy-1.2.1-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:1d59e739ab0e3520e62a26c60707cc3ab0365d2f8fecea74bfe4de72dc56388f"}, + {file = "contourpy-1.2.1-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:bd3db01f59fdcbce5b22afad19e390260d6d0222f35a1023d9adc5690a889364"}, + {file = "contourpy-1.2.1-cp39-cp39-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:a12a813949e5066148712a0626895c26b2578874e4cc63160bb007e6df3436fe"}, + {file = "contourpy-1.2.1-cp39-cp39-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:fe0ccca550bb8e5abc22f530ec0466136379c01321fd94f30a22231e8a48d985"}, + {file = "contourpy-1.2.1-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:e1d59258c3c67c865435d8fbeb35f8c59b8bef3d6f46c1f29f6123556af28445"}, + {file = "contourpy-1.2.1-cp39-cp39-musllinux_1_1_aarch64.whl", hash = "sha256:f32c38afb74bd98ce26de7cc74a67b40afb7b05aae7b42924ea990d51e4dac02"}, + {file = "contourpy-1.2.1-cp39-cp39-musllinux_1_1_x86_64.whl", hash = "sha256:d31a63bc6e6d87f77d71e1abbd7387ab817a66733734883d1fc0021ed9bfa083"}, + {file = "contourpy-1.2.1-cp39-cp39-win32.whl", hash = "sha256:ddcb8581510311e13421b1f544403c16e901c4e8f09083c881fab2be80ee31ba"}, + {file = "contourpy-1.2.1-cp39-cp39-win_amd64.whl", hash = "sha256:10a37ae557aabf2509c79715cd20b62e4c7c28b8cd62dd7d99e5ed3ce28c3fd9"}, + {file = "contourpy-1.2.1-pp39-pypy39_pp73-macosx_10_9_x86_64.whl", hash = "sha256:a31f94983fecbac95e58388210427d68cd30fe8a36927980fab9c20062645609"}, + {file = "contourpy-1.2.1-pp39-pypy39_pp73-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:ef2b055471c0eb466033760a521efb9d8a32b99ab907fc8358481a1dd29e3bd3"}, + {file = "contourpy-1.2.1-pp39-pypy39_pp73-win_amd64.whl", hash = "sha256:b33d2bc4f69caedcd0a275329eb2198f560b325605810895627be5d4b876bf7f"}, + {file = "contourpy-1.2.1.tar.gz", hash = "sha256:4d8908b3bee1c889e547867ca4cdc54e5ab6be6d3e078556814a22457f49423c"}, +] + +[package.dependencies] +numpy = ">=1.20" [package.extras] bokeh = ["bokeh", "selenium"] docs = ["furo", "sphinx (>=7.2)", "sphinx-copybutton"] -mypy = ["contourpy[bokeh,docs]", "docutils-stubs", "mypy (==1.6.1)", "types-Pillow"] +mypy = ["contourpy[bokeh,docs]", "docutils-stubs", "mypy (==1.8.0)", "types-Pillow"] test = ["Pillow", "contourpy[test-no-images]", "matplotlib"] test-no-images = ["pytest", "pytest-cov", "pytest-xdist", "wurlitzer"] @@ -937,43 +959,43 @@ toml = ["tomli"] [[package]] name = "cryptography" -version = "42.0.1" +version = "42.0.7" description = "cryptography is a package which provides cryptographic recipes and primitives to Python developers." optional = false python-versions = ">=3.7" files = [ - {file = "cryptography-42.0.1-cp37-abi3-macosx_10_12_universal2.whl", hash = "sha256:265bdc693570b895eb641410b8fc9e8ddbce723a669236162b9d9cfb70bd8d77"}, - {file = "cryptography-42.0.1-cp37-abi3-macosx_10_12_x86_64.whl", hash = "sha256:160fa08dfa6dca9cb8ad9bd84e080c0db6414ba5ad9a7470bc60fb154f60111e"}, - {file = "cryptography-42.0.1-cp37-abi3-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:727387886c9c8de927c360a396c5edcb9340d9e960cda145fca75bdafdabd24c"}, - {file = "cryptography-42.0.1-cp37-abi3-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:4d84673c012aa698555d4710dcfe5f8a0ad76ea9dde8ef803128cc669640a2e0"}, - {file = "cryptography-42.0.1-cp37-abi3-manylinux_2_28_aarch64.whl", hash = "sha256:e6edc3a568667daf7d349d7e820783426ee4f1c0feab86c29bd1d6fe2755e009"}, - {file = "cryptography-42.0.1-cp37-abi3-manylinux_2_28_x86_64.whl", hash = "sha256:d50718dd574a49d3ef3f7ef7ece66ef281b527951eb2267ce570425459f6a404"}, - {file = "cryptography-42.0.1-cp37-abi3-musllinux_1_1_aarch64.whl", hash = "sha256:9544492e8024f29919eac2117edd8c950165e74eb551a22c53f6fdf6ba5f4cb8"}, - {file = "cryptography-42.0.1-cp37-abi3-musllinux_1_1_x86_64.whl", hash = "sha256:ab6b302d51fbb1dd339abc6f139a480de14d49d50f65fdc7dff782aa8631d035"}, - {file = "cryptography-42.0.1-cp37-abi3-musllinux_1_2_aarch64.whl", hash = "sha256:2fe16624637d6e3e765530bc55caa786ff2cbca67371d306e5d0a72e7c3d0407"}, - {file = "cryptography-42.0.1-cp37-abi3-musllinux_1_2_x86_64.whl", hash = "sha256:ed1b2130f5456a09a134cc505a17fc2830a1a48ed53efd37dcc904a23d7b82fa"}, - {file = "cryptography-42.0.1-cp37-abi3-win32.whl", hash = "sha256:e5edf189431b4d51f5c6fb4a95084a75cef6b4646c934eb6e32304fc720e1453"}, - {file = "cryptography-42.0.1-cp37-abi3-win_amd64.whl", hash = "sha256:6bfd823b336fdcd8e06285ae8883d3d2624d3bdef312a0e2ef905f332f8e9302"}, - {file = "cryptography-42.0.1-cp39-abi3-macosx_10_12_universal2.whl", hash = "sha256:351db02c1938c8e6b1fee8a78d6b15c5ccceca7a36b5ce48390479143da3b411"}, - {file = "cryptography-42.0.1-cp39-abi3-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:430100abed6d3652208ae1dd410c8396213baee2e01a003a4449357db7dc9e14"}, - {file = "cryptography-42.0.1-cp39-abi3-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:2dff7a32880a51321f5de7869ac9dde6b1fca00fc1fef89d60e93f215468e824"}, - {file = "cryptography-42.0.1-cp39-abi3-manylinux_2_28_aarch64.whl", hash = "sha256:b512f33c6ab195852595187af5440d01bb5f8dd57cb7a91e1e009a17f1b7ebca"}, - {file = "cryptography-42.0.1-cp39-abi3-manylinux_2_28_x86_64.whl", hash = "sha256:95d900d19a370ae36087cc728e6e7be9c964ffd8cbcb517fd1efb9c9284a6abc"}, - {file = "cryptography-42.0.1-cp39-abi3-musllinux_1_1_aarch64.whl", hash = "sha256:6ac8924085ed8287545cba89dc472fc224c10cc634cdf2c3e2866fe868108e77"}, - {file = "cryptography-42.0.1-cp39-abi3-musllinux_1_1_x86_64.whl", hash = "sha256:cb2861a9364fa27d24832c718150fdbf9ce6781d7dc246a516435f57cfa31fe7"}, - {file = "cryptography-42.0.1-cp39-abi3-musllinux_1_2_aarch64.whl", hash = "sha256:25ec6e9e81de5d39f111a4114193dbd39167cc4bbd31c30471cebedc2a92c323"}, - {file = "cryptography-42.0.1-cp39-abi3-musllinux_1_2_x86_64.whl", hash = "sha256:9d61fcdf37647765086030d81872488e4cb3fafe1d2dda1d487875c3709c0a49"}, - {file = "cryptography-42.0.1-cp39-abi3-win32.whl", hash = "sha256:16b9260d04a0bfc8952b00335ff54f471309d3eb9d7e8dbfe9b0bd9e26e67881"}, - {file = "cryptography-42.0.1-cp39-abi3-win_amd64.whl", hash = "sha256:7911586fc69d06cd0ab3f874a169433db1bc2f0e40988661408ac06c4527a986"}, - {file = "cryptography-42.0.1-pp310-pypy310_pp73-macosx_10_12_x86_64.whl", hash = "sha256:d3594947d2507d4ef7a180a7f49a6db41f75fb874c2fd0e94f36b89bfd678bf2"}, - {file = "cryptography-42.0.1-pp310-pypy310_pp73-manylinux_2_28_aarch64.whl", hash = "sha256:8d7efb6bf427d2add2f40b6e1e8e476c17508fa8907234775214b153e69c2e11"}, - {file = "cryptography-42.0.1-pp310-pypy310_pp73-manylinux_2_28_x86_64.whl", hash = "sha256:126e0ba3cc754b200a2fb88f67d66de0d9b9e94070c5bc548318c8dab6383cb6"}, - {file = "cryptography-42.0.1-pp310-pypy310_pp73-win_amd64.whl", hash = "sha256:802d6f83233cf9696b59b09eb067e6b4d5ae40942feeb8e13b213c8fad47f1aa"}, - {file = "cryptography-42.0.1-pp39-pypy39_pp73-macosx_10_12_x86_64.whl", hash = "sha256:0b7cacc142260ada944de070ce810c3e2a438963ee3deb45aa26fd2cee94c9a4"}, - {file = "cryptography-42.0.1-pp39-pypy39_pp73-manylinux_2_28_aarch64.whl", hash = "sha256:32ea63ceeae870f1a62e87f9727359174089f7b4b01e4999750827bf10e15d60"}, - {file = "cryptography-42.0.1-pp39-pypy39_pp73-manylinux_2_28_x86_64.whl", hash = "sha256:d3902c779a92151f134f68e555dd0b17c658e13429f270d8a847399b99235a3f"}, - {file = "cryptography-42.0.1-pp39-pypy39_pp73-win_amd64.whl", hash = "sha256:50aecd93676bcca78379604ed664c45da82bc1241ffb6f97f6b7392ed5bc6f04"}, - {file = "cryptography-42.0.1.tar.gz", hash = "sha256:fd33f53809bb363cf126bebe7a99d97735988d9b0131a2be59fbf83e1259a5b7"}, + {file = "cryptography-42.0.7-cp37-abi3-macosx_10_12_universal2.whl", hash = "sha256:a987f840718078212fdf4504d0fd4c6effe34a7e4740378e59d47696e8dfb477"}, + {file = "cryptography-42.0.7-cp37-abi3-macosx_10_12_x86_64.whl", hash = "sha256:bd13b5e9b543532453de08bcdc3cc7cebec6f9883e886fd20a92f26940fd3e7a"}, + {file = "cryptography-42.0.7-cp37-abi3-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:a79165431551042cc9d1d90e6145d5d0d3ab0f2d66326c201d9b0e7f5bf43604"}, + {file = "cryptography-42.0.7-cp37-abi3-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:a47787a5e3649008a1102d3df55424e86606c9bae6fb77ac59afe06d234605f8"}, + {file = "cryptography-42.0.7-cp37-abi3-manylinux_2_28_aarch64.whl", hash = "sha256:02c0eee2d7133bdbbc5e24441258d5d2244beb31da5ed19fbb80315f4bbbff55"}, + {file = "cryptography-42.0.7-cp37-abi3-manylinux_2_28_x86_64.whl", hash = "sha256:5e44507bf8d14b36b8389b226665d597bc0f18ea035d75b4e53c7b1ea84583cc"}, + {file = "cryptography-42.0.7-cp37-abi3-musllinux_1_1_aarch64.whl", hash = "sha256:7f8b25fa616d8b846aef64b15c606bb0828dbc35faf90566eb139aa9cff67af2"}, + {file = "cryptography-42.0.7-cp37-abi3-musllinux_1_1_x86_64.whl", hash = "sha256:93a3209f6bb2b33e725ed08ee0991b92976dfdcf4e8b38646540674fc7508e13"}, + {file = "cryptography-42.0.7-cp37-abi3-musllinux_1_2_aarch64.whl", hash = "sha256:e6b8f1881dac458c34778d0a424ae5769de30544fc678eac51c1c8bb2183e9da"}, + {file = "cryptography-42.0.7-cp37-abi3-musllinux_1_2_x86_64.whl", hash = "sha256:3de9a45d3b2b7d8088c3fbf1ed4395dfeff79d07842217b38df14ef09ce1d8d7"}, + {file = "cryptography-42.0.7-cp37-abi3-win32.whl", hash = "sha256:789caea816c6704f63f6241a519bfa347f72fbd67ba28d04636b7c6b7da94b0b"}, + {file = "cryptography-42.0.7-cp37-abi3-win_amd64.whl", hash = "sha256:8cb8ce7c3347fcf9446f201dc30e2d5a3c898d009126010cbd1f443f28b52678"}, + {file = "cryptography-42.0.7-cp39-abi3-macosx_10_12_universal2.whl", hash = "sha256:a3a5ac8b56fe37f3125e5b72b61dcde43283e5370827f5233893d461b7360cd4"}, + {file = "cryptography-42.0.7-cp39-abi3-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:779245e13b9a6638df14641d029add5dc17edbef6ec915688f3acb9e720a5858"}, + {file = "cryptography-42.0.7-cp39-abi3-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:0d563795db98b4cd57742a78a288cdbdc9daedac29f2239793071fe114f13785"}, + {file = "cryptography-42.0.7-cp39-abi3-manylinux_2_28_aarch64.whl", hash = "sha256:31adb7d06fe4383226c3e963471f6837742889b3c4caa55aac20ad951bc8ffda"}, + {file = "cryptography-42.0.7-cp39-abi3-manylinux_2_28_x86_64.whl", hash = "sha256:efd0bf5205240182e0f13bcaea41be4fdf5c22c5129fc7ced4a0282ac86998c9"}, + {file = "cryptography-42.0.7-cp39-abi3-musllinux_1_1_aarch64.whl", hash = "sha256:a9bc127cdc4ecf87a5ea22a2556cab6c7eda2923f84e4f3cc588e8470ce4e42e"}, + {file = "cryptography-42.0.7-cp39-abi3-musllinux_1_1_x86_64.whl", hash = "sha256:3577d029bc3f4827dd5bf8bf7710cac13527b470bbf1820a3f394adb38ed7d5f"}, + {file = "cryptography-42.0.7-cp39-abi3-musllinux_1_2_aarch64.whl", hash = "sha256:2e47577f9b18723fa294b0ea9a17d5e53a227867a0a4904a1a076d1646d45ca1"}, + {file = "cryptography-42.0.7-cp39-abi3-musllinux_1_2_x86_64.whl", hash = "sha256:1a58839984d9cb34c855197043eaae2c187d930ca6d644612843b4fe8513c886"}, + {file = "cryptography-42.0.7-cp39-abi3-win32.whl", hash = "sha256:e6b79d0adb01aae87e8a44c2b64bc3f3fe59515280e00fb6d57a7267a2583cda"}, + {file = "cryptography-42.0.7-cp39-abi3-win_amd64.whl", hash = "sha256:16268d46086bb8ad5bf0a2b5544d8a9ed87a0e33f5e77dd3c3301e63d941a83b"}, + {file = "cryptography-42.0.7-pp310-pypy310_pp73-macosx_10_12_x86_64.whl", hash = "sha256:2954fccea107026512b15afb4aa664a5640cd0af630e2ee3962f2602693f0c82"}, + {file = "cryptography-42.0.7-pp310-pypy310_pp73-manylinux_2_28_aarch64.whl", hash = "sha256:362e7197754c231797ec45ee081f3088a27a47c6c01eff2ac83f60f85a50fe60"}, + {file = "cryptography-42.0.7-pp310-pypy310_pp73-manylinux_2_28_x86_64.whl", hash = "sha256:4f698edacf9c9e0371112792558d2f705b5645076cc0aaae02f816a0171770fd"}, + {file = "cryptography-42.0.7-pp310-pypy310_pp73-win_amd64.whl", hash = "sha256:5482e789294854c28237bba77c4c83be698be740e31a3ae5e879ee5444166582"}, + {file = "cryptography-42.0.7-pp39-pypy39_pp73-macosx_10_12_x86_64.whl", hash = "sha256:e9b2a6309f14c0497f348d08a065d52f3020656f675819fc405fb63bbcd26562"}, + {file = "cryptography-42.0.7-pp39-pypy39_pp73-manylinux_2_28_aarch64.whl", hash = "sha256:d8e3098721b84392ee45af2dd554c947c32cc52f862b6a3ae982dbb90f577f14"}, + {file = "cryptography-42.0.7-pp39-pypy39_pp73-manylinux_2_28_x86_64.whl", hash = "sha256:c65f96dad14f8528a447414125e1fc8feb2ad5a272b8f68477abbcc1ea7d94b9"}, + {file = "cryptography-42.0.7-pp39-pypy39_pp73-win_amd64.whl", hash = "sha256:36017400817987670037fbb0324d71489b6ead6231c9604f8fc1f7d008087c68"}, + {file = "cryptography-42.0.7.tar.gz", hash = "sha256:ecbfbc00bf55888edda9868a4cf927205de8499e7fabe6c050322298382953f2"}, ] [package.dependencies] @@ -1006,22 +1028,21 @@ tests = ["pytest", "pytest-cov", "pytest-xdist"] [[package]] name = "dash" -version = "2.14.2" +version = "2.17.0" description = "A Python framework for building reactive web-apps. Developed by Plotly." optional = false -python-versions = ">=3.6" +python-versions = ">=3.8" files = [ - {file = "dash-2.14.2-py3-none-any.whl", hash = "sha256:8e1a280f1c7be0714825f04786beab41d40752095e116204e64b13ac978b654d"}, - {file = "dash-2.14.2.tar.gz", hash = "sha256:602e7b0047cc9c48a81244377b812e79198678ef759a0039dadfe81023e20e96"}, + {file = "dash-2.17.0-py3-none-any.whl", hash = "sha256:2421569023b2cd46ea2d4b2c14fe72c71b7436527a3102219b2265fa361e7c67"}, + {file = "dash-2.17.0.tar.gz", hash = "sha256:d065cd88771e45d0485993be0d27565e08918cb7edd18e31ee1c5b41252fc2fa"}, ] [package.dependencies] -ansi2html = "*" dash-core-components = "2.0.0" dash-html-components = "2.0.0" dash-table = "5.0.0" Flask = ">=1.0.4,<3.1" -importlib-metadata = {version = "*", markers = "python_version >= \"3.7\""} +importlib-metadata = "*" nest-asyncio = "*" plotly = ">=5.0.0" requests = "*" @@ -1031,8 +1052,8 @@ typing-extensions = ">=4.1.1" Werkzeug = "<3.1" [package.extras] -celery = ["celery[redis] (>=5.1.2)", "importlib-metadata (<5)", "redis (>=3.5.3)"] -ci = ["black (==21.6b0)", "black (==22.3.0)", "dash-dangerously-set-inner-html", "dash-flow-example (==0.0.5)", "flake8 (==3.9.2)", "flaky (==3.7.0)", "flask-talisman (==1.0.0)", "isort (==4.3.21)", "jupyterlab (<4.0.0)", "mimesis", "mock (==4.0.3)", "numpy (<=1.25.2)", "openpyxl", "orjson (==3.5.4)", "orjson (==3.6.7)", "pandas (==1.1.5)", "pandas (>=1.4.0)", "preconditions", "pyarrow", "pyarrow (<3)", "pylint (==2.13.5)", "pytest-mock", "pytest-rerunfailures", "pytest-sugar (==0.9.6)", "xlrd (<2)", "xlrd (>=2.0.1)"] +celery = ["celery[redis] (>=5.1.2)", "redis (>=3.5.3)"] +ci = ["black (==22.3.0)", "dash-dangerously-set-inner-html", "dash-flow-example (==0.0.5)", "flake8 (==7.0.0)", "flaky (==3.8.1)", "flask-talisman (==1.0.0)", "jupyterlab (<4.0.0)", "mimesis (<=11.1.0)", "mock (==4.0.3)", "numpy (<=1.26.3)", "openpyxl", "orjson (==3.9.12)", "pandas (>=1.4.0)", "pyarrow", "pylint (==3.0.3)", "pytest-mock", "pytest-rerunfailures", "pytest-sugar (==0.9.6)", "pyzmq (==25.1.2)", "xlrd (>=2.0.1)"] compress = ["flask-compress"] dev = ["PyYAML (>=5.4.1)", "coloredlogs (>=15.0.1)", "fire (>=0.4.0)"] diskcache = ["diskcache (>=5.2.1)", "multiprocess (>=0.70.12)", "psutil (>=5.8.0)"] @@ -1040,13 +1061,13 @@ testing = ["beautifulsoup4 (>=4.8.2)", "cryptography (<3.4)", "dash-testing-stub [[package]] name = "dash-bootstrap-components" -version = "1.5.0" +version = "1.6.0" description = "Bootstrap themed components for use in Plotly Dash" optional = false -python-versions = ">=3.7, <4" +python-versions = "<4,>=3.8" files = [ - {file = "dash-bootstrap-components-1.5.0.tar.gz", hash = "sha256:083158c07434b9965e2d6c3e8ca72dbbe47dab23e676258cef9bf0ad47d2e250"}, - {file = "dash_bootstrap_components-1.5.0-py3-none-any.whl", hash = "sha256:b487fec1a85e3d6a8564fe04c0a9cd9e846f75ea9e563456ed3879592889c591"}, + {file = "dash_bootstrap_components-1.6.0-py3-none-any.whl", hash = "sha256:97f0f47b38363f18863e1b247462229266ce12e1e171cfb34d3c9898e6e5cd1e"}, + {file = "dash_bootstrap_components-1.6.0.tar.gz", hash = "sha256:960a1ec9397574792f49a8241024fa3cecde0f5930c971a3fc81f016cbeb1095"}, ] [package.dependencies] @@ -1100,12 +1121,12 @@ files = [ [[package]] name = "dashscope" -version = "1.14.1" +version = "1.19.2" description = "dashscope client sdk library" optional = false -python-versions = ">=3.7.0" +python-versions = ">=3.8.0" files = [ - {file = "dashscope-1.14.1-py3-none-any.whl", hash = "sha256:8debc8d36de572a3a264c870b79026fa89507a65ca494120957649281fa23455"}, + {file = "dashscope-1.19.2-py3-none-any.whl", hash = "sha256:bacfb6b7c2ce273d2f1a75c7a2ecc8142452079dd5efb2bfb77e670742debc62"}, ] [package.dependencies] @@ -1116,39 +1137,50 @@ requests = "*" tokenizer = ["tiktoken"] [[package]] -name = "databind-core" -version = "4.4.0" -description = "Databind is a library inspired by jackson-databind to de-/serialize Python dataclasses. Compatible with Python 3.7 and newer." +name = "databind" +version = "4.5.1" +description = "Databind is a library inspired by jackson-databind to de-/serialize Python dataclasses. The `databind` package will install the full suite of databind packages. Compatible with Python 3.8 and newer." optional = false -python-versions = ">=3.6.3,<4.0.0" +python-versions = "<4.0.0,>=3.8.0" files = [ - {file = "databind.core-4.4.0-py3-none-any.whl", hash = "sha256:3c8a4d9abc93e158af9931d8cec389ddfc0514e02aec03b397948d243db11881"}, - {file = "databind.core-4.4.0.tar.gz", hash = "sha256:715d485e934c073f819f0250bbfcaf59c1319f83427365bc7cfd4c347f87576d"}, + {file = "databind-4.5.1-py3-none-any.whl", hash = "sha256:e8eae14d2bbf41dfbe598883deda5c8088dfcb3ce55344b216925ea4ad48d5cf"}, + {file = "databind-4.5.1.tar.gz", hash = "sha256:66f912f100d81acbbe8b9b2c5280a04341bca5d3925669371a551cc354350962"}, ] [package.dependencies] Deprecated = ">=1.2.12,<2.0.0" nr-date = ">=2.0.0,<3.0.0" nr-stream = ">=1.0.0,<2.0.0" -typeapi = ">=2.0.1,<3.0.0" -typing-extensions = ">=3.10.0" +typeapi = ">=2.0.1,<3" +typing-extensions = ">=3.10.0,<5" + +[[package]] +name = "databind-core" +version = "4.5.1" +description = "Databind is a library inspired by jackson-databind to de-/serialize Python dataclasses. Compatible with Python 3.8 and newer. Deprecated, use `databind` package." +optional = false +python-versions = "<4.0.0,>=3.8.0" +files = [ + {file = "databind.core-4.5.1-py3-none-any.whl", hash = "sha256:df782c1bd2e416e268796918c4bdcdc2b9e948e2c263423ae9af1f5c50087973"}, + {file = "databind.core-4.5.1.tar.gz", hash = "sha256:d938777ab612188bef2070f12150e1cf07d0659459dd858a12edce80bdad64fa"}, +] + +[package.dependencies] +databind = ">=4.5.1,<5.0.0" [[package]] name = "databind-json" -version = "4.4.0" -description = "De-/serialize Python dataclasses to or from JSON payloads. Compatible with Python 3.7 and newer." +version = "4.5.1" +description = "De-/serialize Python dataclasses to or from JSON payloads. Compatible with Python 3.8 and newer. Deprecated, use `databind` module instead." optional = false -python-versions = ">=3.6.3,<4.0.0" +python-versions = "<4.0.0,>=3.8.0" files = [ - {file = "databind.json-4.4.0-py3-none-any.whl", hash = "sha256:df8874118cfba6fd0e77ec3d41a87e04e26034bd545230cab0db1fe904bf1b09"}, - {file = "databind.json-4.4.0.tar.gz", hash = "sha256:4356afdf0aeefcc053eda0888650c59cc558be2686f08a58324d675ccd023586"}, + {file = "databind.json-4.5.1-py3-none-any.whl", hash = "sha256:d05854afbc0e398f427b6bd6172560eee41ab36ca4953c3b92fd8aa4c81f7502"}, + {file = "databind.json-4.5.1.tar.gz", hash = "sha256:40363b1ae4322e877a02e4b7b5dc2c9ca8be4176e2b567a3f9718ee52543c1d1"}, ] [package.dependencies] -"databind.core" = ">=4.4.0,<5.0.0" -nr-date = ">=2.0.0,<3.0.0" -typeapi = ">=2.0.1,<3.0.0" -typing-extensions = ">=3.10.0" +databind = ">=4.5.1,<5.0.0" [[package]] name = "dataclasses-json" @@ -1209,29 +1241,33 @@ vision = ["Pillow (>=6.2.1)"] [[package]] name = "debugpy" -version = "1.8.0" +version = "1.8.1" description = "An implementation of the Debug Adapter Protocol for Python" optional = false python-versions = ">=3.8" files = [ - {file = "debugpy-1.8.0-cp310-cp310-macosx_11_0_x86_64.whl", hash = "sha256:7fb95ca78f7ac43393cd0e0f2b6deda438ec7c5e47fa5d38553340897d2fbdfb"}, - {file = "debugpy-1.8.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:ef9ab7df0b9a42ed9c878afd3eaaff471fce3fa73df96022e1f5c9f8f8c87ada"}, - {file = "debugpy-1.8.0-cp310-cp310-win32.whl", hash = "sha256:a8b7a2fd27cd9f3553ac112f356ad4ca93338feadd8910277aff71ab24d8775f"}, - {file = "debugpy-1.8.0-cp310-cp310-win_amd64.whl", hash = "sha256:5d9de202f5d42e62f932507ee8b21e30d49aae7e46d5b1dd5c908db1d7068637"}, - {file = "debugpy-1.8.0-cp311-cp311-macosx_11_0_universal2.whl", hash = "sha256:ef54404365fae8d45cf450d0544ee40cefbcb9cb85ea7afe89a963c27028261e"}, - {file = "debugpy-1.8.0-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:60009b132c91951354f54363f8ebdf7457aeb150e84abba5ae251b8e9f29a8a6"}, - {file = "debugpy-1.8.0-cp311-cp311-win32.whl", hash = "sha256:8cd0197141eb9e8a4566794550cfdcdb8b3db0818bdf8c49a8e8f8053e56e38b"}, - {file = "debugpy-1.8.0-cp311-cp311-win_amd64.whl", hash = "sha256:a64093656c4c64dc6a438e11d59369875d200bd5abb8f9b26c1f5f723622e153"}, - {file = "debugpy-1.8.0-cp38-cp38-macosx_11_0_x86_64.whl", hash = "sha256:b05a6b503ed520ad58c8dc682749113d2fd9f41ffd45daec16e558ca884008cd"}, - {file = "debugpy-1.8.0-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:3c6fb41c98ec51dd010d7ed650accfd07a87fe5e93eca9d5f584d0578f28f35f"}, - {file = "debugpy-1.8.0-cp38-cp38-win32.whl", hash = "sha256:46ab6780159eeabb43c1495d9c84cf85d62975e48b6ec21ee10c95767c0590aa"}, - {file = "debugpy-1.8.0-cp38-cp38-win_amd64.whl", hash = "sha256:bdc5ef99d14b9c0fcb35351b4fbfc06ac0ee576aeab6b2511702e5a648a2e595"}, - {file = "debugpy-1.8.0-cp39-cp39-macosx_11_0_x86_64.whl", hash = "sha256:61eab4a4c8b6125d41a34bad4e5fe3d2cc145caecd63c3fe953be4cc53e65bf8"}, - {file = "debugpy-1.8.0-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:125b9a637e013f9faac0a3d6a82bd17c8b5d2c875fb6b7e2772c5aba6d082332"}, - {file = "debugpy-1.8.0-cp39-cp39-win32.whl", hash = "sha256:57161629133113c97b387382045649a2b985a348f0c9366e22217c87b68b73c6"}, - {file = "debugpy-1.8.0-cp39-cp39-win_amd64.whl", hash = "sha256:e3412f9faa9ade82aa64a50b602544efcba848c91384e9f93497a458767e6926"}, - {file = "debugpy-1.8.0-py2.py3-none-any.whl", hash = "sha256:9c9b0ac1ce2a42888199df1a1906e45e6f3c9555497643a85e0bf2406e3ffbc4"}, - {file = "debugpy-1.8.0.zip", hash = "sha256:12af2c55b419521e33d5fb21bd022df0b5eb267c3e178f1d374a63a2a6bdccd0"}, + {file = "debugpy-1.8.1-cp310-cp310-macosx_11_0_x86_64.whl", hash = "sha256:3bda0f1e943d386cc7a0e71bfa59f4137909e2ed947fb3946c506e113000f741"}, + {file = "debugpy-1.8.1-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:dda73bf69ea479c8577a0448f8c707691152e6c4de7f0c4dec5a4bc11dee516e"}, + {file = "debugpy-1.8.1-cp310-cp310-win32.whl", hash = "sha256:3a79c6f62adef994b2dbe9fc2cc9cc3864a23575b6e387339ab739873bea53d0"}, + {file = "debugpy-1.8.1-cp310-cp310-win_amd64.whl", hash = "sha256:7eb7bd2b56ea3bedb009616d9e2f64aab8fc7000d481faec3cd26c98a964bcdd"}, + {file = "debugpy-1.8.1-cp311-cp311-macosx_11_0_universal2.whl", hash = "sha256:016a9fcfc2c6b57f939673c874310d8581d51a0fe0858e7fac4e240c5eb743cb"}, + {file = "debugpy-1.8.1-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:fd97ed11a4c7f6d042d320ce03d83b20c3fb40da892f994bc041bbc415d7a099"}, + {file = "debugpy-1.8.1-cp311-cp311-win32.whl", hash = "sha256:0de56aba8249c28a300bdb0672a9b94785074eb82eb672db66c8144fff673146"}, + {file = "debugpy-1.8.1-cp311-cp311-win_amd64.whl", hash = "sha256:1a9fe0829c2b854757b4fd0a338d93bc17249a3bf69ecf765c61d4c522bb92a8"}, + {file = "debugpy-1.8.1-cp312-cp312-macosx_11_0_universal2.whl", hash = "sha256:3ebb70ba1a6524d19fa7bb122f44b74170c447d5746a503e36adc244a20ac539"}, + {file = "debugpy-1.8.1-cp312-cp312-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:a2e658a9630f27534e63922ebf655a6ab60c370f4d2fc5c02a5b19baf4410ace"}, + {file = "debugpy-1.8.1-cp312-cp312-win32.whl", hash = "sha256:caad2846e21188797a1f17fc09c31b84c7c3c23baf2516fed5b40b378515bbf0"}, + {file = "debugpy-1.8.1-cp312-cp312-win_amd64.whl", hash = "sha256:edcc9f58ec0fd121a25bc950d4578df47428d72e1a0d66c07403b04eb93bcf98"}, + {file = "debugpy-1.8.1-cp38-cp38-macosx_11_0_x86_64.whl", hash = "sha256:7a3afa222f6fd3d9dfecd52729bc2e12c93e22a7491405a0ecbf9e1d32d45b39"}, + {file = "debugpy-1.8.1-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:d915a18f0597ef685e88bb35e5d7ab968964b7befefe1aaea1eb5b2640b586c7"}, + {file = "debugpy-1.8.1-cp38-cp38-win32.whl", hash = "sha256:92116039b5500633cc8d44ecc187abe2dfa9b90f7a82bbf81d079fcdd506bae9"}, + {file = "debugpy-1.8.1-cp38-cp38-win_amd64.whl", hash = "sha256:e38beb7992b5afd9d5244e96ad5fa9135e94993b0c551ceebf3fe1a5d9beb234"}, + {file = "debugpy-1.8.1-cp39-cp39-macosx_11_0_x86_64.whl", hash = "sha256:bfb20cb57486c8e4793d41996652e5a6a885b4d9175dd369045dad59eaacea42"}, + {file = "debugpy-1.8.1-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:efd3fdd3f67a7e576dd869c184c5dd71d9aaa36ded271939da352880c012e703"}, + {file = "debugpy-1.8.1-cp39-cp39-win32.whl", hash = "sha256:58911e8521ca0c785ac7a0539f1e77e0ce2df753f786188f382229278b4cdf23"}, + {file = "debugpy-1.8.1-cp39-cp39-win_amd64.whl", hash = "sha256:6df9aa9599eb05ca179fb0b810282255202a66835c6efb1d112d21ecb830ddd3"}, + {file = "debugpy-1.8.1-py2.py3-none-any.whl", hash = "sha256:28acbe2241222b87e255260c76741e1fbf04fdc3b6d094fcf57b6c6f75ce1242"}, + {file = "debugpy-1.8.1.zip", hash = "sha256:f696d6be15be87aef621917585f9bb94b1dc9e8aced570db1b8a6fc14e8f9b42"}, ] [[package]] @@ -1368,6 +1404,78 @@ files = [ [package.extras] test = ["black", "pytest"] +[[package]] +name = "duckdb" +version = "0.10.3" +description = "DuckDB in-process database" +optional = false +python-versions = ">=3.7.0" +files = [ + {file = "duckdb-0.10.3-cp310-cp310-macosx_10_9_universal2.whl", hash = "sha256:cd25cc8d001c09a19340739ba59d33e12a81ab285b7a6bed37169655e1cefb31"}, + {file = "duckdb-0.10.3-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:2f9259c637b917ca0f4c63887e8d9b35ec248f5d987c886dfc4229d66a791009"}, + {file = "duckdb-0.10.3-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:b48f5f1542f1e4b184e6b4fc188f497be8b9c48127867e7d9a5f4a3e334f88b0"}, + {file = "duckdb-0.10.3-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:e327f7a3951ea154bb56e3fef7da889e790bd9a67ca3c36afc1beb17d3feb6d6"}, + {file = "duckdb-0.10.3-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:5d8b20ed67da004b4481973f4254fd79a0e5af957d2382eac8624b5c527ec48c"}, + {file = "duckdb-0.10.3-cp310-cp310-manylinux_2_24_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:d37680b8d7be04e4709db3a66c8b3eb7ceba2a5276574903528632f2b2cc2e60"}, + {file = "duckdb-0.10.3-cp310-cp310-musllinux_1_2_x86_64.whl", hash = "sha256:3d34b86d6a2a6dfe8bb757f90bfe7101a3bd9e3022bf19dbddfa4b32680d26a9"}, + {file = "duckdb-0.10.3-cp310-cp310-win_amd64.whl", hash = "sha256:73b1cb283ca0f6576dc18183fd315b4e487a545667ffebbf50b08eb4e8cdc143"}, + {file = "duckdb-0.10.3-cp311-cp311-macosx_10_9_universal2.whl", hash = "sha256:d917dde19fcec8cadcbef1f23946e85dee626ddc133e1e3f6551f15a61a03c61"}, + {file = "duckdb-0.10.3-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:46757e0cf5f44b4cb820c48a34f339a9ccf83b43d525d44947273a585a4ed822"}, + {file = "duckdb-0.10.3-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:338c14d8ac53ac4aa9ec03b6f1325ecfe609ceeb72565124d489cb07f8a1e4eb"}, + {file = "duckdb-0.10.3-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:651fcb429602b79a3cf76b662a39e93e9c3e6650f7018258f4af344c816dab72"}, + {file = "duckdb-0.10.3-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:d3ae3c73b98b6215dab93cc9bc936b94aed55b53c34ba01dec863c5cab9f8e25"}, + {file = "duckdb-0.10.3-cp311-cp311-manylinux_2_24_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:56429b2cfe70e367fb818c2be19f59ce2f6b080c8382c4d10b4f90ba81f774e9"}, + {file = "duckdb-0.10.3-cp311-cp311-musllinux_1_2_x86_64.whl", hash = "sha256:b46c02c2e39e3676b1bb0dc7720b8aa953734de4fd1b762e6d7375fbeb1b63af"}, + {file = "duckdb-0.10.3-cp311-cp311-win_amd64.whl", hash = "sha256:bcd460feef56575af2c2443d7394d405a164c409e9794a4d94cb5fdaa24a0ba4"}, + {file = "duckdb-0.10.3-cp312-cp312-macosx_10_9_universal2.whl", hash = "sha256:e229a7c6361afbb0d0ab29b1b398c10921263c52957aefe3ace99b0426fdb91e"}, + {file = "duckdb-0.10.3-cp312-cp312-macosx_10_9_x86_64.whl", hash = "sha256:732b1d3b6b17bf2f32ea696b9afc9e033493c5a3b783c292ca4b0ee7cc7b0e66"}, + {file = "duckdb-0.10.3-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:f5380d4db11fec5021389fb85d614680dc12757ef7c5881262742250e0b58c75"}, + {file = "duckdb-0.10.3-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:468a4e0c0b13c55f84972b1110060d1b0f854ffeb5900a178a775259ec1562db"}, + {file = "duckdb-0.10.3-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:0fa1e7ff8d18d71defa84e79f5c86aa25d3be80d7cb7bc259a322de6d7cc72da"}, + {file = "duckdb-0.10.3-cp312-cp312-manylinux_2_24_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:ed1063ed97c02e9cf2e7fd1d280de2d1e243d72268330f45344c69c7ce438a01"}, + {file = "duckdb-0.10.3-cp312-cp312-musllinux_1_2_x86_64.whl", hash = "sha256:22f2aad5bb49c007f3bfcd3e81fdedbc16a2ae41f2915fc278724ca494128b0c"}, + {file = "duckdb-0.10.3-cp312-cp312-win_amd64.whl", hash = "sha256:8f9e2bb00a048eb70b73a494bdc868ce7549b342f7ffec88192a78e5a4e164bd"}, + {file = "duckdb-0.10.3-cp37-cp37m-macosx_10_9_x86_64.whl", hash = "sha256:a6c2fc49875b4b54e882d68703083ca6f84b27536d57d623fc872e2f502b1078"}, + {file = "duckdb-0.10.3-cp37-cp37m-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:a66c125d0c30af210f7ee599e7821c3d1a7e09208196dafbf997d4e0cfcb81ab"}, + {file = "duckdb-0.10.3-cp37-cp37m-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:d99dd7a1d901149c7a276440d6e737b2777e17d2046f5efb0c06ad3b8cb066a6"}, + {file = "duckdb-0.10.3-cp37-cp37m-manylinux_2_24_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:5ec3bbdb209e6095d202202893763e26c17c88293b88ef986b619e6c8b6715bd"}, + {file = "duckdb-0.10.3-cp37-cp37m-musllinux_1_2_x86_64.whl", hash = "sha256:2b3dec4ef8ed355d7b7230b40950b30d0def2c387a2e8cd7efc80b9d14134ecf"}, + {file = "duckdb-0.10.3-cp37-cp37m-win_amd64.whl", hash = "sha256:04129f94fb49bba5eea22f941f0fb30337f069a04993048b59e2811f52d564bc"}, + {file = "duckdb-0.10.3-cp38-cp38-macosx_10_9_universal2.whl", hash = "sha256:d75d67024fc22c8edfd47747c8550fb3c34fb1cbcbfd567e94939ffd9c9e3ca7"}, + {file = "duckdb-0.10.3-cp38-cp38-macosx_10_9_x86_64.whl", hash = "sha256:f3796e9507c02d0ddbba2e84c994fae131da567ce3d9cbb4cbcd32fadc5fbb26"}, + {file = "duckdb-0.10.3-cp38-cp38-macosx_11_0_arm64.whl", hash = "sha256:78e539d85ebd84e3e87ec44d28ad912ca4ca444fe705794e0de9be3dd5550c11"}, + {file = "duckdb-0.10.3-cp38-cp38-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:7a99b67ac674b4de32073e9bc604b9c2273d399325181ff50b436c6da17bf00a"}, + {file = "duckdb-0.10.3-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:1209a354a763758c4017a1f6a9f9b154a83bed4458287af9f71d84664ddb86b6"}, + {file = "duckdb-0.10.3-cp38-cp38-manylinux_2_24_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:3b735cea64aab39b67c136ab3a571dbf834067f8472ba2f8bf0341bc91bea820"}, + {file = "duckdb-0.10.3-cp38-cp38-musllinux_1_2_x86_64.whl", hash = "sha256:816ffb9f758ed98eb02199d9321d592d7a32a6cb6aa31930f4337eb22cfc64e2"}, + {file = "duckdb-0.10.3-cp38-cp38-win_amd64.whl", hash = "sha256:1631184b94c3dc38b13bce4045bf3ae7e1b0ecbfbb8771eb8d751d8ffe1b59b3"}, + {file = "duckdb-0.10.3-cp39-cp39-macosx_10_9_universal2.whl", hash = "sha256:fb98c35fc8dd65043bc08a2414dd9f59c680d7e8656295b8969f3f2061f26c52"}, + {file = "duckdb-0.10.3-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:7e75c9f5b6a92b2a6816605c001d30790f6d67ce627a2b848d4d6040686efdf9"}, + {file = "duckdb-0.10.3-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:ae786eddf1c2fd003466e13393b9348a44b6061af6fe7bcb380a64cac24e7df7"}, + {file = "duckdb-0.10.3-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:b9387da7b7973707b0dea2588749660dd5dd724273222680e985a2dd36787668"}, + {file = "duckdb-0.10.3-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:538f943bf9fa8a3a7c4fafa05f21a69539d2c8a68e557233cbe9d989ae232899"}, + {file = "duckdb-0.10.3-cp39-cp39-manylinux_2_24_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:6930608f35025a73eb94252964f9f19dd68cf2aaa471da3982cf6694866cfa63"}, + {file = "duckdb-0.10.3-cp39-cp39-musllinux_1_2_x86_64.whl", hash = "sha256:03bc54a9cde5490918aad82d7d2a34290e3dfb78d5b889c6626625c0f141272a"}, + {file = "duckdb-0.10.3-cp39-cp39-win_amd64.whl", hash = "sha256:372b6e3901d85108cafe5df03c872dfb6f0dbff66165a0cf46c47246c1957aa0"}, + {file = "duckdb-0.10.3.tar.gz", hash = "sha256:c5bd84a92bc708d3a6adffe1f554b94c6e76c795826daaaf482afc3d9c636971"}, +] + +[[package]] +name = "duckdb-engine" +version = "0.12.1" +description = "SQLAlchemy driver for duckdb" +optional = false +python-versions = "<4,>=3.8" +files = [ + {file = "duckdb_engine-0.12.1-py3-none-any.whl", hash = "sha256:2449b61db4f7cf928ebbbb6b897a839bc3df353878533c1300818aa9094ee0e8"}, + {file = "duckdb_engine-0.12.1.tar.gz", hash = "sha256:8ee3b672f5d3abc85ea6290cde59a58a72462cdd671826db4b7d3d50d8ab49ba"}, +] + +[package.dependencies] +duckdb = ">=0.5.0" +packaging = ">=21" +sqlalchemy = ">=1.3.22" + [[package]] name = "editor" version = "1.6.6" @@ -1410,38 +1518,42 @@ tests = ["asttokens (>=2.1.0)", "coverage", "coverage-enable-subprocess", "ipyth [[package]] name = "faiss-cpu" -version = "1.7.4" +version = "1.8.0" description = "A library for efficient similarity search and clustering of dense vectors." optional = false -python-versions = "*" +python-versions = ">=3.8" files = [ - {file = "faiss-cpu-1.7.4.tar.gz", hash = "sha256:265dc31b0c079bf4433303bf6010f73922490adff9188b915e2d3f5e9c82dd0a"}, - {file = "faiss_cpu-1.7.4-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:50d4ebe7f1869483751c558558504f818980292a9b55be36f9a1ee1009d9a686"}, - {file = "faiss_cpu-1.7.4-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:7b1db7fae7bd8312aeedd0c41536bcd19a6e297229e1dce526bde3a73ab8c0b5"}, - {file = "faiss_cpu-1.7.4-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:17b7fa7194a228a84929d9e6619d0e7dbf00cc0f717e3462253766f5e3d07de8"}, - {file = "faiss_cpu-1.7.4-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:dca531952a2e3eac56f479ff22951af4715ee44788a3fe991d208d766d3f95f3"}, - {file = "faiss_cpu-1.7.4-cp310-cp310-win_amd64.whl", hash = "sha256:7173081d605e74766f950f2e3d6568a6f00c53f32fd9318063e96728c6c62821"}, - {file = "faiss_cpu-1.7.4-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:d0bbd6f55d7940cc0692f79e32a58c66106c3c950cee2341b05722de9da23ea3"}, - {file = "faiss_cpu-1.7.4-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:e13c14280376100f143767d0efe47dcb32618f69e62bbd3ea5cd38c2e1755926"}, - {file = "faiss_cpu-1.7.4-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:c521cb8462f3b00c0c7dfb11caff492bb67816528b947be28a3b76373952c41d"}, - {file = "faiss_cpu-1.7.4-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:afdd9fe1141117fed85961fd36ee627c83fc3b9fd47bafb52d3c849cc2f088b7"}, - {file = "faiss_cpu-1.7.4-cp311-cp311-win_amd64.whl", hash = "sha256:2ff7f57889ea31d945e3b87275be3cad5d55b6261a4e3f51c7aba304d76b81fb"}, - {file = "faiss_cpu-1.7.4-cp37-cp37m-macosx_10_9_x86_64.whl", hash = "sha256:eeaf92f27d76249fb53c1adafe617b0f217ab65837acf7b4ec818511caf6e3d8"}, - {file = "faiss_cpu-1.7.4-cp37-cp37m-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:102b1bd763e9b0c281ac312590af3eaf1c8b663ccbc1145821fe6a9f92b8eaaf"}, - {file = "faiss_cpu-1.7.4-cp37-cp37m-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:5512da6707c967310c46ff712b00418b7ae28e93cb609726136e826e9f2f14fa"}, - {file = "faiss_cpu-1.7.4-cp37-cp37m-win_amd64.whl", hash = "sha256:0c2e5b9d8c28c99f990e87379d5bbcc6c914da91ebb4250166864fd12db5755b"}, - {file = "faiss_cpu-1.7.4-cp38-cp38-macosx_10_9_x86_64.whl", hash = "sha256:43f67f325393145d360171cd98786fcea6120ce50397319afd3bb78be409fb8a"}, - {file = "faiss_cpu-1.7.4-cp38-cp38-macosx_11_0_arm64.whl", hash = "sha256:6a4e4af194b8fce74c4b770cad67ad1dd1b4673677fc169723e4c50ba5bd97a8"}, - {file = "faiss_cpu-1.7.4-cp38-cp38-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:31bfb7b9cffc36897ae02a983e04c09fe3b8c053110a287134751a115334a1df"}, - {file = "faiss_cpu-1.7.4-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:52d7de96abef2340c0d373c1f5cbc78026a3cebb0f8f3a5920920a00210ead1f"}, - {file = "faiss_cpu-1.7.4-cp38-cp38-win_amd64.whl", hash = "sha256:699feef85b23c2c729d794e26ca69bebc0bee920d676028c06fd0e0becc15c7e"}, - {file = "faiss_cpu-1.7.4-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:559a0133f5ed44422acb09ee1ac0acffd90c6666d1bc0d671c18f6e93ad603e2"}, - {file = "faiss_cpu-1.7.4-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:ea1d71539fe3dc0f1bed41ef954ca701678776f231046bf0ca22ccea5cf5bef6"}, - {file = "faiss_cpu-1.7.4-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:12d45e0157024eb3249842163162983a1ac8b458f1a8b17bbf86f01be4585a99"}, - {file = "faiss_cpu-1.7.4-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:2f0eab359e066d32c874f51a7d4bf6440edeec068b7fe47e6d803c73605a8b4c"}, - {file = "faiss_cpu-1.7.4-cp39-cp39-win_amd64.whl", hash = "sha256:98459ceeeb735b9df1a5b94572106ffe0a6ce740eb7e4626715dd218657bb4dc"}, + {file = "faiss-cpu-1.8.0.tar.gz", hash = "sha256:3ee1549491728f37b65267c192a94661a907154a8ae0546ad50a564b8be0d82e"}, + {file = "faiss_cpu-1.8.0-cp310-cp310-macosx_10_14_x86_64.whl", hash = "sha256:134a064c7411acf7d1d863173a9d2605c5a59bd573639ab39a5ded5ca983b1b2"}, + {file = "faiss_cpu-1.8.0-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:ba8e6202d561ac57394c9d691ff17f8fa6eb9a077913a993fce0a154ec0176f1"}, + {file = "faiss_cpu-1.8.0-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:a66e9fa7b70556a39681f06e0652f4124c8ddb0a1924afe4f0e40b6924dc845b"}, + {file = "faiss_cpu-1.8.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:51aaef5a1255d0ea88ea7e52a2415f98c5dd2dd9cec10348d55136541eeec99f"}, + {file = "faiss_cpu-1.8.0-cp310-cp310-win_amd64.whl", hash = "sha256:38152761242870ec7019e0397cbd0ed0b0716562029ce41a71bb38448bd6d5bc"}, + {file = "faiss_cpu-1.8.0-cp311-cp311-macosx_10_14_x86_64.whl", hash = "sha256:c9e6ad94b86626be1a0faff3e53c4ca169eba88aa156d7e90c5a2e9ba30558fb"}, + {file = "faiss_cpu-1.8.0-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:4601dbd81733bf1bc3bff690aac981289fb386dc8e60d0c4eec8a37ba6856d20"}, + {file = "faiss_cpu-1.8.0-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:fa943d3b5e8c5c77cdd629d9c3c6f78d7da616e586fdd1b94aecbf2e5fa9ba06"}, + {file = "faiss_cpu-1.8.0-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:b644b366c3b239b34fa3e08bf65bfc78a24eda1e1ea5b2b6d9be3e8fc73d8179"}, + {file = "faiss_cpu-1.8.0-cp311-cp311-win_amd64.whl", hash = "sha256:f85ecf3514850f93985be238351f5a70736133cfae784b372640aa17c6343a1b"}, + {file = "faiss_cpu-1.8.0-cp312-cp312-macosx_10_14_x86_64.whl", hash = "sha256:61abc0129a357ac00f17f5167f14dff41480de2cc852f306c3d4cd36b893ccbd"}, + {file = "faiss_cpu-1.8.0-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:b788186d6eb94e6333e1aa8bb6c84b66e967458ecdd1cee22e16f04c43ee674c"}, + {file = "faiss_cpu-1.8.0-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:5658d90a202c62e4a69c5b065785e9ddcaf6986cb395c16afed8dbe4c58c31a2"}, + {file = "faiss_cpu-1.8.0-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:5d460a372efce547e53d3c47d2c2a8a90b186ad245969048c10c1d7a1e5cf21b"}, + {file = "faiss_cpu-1.8.0-cp312-cp312-win_amd64.whl", hash = "sha256:9e6520324f0a6764dd267b3c32c76958bf2b1ec36752950f6fab31a7295980a0"}, + {file = "faiss_cpu-1.8.0-cp38-cp38-macosx_10_14_x86_64.whl", hash = "sha256:fc44be179d5b7f690484ef0d0caf817fea2698a5275a0c7fb6cbf406e5b2e4d1"}, + {file = "faiss_cpu-1.8.0-cp38-cp38-macosx_11_0_arm64.whl", hash = "sha256:bbd6f0bc2e1424a12dc7e19d2cc95b53124867966b21110d26f909227e7ed1f1"}, + {file = "faiss_cpu-1.8.0-cp38-cp38-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:06e7add0c8a06ce8fb0443c38fcaf49c45fb74527ea633b819e56452608e64f5"}, + {file = "faiss_cpu-1.8.0-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:b864e23c1817fa6cfe9bbec096fd7140d596002934f71aa89b196ffb1b9cd846"}, + {file = "faiss_cpu-1.8.0-cp38-cp38-win_amd64.whl", hash = "sha256:655433755845adbb6f0961e2f8980703640cb9faa96f1cd1ea190252149e0d0a"}, + {file = "faiss_cpu-1.8.0-cp39-cp39-macosx_10_14_x86_64.whl", hash = "sha256:e81fc376a3bcda213ffb395dda1018c953ce927c587731ad582f4e6c2b225363"}, + {file = "faiss_cpu-1.8.0-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:8c6fa6b7eaf558307b4ab118a236e8d1da79a8685222928e4dd52e277dba144a"}, + {file = "faiss_cpu-1.8.0-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:652f6812ef2e8b0f9b18209828c590bc618aca82e7f1c1b1888f52928258e406"}, + {file = "faiss_cpu-1.8.0-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:304da4e0d19044374b63a5b6467028572eac4bd3f32bc9e8783d800a03fb1f02"}, + {file = "faiss_cpu-1.8.0-cp39-cp39-win_amd64.whl", hash = "sha256:cb475d3f25f08c97ac64dfe026f113e2aeb9829b206b3b046256c3b40dd7eb62"}, ] +[package.dependencies] +numpy = "*" + [[package]] name = "fastjsonschema" version = "2.19.1" @@ -1458,28 +1570,28 @@ devel = ["colorama", "json-spec", "jsonschema", "pylint", "pytest", "pytest-benc [[package]] name = "filelock" -version = "3.13.1" +version = "3.14.0" description = "A platform independent file lock." optional = false python-versions = ">=3.8" files = [ - {file = "filelock-3.13.1-py3-none-any.whl", hash = "sha256:57dbda9b35157b05fb3e58ee91448612eb674172fab98ee235ccb0b5bee19a1c"}, - {file = "filelock-3.13.1.tar.gz", hash = "sha256:521f5f56c50f8426f5e03ad3b281b490a87ef15bc6c526f168290f0c7148d44e"}, + {file = "filelock-3.14.0-py3-none-any.whl", hash = "sha256:43339835842f110ca7ae60f1e1c160714c5a6afd15a2873419ab185334975c0f"}, + {file = "filelock-3.14.0.tar.gz", hash = "sha256:6ea72da3be9b8c82afd3edcf99f2fffbb5076335a5ae4d03248bb5b6c3eae78a"}, ] [package.extras] -docs = ["furo (>=2023.9.10)", "sphinx (>=7.2.6)", "sphinx-autodoc-typehints (>=1.24)"] -testing = ["covdefaults (>=2.3)", "coverage (>=7.3.2)", "diff-cover (>=8)", "pytest (>=7.4.3)", "pytest-cov (>=4.1)", "pytest-mock (>=3.12)", "pytest-timeout (>=2.2)"] +docs = ["furo (>=2023.9.10)", "sphinx (>=7.2.6)", "sphinx-autodoc-typehints (>=1.25.2)"] +testing = ["covdefaults (>=2.3)", "coverage (>=7.3.2)", "diff-cover (>=8.0.1)", "pytest (>=7.4.3)", "pytest-cov (>=4.1)", "pytest-mock (>=3.12)", "pytest-timeout (>=2.2)"] typing = ["typing-extensions (>=4.8)"] [[package]] name = "fire" -version = "0.5.0" +version = "0.6.0" description = "A library for automatically generating command line interfaces." optional = false python-versions = "*" files = [ - {file = "fire-0.5.0.tar.gz", hash = "sha256:a6b0d49e98c8963910021f92bba66f65ab440da2982b78eb1bbf95a0a34aacc6"}, + {file = "fire-0.6.0.tar.gz", hash = "sha256:54ec5b996ecdd3c0309c800324a0703d6da512241bc73b553db959d98de0aa66"}, ] [package.dependencies] @@ -1488,13 +1600,13 @@ termcolor = "*" [[package]] name = "flask" -version = "3.0.1" +version = "3.0.3" description = "A simple framework for building complex web applications." optional = false python-versions = ">=3.8" files = [ - {file = "flask-3.0.1-py3-none-any.whl", hash = "sha256:ca631a507f6dfe6c278ae20112cea3ff54ff2216390bf8880f6b035a5354af13"}, - {file = "flask-3.0.1.tar.gz", hash = "sha256:6489f51bb3666def6f314e15f19d50a1869a19ae0e8c9a3641ffe66c77d42403"}, + {file = "flask-3.0.3-py3-none-any.whl", hash = "sha256:34e815dfaa43340d1d15a5c3a02b8476004037eb4840b34910c6e21679d288f3"}, + {file = "flask-3.0.3.tar.gz", hash = "sha256:ceb27b0af3823ea2737928a4d99d125a06175b8512c445cbd9a9ce200ef76842"}, ] [package.dependencies] @@ -1510,60 +1622,60 @@ dotenv = ["python-dotenv"] [[package]] name = "fonttools" -version = "4.47.2" +version = "4.51.0" description = "Tools to manipulate font files" optional = false python-versions = ">=3.8" files = [ - {file = "fonttools-4.47.2-cp310-cp310-macosx_10_9_universal2.whl", hash = "sha256:3b629108351d25512d4ea1a8393a2dba325b7b7d7308116b605ea3f8e1be88df"}, - {file = "fonttools-4.47.2-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:c19044256c44fe299d9a73456aabee4b4d06c6b930287be93b533b4737d70aa1"}, - {file = "fonttools-4.47.2-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:b8be28c036b9f186e8c7eaf8a11b42373e7e4949f9e9f370202b9da4c4c3f56c"}, - {file = "fonttools-4.47.2-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:f83a4daef6d2a202acb9bf572958f91cfde5b10c8ee7fb1d09a4c81e5d851fd8"}, - {file = "fonttools-4.47.2-cp310-cp310-musllinux_1_1_aarch64.whl", hash = "sha256:4a5a5318ba5365d992666ac4fe35365f93004109d18858a3e18ae46f67907670"}, - {file = "fonttools-4.47.2-cp310-cp310-musllinux_1_1_x86_64.whl", hash = "sha256:8f57ecd742545362a0f7186774b2d1c53423ed9ece67689c93a1055b236f638c"}, - {file = "fonttools-4.47.2-cp310-cp310-win32.whl", hash = "sha256:a1c154bb85dc9a4cf145250c88d112d88eb414bad81d4cb524d06258dea1bdc0"}, - {file = "fonttools-4.47.2-cp310-cp310-win_amd64.whl", hash = "sha256:3e2b95dce2ead58fb12524d0ca7d63a63459dd489e7e5838c3cd53557f8933e1"}, - {file = "fonttools-4.47.2-cp311-cp311-macosx_10_9_universal2.whl", hash = "sha256:29495d6d109cdbabe73cfb6f419ce67080c3ef9ea1e08d5750240fd4b0c4763b"}, - {file = "fonttools-4.47.2-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:0a1d313a415eaaba2b35d6cd33536560deeebd2ed758b9bfb89ab5d97dc5deac"}, - {file = "fonttools-4.47.2-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:90f898cdd67f52f18049250a6474185ef6544c91f27a7bee70d87d77a8daf89c"}, - {file = "fonttools-4.47.2-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:3480eeb52770ff75140fe7d9a2ec33fb67b07efea0ab5129c7e0c6a639c40c70"}, - {file = "fonttools-4.47.2-cp311-cp311-musllinux_1_1_aarch64.whl", hash = "sha256:0255dbc128fee75fb9be364806b940ed450dd6838672a150d501ee86523ac61e"}, - {file = "fonttools-4.47.2-cp311-cp311-musllinux_1_1_x86_64.whl", hash = "sha256:f791446ff297fd5f1e2247c188de53c1bfb9dd7f0549eba55b73a3c2087a2703"}, - {file = "fonttools-4.47.2-cp311-cp311-win32.whl", hash = "sha256:740947906590a878a4bde7dd748e85fefa4d470a268b964748403b3ab2aeed6c"}, - {file = "fonttools-4.47.2-cp311-cp311-win_amd64.whl", hash = "sha256:63fbed184979f09a65aa9c88b395ca539c94287ba3a364517698462e13e457c9"}, - {file = "fonttools-4.47.2-cp312-cp312-macosx_10_9_universal2.whl", hash = "sha256:4ec558c543609e71b2275c4894e93493f65d2f41c15fe1d089080c1d0bb4d635"}, - {file = "fonttools-4.47.2-cp312-cp312-macosx_10_9_x86_64.whl", hash = "sha256:e040f905d542362e07e72e03612a6270c33d38281fd573160e1003e43718d68d"}, - {file = "fonttools-4.47.2-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:6dd58cc03016b281bd2c74c84cdaa6bd3ce54c5a7f47478b7657b930ac3ed8eb"}, - {file = "fonttools-4.47.2-cp312-cp312-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:32ab2e9702dff0dd4510c7bb958f265a8d3dd5c0e2547e7b5f7a3df4979abb07"}, - {file = "fonttools-4.47.2-cp312-cp312-musllinux_1_1_aarch64.whl", hash = "sha256:3a808f3c1d1df1f5bf39be869b6e0c263570cdafb5bdb2df66087733f566ea71"}, - {file = "fonttools-4.47.2-cp312-cp312-musllinux_1_1_x86_64.whl", hash = "sha256:ac71e2e201df041a2891067dc36256755b1229ae167edbdc419b16da78732c2f"}, - {file = "fonttools-4.47.2-cp312-cp312-win32.whl", hash = "sha256:69731e8bea0578b3c28fdb43dbf95b9386e2d49a399e9a4ad736b8e479b08085"}, - {file = "fonttools-4.47.2-cp312-cp312-win_amd64.whl", hash = "sha256:b3e1304e5f19ca861d86a72218ecce68f391646d85c851742d265787f55457a4"}, - {file = "fonttools-4.47.2-cp38-cp38-macosx_10_9_universal2.whl", hash = "sha256:254d9a6f7be00212bf0c3159e0a420eb19c63793b2c05e049eb337f3023c5ecc"}, - {file = "fonttools-4.47.2-cp38-cp38-macosx_10_9_x86_64.whl", hash = "sha256:eabae77a07c41ae0b35184894202305c3ad211a93b2eb53837c2a1143c8bc952"}, - {file = "fonttools-4.47.2-cp38-cp38-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:a86a5ab2873ed2575d0fcdf1828143cfc6b977ac448e3dc616bb1e3d20efbafa"}, - {file = "fonttools-4.47.2-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:13819db8445a0cec8c3ff5f243af6418ab19175072a9a92f6cc8ca7d1452754b"}, - {file = "fonttools-4.47.2-cp38-cp38-musllinux_1_1_aarch64.whl", hash = "sha256:4e743935139aa485fe3253fc33fe467eab6ea42583fa681223ea3f1a93dd01e6"}, - {file = "fonttools-4.47.2-cp38-cp38-musllinux_1_1_x86_64.whl", hash = "sha256:d49ce3ea7b7173faebc5664872243b40cf88814ca3eb135c4a3cdff66af71946"}, - {file = "fonttools-4.47.2-cp38-cp38-win32.whl", hash = "sha256:94208ea750e3f96e267f394d5588579bb64cc628e321dbb1d4243ffbc291b18b"}, - {file = "fonttools-4.47.2-cp38-cp38-win_amd64.whl", hash = "sha256:0f750037e02beb8b3569fbff701a572e62a685d2a0e840d75816592280e5feae"}, - {file = "fonttools-4.47.2-cp39-cp39-macosx_10_9_universal2.whl", hash = "sha256:3d71606c9321f6701642bd4746f99b6089e53d7e9817fc6b964e90d9c5f0ecc6"}, - {file = "fonttools-4.47.2-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:86e0427864c6c91cf77f16d1fb9bf1bbf7453e824589e8fb8461b6ee1144f506"}, - {file = "fonttools-4.47.2-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:0a00bd0e68e88987dcc047ea31c26d40a3c61185153b03457956a87e39d43c37"}, - {file = "fonttools-4.47.2-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:a5d77479fb885ef38a16a253a2f4096bc3d14e63a56d6246bfdb56365a12b20c"}, - {file = "fonttools-4.47.2-cp39-cp39-musllinux_1_1_aarch64.whl", hash = "sha256:5465df494f20a7d01712b072ae3ee9ad2887004701b95cb2cc6dcb9c2c97a899"}, - {file = "fonttools-4.47.2-cp39-cp39-musllinux_1_1_x86_64.whl", hash = "sha256:4c811d3c73b6abac275babb8aa439206288f56fdb2c6f8835e3d7b70de8937a7"}, - {file = "fonttools-4.47.2-cp39-cp39-win32.whl", hash = "sha256:5b60e3afa9635e3dfd3ace2757039593e3bd3cf128be0ddb7a1ff4ac45fa5a50"}, - {file = "fonttools-4.47.2-cp39-cp39-win_amd64.whl", hash = "sha256:7ee48bd9d6b7e8f66866c9090807e3a4a56cf43ffad48962725a190e0dd774c8"}, - {file = "fonttools-4.47.2-py3-none-any.whl", hash = "sha256:7eb7ad665258fba68fd22228a09f347469d95a97fb88198e133595947a20a184"}, - {file = "fonttools-4.47.2.tar.gz", hash = "sha256:7df26dd3650e98ca45f1e29883c96a0b9f5bb6af8d632a6a108bc744fa0bd9b3"}, -] - -[package.extras] -all = ["brotli (>=1.0.1)", "brotlicffi (>=0.8.0)", "fs (>=2.2.0,<3)", "lxml (>=4.0,<5)", "lz4 (>=1.7.4.2)", "matplotlib", "munkres", "pycairo", "scipy", "skia-pathops (>=0.5.0)", "sympy", "uharfbuzz (>=0.23.0)", "unicodedata2 (>=15.1.0)", "xattr", "zopfli (>=0.1.4)"] + {file = "fonttools-4.51.0-cp310-cp310-macosx_10_9_universal2.whl", hash = "sha256:84d7751f4468dd8cdd03ddada18b8b0857a5beec80bce9f435742abc9a851a74"}, + {file = "fonttools-4.51.0-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:8b4850fa2ef2cfbc1d1f689bc159ef0f45d8d83298c1425838095bf53ef46308"}, + {file = "fonttools-4.51.0-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:b5b48a1121117047d82695d276c2af2ee3a24ffe0f502ed581acc2673ecf1037"}, + {file = "fonttools-4.51.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:180194c7fe60c989bb627d7ed5011f2bef1c4d36ecf3ec64daec8302f1ae0716"}, + {file = "fonttools-4.51.0-cp310-cp310-musllinux_1_1_aarch64.whl", hash = "sha256:96a48e137c36be55e68845fc4284533bda2980f8d6f835e26bca79d7e2006438"}, + {file = "fonttools-4.51.0-cp310-cp310-musllinux_1_1_x86_64.whl", hash = "sha256:806e7912c32a657fa39d2d6eb1d3012d35f841387c8fc6cf349ed70b7c340039"}, + {file = "fonttools-4.51.0-cp310-cp310-win32.whl", hash = "sha256:32b17504696f605e9e960647c5f64b35704782a502cc26a37b800b4d69ff3c77"}, + {file = "fonttools-4.51.0-cp310-cp310-win_amd64.whl", hash = "sha256:c7e91abdfae1b5c9e3a543f48ce96013f9a08c6c9668f1e6be0beabf0a569c1b"}, + {file = "fonttools-4.51.0-cp311-cp311-macosx_10_9_universal2.whl", hash = "sha256:a8feca65bab31479d795b0d16c9a9852902e3a3c0630678efb0b2b7941ea9c74"}, + {file = "fonttools-4.51.0-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:8ac27f436e8af7779f0bb4d5425aa3535270494d3bc5459ed27de3f03151e4c2"}, + {file = "fonttools-4.51.0-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:0e19bd9e9964a09cd2433a4b100ca7f34e34731e0758e13ba9a1ed6e5468cc0f"}, + {file = "fonttools-4.51.0-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:b2b92381f37b39ba2fc98c3a45a9d6383bfc9916a87d66ccb6553f7bdd129097"}, + {file = "fonttools-4.51.0-cp311-cp311-musllinux_1_1_aarch64.whl", hash = "sha256:5f6bc991d1610f5c3bbe997b0233cbc234b8e82fa99fc0b2932dc1ca5e5afec0"}, + {file = "fonttools-4.51.0-cp311-cp311-musllinux_1_1_x86_64.whl", hash = "sha256:9696fe9f3f0c32e9a321d5268208a7cc9205a52f99b89479d1b035ed54c923f1"}, + {file = "fonttools-4.51.0-cp311-cp311-win32.whl", hash = "sha256:3bee3f3bd9fa1d5ee616ccfd13b27ca605c2b4270e45715bd2883e9504735034"}, + {file = "fonttools-4.51.0-cp311-cp311-win_amd64.whl", hash = "sha256:0f08c901d3866a8905363619e3741c33f0a83a680d92a9f0e575985c2634fcc1"}, + {file = "fonttools-4.51.0-cp312-cp312-macosx_10_9_universal2.whl", hash = "sha256:4060acc2bfa2d8e98117828a238889f13b6f69d59f4f2d5857eece5277b829ba"}, + {file = "fonttools-4.51.0-cp312-cp312-macosx_10_9_x86_64.whl", hash = "sha256:1250e818b5f8a679ad79660855528120a8f0288f8f30ec88b83db51515411fcc"}, + {file = "fonttools-4.51.0-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:76f1777d8b3386479ffb4a282e74318e730014d86ce60f016908d9801af9ca2a"}, + {file = "fonttools-4.51.0-cp312-cp312-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:8b5ad456813d93b9c4b7ee55302208db2b45324315129d85275c01f5cb7e61a2"}, + {file = "fonttools-4.51.0-cp312-cp312-musllinux_1_1_aarch64.whl", hash = "sha256:68b3fb7775a923be73e739f92f7e8a72725fd333eab24834041365d2278c3671"}, + {file = "fonttools-4.51.0-cp312-cp312-musllinux_1_1_x86_64.whl", hash = "sha256:8e2f1a4499e3b5ee82c19b5ee57f0294673125c65b0a1ff3764ea1f9db2f9ef5"}, + {file = "fonttools-4.51.0-cp312-cp312-win32.whl", hash = "sha256:278e50f6b003c6aed19bae2242b364e575bcb16304b53f2b64f6551b9c000e15"}, + {file = "fonttools-4.51.0-cp312-cp312-win_amd64.whl", hash = "sha256:b3c61423f22165541b9403ee39874dcae84cd57a9078b82e1dce8cb06b07fa2e"}, + {file = "fonttools-4.51.0-cp38-cp38-macosx_10_9_universal2.whl", hash = "sha256:1621ee57da887c17312acc4b0e7ac30d3a4fb0fec6174b2e3754a74c26bbed1e"}, + {file = "fonttools-4.51.0-cp38-cp38-macosx_10_9_x86_64.whl", hash = "sha256:e9d9298be7a05bb4801f558522adbe2feea1b0b103d5294ebf24a92dd49b78e5"}, + {file = "fonttools-4.51.0-cp38-cp38-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:ee1af4be1c5afe4c96ca23badd368d8dc75f611887fb0c0dac9f71ee5d6f110e"}, + {file = "fonttools-4.51.0-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:c18b49adc721a7d0b8dfe7c3130c89b8704baf599fb396396d07d4aa69b824a1"}, + {file = "fonttools-4.51.0-cp38-cp38-musllinux_1_1_aarch64.whl", hash = "sha256:de7c29bdbdd35811f14493ffd2534b88f0ce1b9065316433b22d63ca1cd21f14"}, + {file = "fonttools-4.51.0-cp38-cp38-musllinux_1_1_x86_64.whl", hash = "sha256:cadf4e12a608ef1d13e039864f484c8a968840afa0258b0b843a0556497ea9ed"}, + {file = "fonttools-4.51.0-cp38-cp38-win32.whl", hash = "sha256:aefa011207ed36cd280babfaa8510b8176f1a77261833e895a9d96e57e44802f"}, + {file = "fonttools-4.51.0-cp38-cp38-win_amd64.whl", hash = "sha256:865a58b6e60b0938874af0968cd0553bcd88e0b2cb6e588727117bd099eef836"}, + {file = "fonttools-4.51.0-cp39-cp39-macosx_10_9_universal2.whl", hash = "sha256:60a3409c9112aec02d5fb546f557bca6efa773dcb32ac147c6baf5f742e6258b"}, + {file = "fonttools-4.51.0-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:f7e89853d8bea103c8e3514b9f9dc86b5b4120afb4583b57eb10dfa5afbe0936"}, + {file = "fonttools-4.51.0-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:56fc244f2585d6c00b9bcc59e6593e646cf095a96fe68d62cd4da53dd1287b55"}, + {file = "fonttools-4.51.0-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:0d145976194a5242fdd22df18a1b451481a88071feadf251221af110ca8f00ce"}, + {file = "fonttools-4.51.0-cp39-cp39-musllinux_1_1_aarch64.whl", hash = "sha256:c5b8cab0c137ca229433570151b5c1fc6af212680b58b15abd797dcdd9dd5051"}, + {file = "fonttools-4.51.0-cp39-cp39-musllinux_1_1_x86_64.whl", hash = "sha256:54dcf21a2f2d06ded676e3c3f9f74b2bafded3a8ff12f0983160b13e9f2fb4a7"}, + {file = "fonttools-4.51.0-cp39-cp39-win32.whl", hash = "sha256:0118ef998a0699a96c7b28457f15546815015a2710a1b23a7bf6c1be60c01636"}, + {file = "fonttools-4.51.0-cp39-cp39-win_amd64.whl", hash = "sha256:599bdb75e220241cedc6faebfafedd7670335d2e29620d207dd0378a4e9ccc5a"}, + {file = "fonttools-4.51.0-py3-none-any.whl", hash = "sha256:15c94eeef6b095831067f72c825eb0e2d48bb4cea0647c1b05c981ecba2bf39f"}, + {file = "fonttools-4.51.0.tar.gz", hash = "sha256:dc0673361331566d7a663d7ce0f6fdcbfbdc1f59c6e3ed1165ad7202ca183c68"}, +] + +[package.extras] +all = ["brotli (>=1.0.1)", "brotlicffi (>=0.8.0)", "fs (>=2.2.0,<3)", "lxml (>=4.0)", "lz4 (>=1.7.4.2)", "matplotlib", "munkres", "pycairo", "scipy", "skia-pathops (>=0.5.0)", "sympy", "uharfbuzz (>=0.23.0)", "unicodedata2 (>=15.1.0)", "xattr", "zopfli (>=0.1.4)"] graphite = ["lz4 (>=1.7.4.2)"] interpolatable = ["munkres", "pycairo", "scipy"] -lxml = ["lxml (>=4.0,<5)"] +lxml = ["lxml (>=4.0)"] pathops = ["skia-pathops (>=0.5.0)"] plot = ["matplotlib"] repacker = ["uharfbuzz (>=0.23.0)"] @@ -1586,13 +1698,13 @@ files = [ [[package]] name = "freezegun" -version = "1.4.0" +version = "1.5.1" description = "Let your Python tests travel through time" optional = false python-versions = ">=3.7" files = [ - {file = "freezegun-1.4.0-py3-none-any.whl", hash = "sha256:55e0fc3c84ebf0a96a5aa23ff8b53d70246479e9a68863f1fcac5a3e52f19dd6"}, - {file = "freezegun-1.4.0.tar.gz", hash = "sha256:10939b0ba0ff5adaecf3b06a5c2f73071d9678e507c5eaedb23c761d56ac774b"}, + {file = "freezegun-1.5.1-py3-none-any.whl", hash = "sha256:bf111d7138a8abe55ab48a71755673dbaa4ab87f4cff5634a4442dfec34c15f1"}, + {file = "freezegun-1.5.1.tar.gz", hash = "sha256:b29dedfcda6d5e8e083ce71b2b542753ad48cfec44037b3fc79702e2980a89e9"}, ] [package.dependencies] @@ -1686,25 +1798,24 @@ files = [ [[package]] name = "fsspec" -version = "2023.12.2" +version = "2024.5.0" description = "File-system specification" optional = false python-versions = ">=3.8" files = [ - {file = "fsspec-2023.12.2-py3-none-any.whl", hash = "sha256:d800d87f72189a745fa3d6b033b9dc4a34ad069f60ca60b943a63599f5501960"}, - {file = "fsspec-2023.12.2.tar.gz", hash = "sha256:8548d39e8810b59c38014934f6b31e57f40c1b20f911f4cc2b85389c7e9bf0cb"}, + {file = "fsspec-2024.5.0-py3-none-any.whl", hash = "sha256:e0fdbc446d67e182f49a70b82cf7889028a63588fde6b222521f10937b2b670c"}, + {file = "fsspec-2024.5.0.tar.gz", hash = "sha256:1d021b0b0f933e3b3029ed808eb400c08ba101ca2de4b3483fbc9ca23fcee94a"}, ] [package.dependencies] aiohttp = {version = "<4.0.0a0 || >4.0.0a0,<4.0.0a1 || >4.0.0a1", optional = true, markers = "extra == \"http\""} -requests = {version = "*", optional = true, markers = "extra == \"http\""} [package.extras] abfs = ["adlfs"] adl = ["adlfs"] arrow = ["pyarrow (>=1)"] dask = ["dask", "distributed"] -devel = ["pytest", "pytest-cov"] +dev = ["pre-commit", "ruff"] dropbox = ["dropbox", "dropboxdrivefs", "requests"] full = ["adlfs", "aiohttp (!=4.0.0a0,!=4.0.0a1)", "dask", "distributed", "dropbox", "dropboxdrivefs", "fusepy", "gcsfs", "libarchive-c", "ocifs", "panel", "paramiko", "pyarrow (>=1)", "pygit2", "requests", "s3fs", "smbprotocol", "tqdm"] fuse = ["fusepy"] @@ -1714,24 +1825,27 @@ github = ["requests"] gs = ["gcsfs"] gui = ["panel"] hdfs = ["pyarrow (>=1)"] -http = ["aiohttp (!=4.0.0a0,!=4.0.0a1)", "requests"] +http = ["aiohttp (!=4.0.0a0,!=4.0.0a1)"] libarchive = ["libarchive-c"] oci = ["ocifs"] s3 = ["s3fs"] sftp = ["paramiko"] smb = ["smbprotocol"] ssh = ["paramiko"] +test = ["aiohttp (!=4.0.0a0,!=4.0.0a1)", "numpy", "pytest", "pytest-asyncio (!=0.22.0)", "pytest-benchmark", "pytest-cov", "pytest-mock", "pytest-recording", "pytest-rerunfailures", "requests"] +test-downstream = ["aiobotocore (>=2.5.4,<3.0.0)", "dask-expr", "dask[dataframe,test]", "moto[server] (>4,<5)", "pytest-timeout", "xarray"] +test-full = ["adlfs", "aiohttp (!=4.0.0a0,!=4.0.0a1)", "cloudpickle", "dask", "distributed", "dropbox", "dropboxdrivefs", "fastparquet", "fusepy", "gcsfs", "jinja2", "kerchunk", "libarchive-c", "lz4", "notebook", "numpy", "ocifs", "pandas", "panel", "paramiko", "pyarrow", "pyarrow (>=1)", "pyftpdlib", "pygit2", "pytest", "pytest-asyncio (!=0.22.0)", "pytest-benchmark", "pytest-cov", "pytest-mock", "pytest-recording", "pytest-rerunfailures", "python-snappy", "requests", "smbprotocol", "tqdm", "urllib3", "zarr", "zstandard"] tqdm = ["tqdm"] [[package]] name = "functions-framework" -version = "3.5.0" +version = "3.7.0" description = "An open source FaaS (Function as a service) framework for writing portable Python functions -- brought to you by the Google Cloud Functions team." optional = false -python-versions = ">=3.5, <4" +python-versions = "<4,>=3.5" files = [ - {file = "functions-framework-3.5.0.tar.gz", hash = "sha256:b6d0d640016d14241c928b0f0c71e831387897709dc70bf19698a64c381f9e57"}, - {file = "functions_framework-3.5.0-py3-none-any.whl", hash = "sha256:ca4a027d1e8b0a201364614d06fef4abe5294ccb412b35bb982026a6b3e1be58"}, + {file = "functions_framework-3.7.0-py3-none-any.whl", hash = "sha256:bac05bcc30c1b7683213ce1c7eae5bbcb608b78d1f7394cd1b89957020786279"}, + {file = "functions_framework-3.7.0.tar.gz", hash = "sha256:b8844640db2cb2918ad2998875e050b1d0cb43f8981bcac13161a92db05a749b"}, ] [package.dependencies] @@ -1740,6 +1854,7 @@ cloudevents = ">=1.2.0,<2.0.0" flask = ">=1.0,<4.0" gunicorn = {version = ">=19.2.0", markers = "platform_system != \"Windows\""} watchdog = ">=1.0.0" +Werkzeug = ">=0.14,<4.0.0" [[package]] name = "fuzzywuzzy" @@ -1771,20 +1886,21 @@ smmap = ">=3.0.1,<6" [[package]] name = "gitpython" -version = "3.1.41" +version = "3.1.43" description = "GitPython is a Python library used to interact with Git repositories" optional = false python-versions = ">=3.7" files = [ - {file = "GitPython-3.1.41-py3-none-any.whl", hash = "sha256:c36b6634d069b3f719610175020a9aed919421c87552185b085e04fbbdb10b7c"}, - {file = "GitPython-3.1.41.tar.gz", hash = "sha256:ed66e624884f76df22c8e16066d567aaa5a37d5b5fa19db2c6df6f7156db9048"}, + {file = "GitPython-3.1.43-py3-none-any.whl", hash = "sha256:eec7ec56b92aad751f9912a73404bc02ba212a23adb2c7098ee668417051a1ff"}, + {file = "GitPython-3.1.43.tar.gz", hash = "sha256:35f314a9f878467f5453cc1fee295c3e18e52f1b99f10f6cf5b1682e968a9e7c"}, ] [package.dependencies] gitdb = ">=4.0.1,<5" [package.extras] -test = ["black", "coverage[toml]", "ddt (>=1.1.1,!=1.4.3)", "mock", "mypy", "pre-commit", "pytest (>=7.3.1)", "pytest-cov", "pytest-instafail", "pytest-mock", "pytest-sugar", "sumtypes"] +doc = ["sphinx (==4.3.2)", "sphinx-autodoc-typehints", "sphinx-rtd-theme", "sphinxcontrib-applehelp (>=1.0.2,<=1.0.4)", "sphinxcontrib-devhelp (==1.0.2)", "sphinxcontrib-htmlhelp (>=2.0.0,<=2.0.1)", "sphinxcontrib-qthelp (==1.0.3)", "sphinxcontrib-serializinghtml (==1.1.5)"] +test = ["coverage[toml]", "ddt (>=1.1.1,!=1.4.3)", "mock", "mypy", "pre-commit", "pytest (>=7.3.1)", "pytest-cov", "pytest-instafail", "pytest-mock", "pytest-sugar", "typing-extensions"] [[package]] name = "google-ai-generativelanguage" @@ -1804,13 +1920,13 @@ protobuf = ">=3.19.5,<3.20.0 || >3.20.0,<3.20.1 || >3.20.1,<4.21.0 || >4.21.0,<4 [[package]] name = "google-api-core" -version = "2.15.0" +version = "2.19.0" description = "Google API client core library" optional = false python-versions = ">=3.7" files = [ - {file = "google-api-core-2.15.0.tar.gz", hash = "sha256:abc978a72658f14a2df1e5e12532effe40f94f868f6e23d95133bd6abcca35ca"}, - {file = "google_api_core-2.15.0-py3-none-any.whl", hash = "sha256:2aa56d2be495551e66bbff7f729b790546f87d5c90e74781aa77233bcb395a8a"}, + {file = "google-api-core-2.19.0.tar.gz", hash = "sha256:cf1b7c2694047886d2af1128a03ae99e391108a08804f87cfd35970e49c9cd10"}, + {file = "google_api_core-2.19.0-py3-none-any.whl", hash = "sha256:8661eec4078c35428fd3f69a2c7ee29e342896b70f01d1a1cbcb334372dd6251"}, ] [package.dependencies] @@ -1818,6 +1934,7 @@ google-auth = ">=2.14.1,<3.0.dev0" googleapis-common-protos = ">=1.56.2,<2.0.dev0" grpcio = {version = ">=1.49.1,<2.0dev", optional = true, markers = "python_version >= \"3.11\" and extra == \"grpc\""} grpcio-status = {version = ">=1.49.1,<2.0.dev0", optional = true, markers = "python_version >= \"3.11\" and extra == \"grpc\""} +proto-plus = ">=1.22.3,<2.0.0dev" protobuf = ">=3.19.5,<3.20.0 || >3.20.0,<3.20.1 || >3.20.1,<4.21.0 || >4.21.0,<4.21.1 || >4.21.1,<4.21.2 || >4.21.2,<4.21.3 || >4.21.3,<4.21.4 || >4.21.4,<4.21.5 || >4.21.5,<5.0.0.dev0" requests = ">=2.18.0,<3.0.0.dev0" @@ -1846,13 +1963,13 @@ uritemplate = ">=3.0.1,<5" [[package]] name = "google-auth" -version = "2.27.0" +version = "2.29.0" description = "Google Authentication Library" optional = false python-versions = ">=3.7" files = [ - {file = "google-auth-2.27.0.tar.gz", hash = "sha256:e863a56ccc2d8efa83df7a80272601e43487fa9a728a376205c86c26aaefa821"}, - {file = "google_auth-2.27.0-py2.py3-none-any.whl", hash = "sha256:8e4bad367015430ff253fe49d500fdc3396c1a434db5740828c728e45bcce245"}, + {file = "google-auth-2.29.0.tar.gz", hash = "sha256:672dff332d073227550ffc7457868ac4218d6c500b155fe6cc17d2b13602c360"}, + {file = "google_auth-2.29.0-py2.py3-none-any.whl", hash = "sha256:d452ad095688cd52bae0ad6fafe027f6a6d6f560e810fec20914e17a09526415"}, ] [package.dependencies] @@ -1902,56 +2019,65 @@ tool = ["click (>=6.0.0)"] [[package]] name = "google-cloud-aiplatform" -version = "1.40.0" +version = "1.52.0" description = "Vertex AI API client library" optional = false python-versions = ">=3.8" files = [ - {file = "google-cloud-aiplatform-1.40.0.tar.gz", hash = "sha256:1ee9aff2fa27c6852558a2abeaf0ffe0537bff90c5dc9f0e967762ac17291001"}, - {file = "google_cloud_aiplatform-1.40.0-py2.py3-none-any.whl", hash = "sha256:9c67a2664e138387ea82d70dec4b54e081b7de6e1089ed23fdaf66900d00320a"}, + {file = "google-cloud-aiplatform-1.52.0.tar.gz", hash = "sha256:932a56e3050b4bc9a2c0630e6af3c0bd52f0bcf72b5dc01c059874231099edd3"}, + {file = "google_cloud_aiplatform-1.52.0-py2.py3-none-any.whl", hash = "sha256:8c62f5d0ec39e008737ebba4875105ed7563dd0958f591f95dc7816e4b30f92a"}, ] [package.dependencies] -google-api-core = {version = ">=1.32.0,<2.0.dev0 || >=2.8.dev0,<3.0.0dev", extras = ["grpc"]} -google-cloud-bigquery = ">=1.15.0,<4.0.0dev" +docstring-parser = "<1" +google-api-core = {version = ">=1.34.1,<2.0.dev0 || >=2.8.dev0,<3.0.0dev", extras = ["grpc"]} +google-auth = ">=2.14.1,<3.0.0dev" +google-cloud-bigquery = ">=1.15.0,<3.20.0 || >3.20.0,<4.0.0dev" google-cloud-resource-manager = ">=1.3.3,<3.0.0dev" google-cloud-storage = ">=1.32.0,<3.0.0dev" packaging = ">=14.3" proto-plus = ">=1.22.0,<2.0.0dev" protobuf = ">=3.19.5,<3.20.0 || >3.20.0,<3.20.1 || >3.20.1,<4.21.0 || >4.21.0,<4.21.1 || >4.21.1,<4.21.2 || >4.21.2,<4.21.3 || >4.21.3,<4.21.4 || >4.21.4,<4.21.5 || >4.21.5,<5.0.0dev" +pydantic = "<3" shapely = "<3.0.0dev" [package.extras] autologging = ["mlflow (>=1.27.0,<=2.1.1)"] cloud-profiler = ["tensorboard-plugin-profile (>=2.4.0,<3.0.0dev)", "tensorflow (>=2.4.0,<3.0.0dev)", "werkzeug (>=2.0.0,<2.1.0dev)"] -datasets = ["pyarrow (>=10.0.1)", "pyarrow (>=3.0.0,<8.0dev)"] +datasets = ["pyarrow (>=10.0.1)", "pyarrow (>=14.0.0)", "pyarrow (>=3.0.0,<8.0dev)"] endpoint = ["requests (>=2.28.1)"] -full = ["cloudpickle (<3.0)", "docker (>=5.0.3)", "explainable-ai-sdk (>=1.0.0)", "fastapi (>=0.71.0,<0.103.1)", "google-cloud-bigquery", "google-cloud-bigquery-storage", "google-cloud-logging (<4.0)", "google-vizier (>=0.1.6)", "httpx (>=0.23.0,<0.25.0)", "lit-nlp (==0.4.0)", "mlflow (>=1.27.0,<=2.1.1)", "numpy (>=1.15.0)", "pandas (>=1.0.0)", "pyarrow (>=10.0.1)", "pyarrow (>=3.0.0,<8.0dev)", "pyarrow (>=6.0.1)", "pydantic (<2)", "pyyaml (==5.3.1)", "ray[default] (>=2.4,<2.5)", "ray[default] (>=2.5,<2.5.1)", "requests (>=2.28.1)", "starlette (>=0.17.1)", "tensorflow (>=2.3.0,<2.15.0)", "tensorflow (>=2.3.0,<3.0.0dev)", "urllib3 (>=1.21.1,<1.27)", "uvicorn[standard] (>=0.16.0)"] +full = ["cloudpickle (<3.0)", "docker (>=5.0.3)", "explainable-ai-sdk (>=1.0.0)", "fastapi (>=0.71.0,<=0.109.1)", "google-cloud-bigquery", "google-cloud-bigquery-storage", "google-cloud-logging (<4.0)", "google-vizier (>=0.1.6)", "httpx (>=0.23.0,<0.25.0)", "immutabledict", "lit-nlp (==0.4.0)", "mlflow (>=1.27.0,<=2.1.1)", "nest-asyncio (>=1.0.0,<1.6.0)", "numpy (>=1.15.0)", "pandas (>=1.0.0)", "pandas (>=1.0.0,<2.2.0)", "pyarrow (>=10.0.1)", "pyarrow (>=14.0.0)", "pyarrow (>=3.0.0,<8.0dev)", "pyarrow (>=6.0.1)", "pydantic (<2)", "pyyaml (>=5.3.1,<7)", "ray[default] (>=2.4,<2.5.dev0 || >2.9.0,!=2.9.1,!=2.9.2,<=2.9.3)", "ray[default] (>=2.5,<=2.9.3)", "requests (>=2.28.1)", "starlette (>=0.17.1)", "tensorflow (>=2.3.0,<3.0.0dev)", "tensorflow (>=2.3.0,<3.0.0dev)", "urllib3 (>=1.21.1,<1.27)", "uvicorn[standard] (>=0.16.0)"] +langchain = ["langchain (>=0.1.16,<0.2)", "langchain-core (<0.2)", "langchain-google-vertexai (<2)"] +langchain-testing = ["absl-py", "cloudpickle (>=2.2.1,<4.0)", "langchain (>=0.1.16,<0.2)", "langchain-core (<0.2)", "langchain-google-vertexai (<2)", "pydantic (>=2.6.3,<3)", "pytest-xdist"] lit = ["explainable-ai-sdk (>=1.0.0)", "lit-nlp (==0.4.0)", "pandas (>=1.0.0)", "tensorflow (>=2.3.0,<3.0.0dev)"] metadata = ["numpy (>=1.15.0)", "pandas (>=1.0.0)"] -pipelines = ["pyyaml (==5.3.1)"] -prediction = ["docker (>=5.0.3)", "fastapi (>=0.71.0,<0.103.1)", "httpx (>=0.23.0,<0.25.0)", "starlette (>=0.17.1)", "uvicorn[standard] (>=0.16.0)"] +pipelines = ["pyyaml (>=5.3.1,<7)"] +prediction = ["docker (>=5.0.3)", "fastapi (>=0.71.0,<=0.109.1)", "httpx (>=0.23.0,<0.25.0)", "starlette (>=0.17.1)", "uvicorn[standard] (>=0.16.0)"] preview = ["cloudpickle (<3.0)", "google-cloud-logging (<4.0)"] private-endpoints = ["requests (>=2.28.1)", "urllib3 (>=1.21.1,<1.27)"] -ray = ["google-cloud-bigquery", "google-cloud-bigquery-storage", "pandas (>=1.0.0)", "pyarrow (>=6.0.1)", "pydantic (<2)", "ray[default] (>=2.4,<2.5)", "ray[default] (>=2.5,<2.5.1)"] -tensorboard = ["tensorflow (>=2.3.0,<2.15.0)"] -testing = ["bigframes", "cloudpickle (<3.0)", "docker (>=5.0.3)", "explainable-ai-sdk (>=1.0.0)", "fastapi (>=0.71.0,<0.103.1)", "google-cloud-bigquery", "google-cloud-bigquery-storage", "google-cloud-logging (<4.0)", "google-vizier (>=0.1.6)", "grpcio-testing", "httpx (>=0.23.0,<0.25.0)", "ipython", "kfp (>=2.6.0,<3.0.0)", "lit-nlp (==0.4.0)", "mlflow (>=1.27.0,<=2.1.1)", "numpy (>=1.15.0)", "pandas (>=1.0.0)", "pyarrow (>=10.0.1)", "pyarrow (>=3.0.0,<8.0dev)", "pyarrow (>=6.0.1)", "pydantic (<2)", "pyfakefs", "pytest-asyncio", "pytest-xdist", "pyyaml (==5.3.1)", "ray[default] (>=2.4,<2.5)", "ray[default] (>=2.5,<2.5.1)", "requests (>=2.28.1)", "requests-toolbelt (<1.0.0)", "scikit-learn", "starlette (>=0.17.1)", "tensorboard-plugin-profile (>=2.4.0,<3.0.0dev)", "tensorflow (>=2.3.0,<2.15.0)", "tensorflow (>=2.3.0,<3.0.0dev)", "tensorflow (>=2.3.0,<=2.12.0)", "tensorflow (>=2.4.0,<3.0.0dev)", "torch (>=2.0.0,<2.1.0)", "urllib3 (>=1.21.1,<1.27)", "uvicorn[standard] (>=0.16.0)", "werkzeug (>=2.0.0,<2.1.0dev)", "xgboost", "xgboost-ray"] +rapid-evaluation = ["nest-asyncio (>=1.0.0,<1.6.0)", "pandas (>=1.0.0,<2.2.0)"] +ray = ["google-cloud-bigquery", "google-cloud-bigquery-storage", "immutabledict", "pandas (>=1.0.0,<2.2.0)", "pyarrow (>=6.0.1)", "pydantic (<2)", "ray[default] (>=2.4,<2.5.dev0 || >2.9.0,!=2.9.1,!=2.9.2,<=2.9.3)", "ray[default] (>=2.5,<=2.9.3)"] +ray-testing = ["google-cloud-bigquery", "google-cloud-bigquery-storage", "immutabledict", "pandas (>=1.0.0,<2.2.0)", "pyarrow (>=6.0.1)", "pydantic (<2)", "pytest-xdist", "ray[default] (>=2.4,<2.5.dev0 || >2.9.0,!=2.9.1,!=2.9.2,<=2.9.3)", "ray[default] (>=2.5,<=2.9.3)", "ray[train] (>=2.4,<2.5.dev0 || >2.9.0,!=2.9.1,!=2.9.2,<=2.9.3)", "scikit-learn", "tensorflow", "torch (>=2.0.0,<2.1.0)", "xgboost", "xgboost-ray"] +reasoningengine = ["cloudpickle (>=2.2.1,<4.0)", "pydantic (>=2.6.3,<3)"] +tensorboard = ["tensorflow (>=2.3.0,<3.0.0dev)"] +testing = ["bigframes", "cloudpickle (<3.0)", "docker (>=5.0.3)", "explainable-ai-sdk (>=1.0.0)", "fastapi (>=0.71.0,<=0.109.1)", "google-api-core (>=2.11,<3.0.0)", "google-cloud-bigquery", "google-cloud-bigquery-storage", "google-cloud-logging (<4.0)", "google-vizier (>=0.1.6)", "grpcio-testing", "httpx (>=0.23.0,<0.25.0)", "immutabledict", "ipython", "kfp (>=2.6.0,<3.0.0)", "lit-nlp (==0.4.0)", "mlflow (>=1.27.0,<=2.1.1)", "nest-asyncio (>=1.0.0,<1.6.0)", "numpy (>=1.15.0)", "pandas (>=1.0.0)", "pandas (>=1.0.0,<2.2.0)", "pyarrow (>=10.0.1)", "pyarrow (>=14.0.0)", "pyarrow (>=3.0.0,<8.0dev)", "pyarrow (>=6.0.1)", "pydantic (<2)", "pyfakefs", "pytest-asyncio", "pytest-xdist", "pyyaml (>=5.3.1,<7)", "ray[default] (>=2.4,<2.5.dev0 || >2.9.0,!=2.9.1,!=2.9.2,<=2.9.3)", "ray[default] (>=2.5,<=2.9.3)", "requests (>=2.28.1)", "requests-toolbelt (<1.0.0)", "scikit-learn", "starlette (>=0.17.1)", "tensorboard-plugin-profile (>=2.4.0,<3.0.0dev)", "tensorflow (==2.13.0)", "tensorflow (==2.16.1)", "tensorflow (>=2.3.0,<3.0.0dev)", "tensorflow (>=2.3.0,<3.0.0dev)", "tensorflow (>=2.4.0,<3.0.0dev)", "torch (>=2.0.0,<2.1.0)", "torch (>=2.2.0)", "urllib3 (>=1.21.1,<1.27)", "uvicorn[standard] (>=0.16.0)", "werkzeug (>=2.0.0,<2.1.0dev)", "xgboost"] vizier = ["google-vizier (>=0.1.6)"] xai = ["tensorflow (>=2.3.0,<3.0.0dev)"] [[package]] name = "google-cloud-bigquery" -version = "3.17.1" +version = "3.23.1" description = "Google BigQuery API client library" optional = false python-versions = ">=3.7" files = [ - {file = "google-cloud-bigquery-3.17.1.tar.gz", hash = "sha256:0ae07b90d5052ba3a296a2210a2144c28469300d71f6f455881f94c2df543057"}, - {file = "google_cloud_bigquery-3.17.1-py2.py3-none-any.whl", hash = "sha256:7a9a92c7b1f6a6bf8b4c05c150e49f4ad1a03dd591dbd4522381b3f23bf07c73"}, + {file = "google-cloud-bigquery-3.23.1.tar.gz", hash = "sha256:4b4597f9291b42102c9667d3b4528f801d4c8f24ef2b12dd1ecb881273330955"}, + {file = "google_cloud_bigquery-3.23.1-py2.py3-none-any.whl", hash = "sha256:9fb72884fdbec9c4643cea6b7f21e1ecf3eb61d5305f87493d271dc801647a9e"}, ] [package.dependencies] -google-api-core = ">=1.31.5,<2.0.dev0 || >2.3.0,<3.0.0dev" +google-api-core = {version = ">=1.34.1,<2.0.dev0 || >=2.11.dev0,<3.0.0dev", extras = ["grpc"]} +google-auth = ">=2.14.1,<3.0.0dev" google-cloud-core = ">=1.6.0,<3.0.0dev" google-resumable-media = ">=0.6.0,<3.0dev" packaging = ">=20.0.0" @@ -1989,35 +2115,36 @@ grpc = ["grpcio (>=1.38.0,<2.0dev)", "grpcio-status (>=1.38.0,<2.0.dev0)"] [[package]] name = "google-cloud-resource-manager" -version = "1.11.0" +version = "1.12.3" description = "Google Cloud Resource Manager API client library" optional = false python-versions = ">=3.7" files = [ - {file = "google-cloud-resource-manager-1.11.0.tar.gz", hash = "sha256:a64ba6bb595634ecd2472b8b0322e8f012a76327756659a2dde9f392d7fa1af2"}, - {file = "google_cloud_resource_manager-1.11.0-py2.py3-none-any.whl", hash = "sha256:bafde909b1d434a620eefcd144b14fcccb72f268afcf158c5bcfcdce5e04a72b"}, + {file = "google-cloud-resource-manager-1.12.3.tar.gz", hash = "sha256:809851824119834e4f2310b2c4f38621c1d16b2bb14d5b9f132e69c79d355e7f"}, + {file = "google_cloud_resource_manager-1.12.3-py2.py3-none-any.whl", hash = "sha256:92be7d6959927b76d90eafc4028985c37975a46ded5466a018f02e8649e113d4"}, ] [package.dependencies] -google-api-core = {version = ">=1.34.0,<2.0.dev0 || >=2.11.dev0,<3.0.0dev", extras = ["grpc"]} +google-api-core = {version = ">=1.34.1,<2.0.dev0 || >=2.11.dev0,<3.0.0dev", extras = ["grpc"]} +google-auth = ">=2.14.1,<2.24.0 || >2.24.0,<2.25.0 || >2.25.0,<3.0.0dev" grpc-google-iam-v1 = ">=0.12.4,<1.0.0dev" proto-plus = ">=1.22.3,<2.0.0dev" protobuf = ">=3.19.5,<3.20.0 || >3.20.0,<3.20.1 || >3.20.1,<4.21.0 || >4.21.0,<4.21.1 || >4.21.1,<4.21.2 || >4.21.2,<4.21.3 || >4.21.3,<4.21.4 || >4.21.4,<4.21.5 || >4.21.5,<5.0.0dev" [[package]] name = "google-cloud-storage" -version = "2.14.0" +version = "2.16.0" description = "Google Cloud Storage API client library" optional = false python-versions = ">=3.7" files = [ - {file = "google-cloud-storage-2.14.0.tar.gz", hash = "sha256:2d23fcf59b55e7b45336729c148bb1c464468c69d5efbaee30f7201dd90eb97e"}, - {file = "google_cloud_storage-2.14.0-py2.py3-none-any.whl", hash = "sha256:8641243bbf2a2042c16a6399551fbb13f062cbc9a2de38d6c0bb5426962e9dbd"}, + {file = "google-cloud-storage-2.16.0.tar.gz", hash = "sha256:dda485fa503710a828d01246bd16ce9db0823dc51bbca742ce96a6817d58669f"}, + {file = "google_cloud_storage-2.16.0-py2.py3-none-any.whl", hash = "sha256:91a06b96fb79cf9cdfb4e759f178ce11ea885c79938f89590344d079305f5852"}, ] [package.dependencies] -google-api-core = ">=1.31.5,<2.0.dev0 || >2.3.0,<3.0.0dev" -google-auth = ">=2.23.3,<3.0dev" +google-api-core = ">=2.15.0,<3.0.0dev" +google-auth = ">=2.26.1,<3.0dev" google-cloud-core = ">=2.3.0,<3.0dev" google-crc32c = ">=1.0,<2.0dev" google-resumable-media = ">=2.6.0" @@ -2147,13 +2274,13 @@ requests = ["requests (>=2.18.0,<3.0.0dev)"] [[package]] name = "googleapis-common-protos" -version = "1.62.0" +version = "1.63.0" description = "Common protobufs used in Google APIs" optional = false python-versions = ">=3.7" files = [ - {file = "googleapis-common-protos-1.62.0.tar.gz", hash = "sha256:83f0ece9f94e5672cced82f592d2a5edf527a96ed1794f0bab36d5735c996277"}, - {file = "googleapis_common_protos-1.62.0-py2.py3-none-any.whl", hash = "sha256:4750113612205514f9f6aa4cb00d523a94f3e8c06c5ad2fee466387dc4875f07"}, + {file = "googleapis-common-protos-1.63.0.tar.gz", hash = "sha256:17ad01b11d5f1d0171c06d3ba5c04c54474e883b66b949722b4938ee2694ef4e"}, + {file = "googleapis_common_protos-1.63.0-py2.py3-none-any.whl", hash = "sha256:ae45f75702f7c08b541f750854a678bd8f534a1a6bace6afe975f1d0a82d6632"}, ] [package.dependencies] @@ -2252,84 +2379,76 @@ protobuf = ">=3.19.5,<3.20.0 || >3.20.0,<3.20.1 || >3.20.1,<4.21.1 || >4.21.1,<4 [[package]] name = "grpcio" -version = "1.60.0" +version = "1.64.0" description = "HTTP/2-based RPC framework" optional = false -python-versions = ">=3.7" +python-versions = ">=3.8" files = [ - {file = "grpcio-1.60.0-cp310-cp310-linux_armv7l.whl", hash = "sha256:d020cfa595d1f8f5c6b343530cd3ca16ae5aefdd1e832b777f9f0eb105f5b139"}, - {file = "grpcio-1.60.0-cp310-cp310-macosx_12_0_universal2.whl", hash = "sha256:b98f43fcdb16172dec5f4b49f2fece4b16a99fd284d81c6bbac1b3b69fcbe0ff"}, - {file = "grpcio-1.60.0-cp310-cp310-manylinux_2_17_aarch64.whl", hash = "sha256:20e7a4f7ded59097c84059d28230907cd97130fa74f4a8bfd1d8e5ba18c81491"}, - {file = "grpcio-1.60.0-cp310-cp310-manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:452ca5b4afed30e7274445dd9b441a35ece656ec1600b77fff8c216fdf07df43"}, - {file = "grpcio-1.60.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:43e636dc2ce9ece583b3e2ca41df5c983f4302eabc6d5f9cd04f0562ee8ec1ae"}, - {file = "grpcio-1.60.0-cp310-cp310-musllinux_1_1_i686.whl", hash = "sha256:6e306b97966369b889985a562ede9d99180def39ad42c8014628dd3cc343f508"}, - {file = "grpcio-1.60.0-cp310-cp310-musllinux_1_1_x86_64.whl", hash = "sha256:f897c3b127532e6befdcf961c415c97f320d45614daf84deba0a54e64ea2457b"}, - {file = "grpcio-1.60.0-cp310-cp310-win32.whl", hash = "sha256:b87efe4a380887425bb15f220079aa8336276398dc33fce38c64d278164f963d"}, - {file = "grpcio-1.60.0-cp310-cp310-win_amd64.whl", hash = "sha256:a9c7b71211f066908e518a2ef7a5e211670761651039f0d6a80d8d40054047df"}, - {file = "grpcio-1.60.0-cp311-cp311-linux_armv7l.whl", hash = "sha256:fb464479934778d7cc5baf463d959d361954d6533ad34c3a4f1d267e86ee25fd"}, - {file = "grpcio-1.60.0-cp311-cp311-macosx_10_10_universal2.whl", hash = "sha256:4b44d7e39964e808b071714666a812049765b26b3ea48c4434a3b317bac82f14"}, - {file = "grpcio-1.60.0-cp311-cp311-manylinux_2_17_aarch64.whl", hash = "sha256:90bdd76b3f04bdb21de5398b8a7c629676c81dfac290f5f19883857e9371d28c"}, - {file = "grpcio-1.60.0-cp311-cp311-manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:91229d7203f1ef0ab420c9b53fe2ca5c1fbeb34f69b3bc1b5089466237a4a134"}, - {file = "grpcio-1.60.0-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:3b36a2c6d4920ba88fa98075fdd58ff94ebeb8acc1215ae07d01a418af4c0253"}, - {file = "grpcio-1.60.0-cp311-cp311-musllinux_1_1_i686.whl", hash = "sha256:297eef542156d6b15174a1231c2493ea9ea54af8d016b8ca7d5d9cc65cfcc444"}, - {file = "grpcio-1.60.0-cp311-cp311-musllinux_1_1_x86_64.whl", hash = "sha256:87c9224acba0ad8bacddf427a1c2772e17ce50b3042a789547af27099c5f751d"}, - {file = "grpcio-1.60.0-cp311-cp311-win32.whl", hash = "sha256:95ae3e8e2c1b9bf671817f86f155c5da7d49a2289c5cf27a319458c3e025c320"}, - {file = "grpcio-1.60.0-cp311-cp311-win_amd64.whl", hash = "sha256:467a7d31554892eed2aa6c2d47ded1079fc40ea0b9601d9f79204afa8902274b"}, - {file = "grpcio-1.60.0-cp312-cp312-linux_armv7l.whl", hash = "sha256:a7152fa6e597c20cb97923407cf0934e14224af42c2b8d915f48bc3ad2d9ac18"}, - {file = "grpcio-1.60.0-cp312-cp312-macosx_10_10_universal2.whl", hash = "sha256:7db16dd4ea1b05ada504f08d0dca1cd9b926bed3770f50e715d087c6f00ad748"}, - {file = "grpcio-1.60.0-cp312-cp312-manylinux_2_17_aarch64.whl", hash = "sha256:b0571a5aef36ba9177e262dc88a9240c866d903a62799e44fd4aae3f9a2ec17e"}, - {file = "grpcio-1.60.0-cp312-cp312-manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:6fd9584bf1bccdfff1512719316efa77be235469e1e3295dce64538c4773840b"}, - {file = "grpcio-1.60.0-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:d6a478581b1a1a8fdf3318ecb5f4d0cda41cacdffe2b527c23707c9c1b8fdb55"}, - {file = "grpcio-1.60.0-cp312-cp312-musllinux_1_1_i686.whl", hash = "sha256:77c8a317f0fd5a0a2be8ed5cbe5341537d5c00bb79b3bb27ba7c5378ba77dbca"}, - {file = "grpcio-1.60.0-cp312-cp312-musllinux_1_1_x86_64.whl", hash = "sha256:1c30bb23a41df95109db130a6cc1b974844300ae2e5d68dd4947aacba5985aa5"}, - {file = "grpcio-1.60.0-cp312-cp312-win32.whl", hash = "sha256:2aef56e85901c2397bd557c5ba514f84de1f0ae5dd132f5d5fed042858115951"}, - {file = "grpcio-1.60.0-cp312-cp312-win_amd64.whl", hash = "sha256:e381fe0c2aa6c03b056ad8f52f8efca7be29fb4d9ae2f8873520843b6039612a"}, - {file = "grpcio-1.60.0-cp37-cp37m-linux_armv7l.whl", hash = "sha256:92f88ca1b956eb8427a11bb8b4a0c0b2b03377235fc5102cb05e533b8693a415"}, - {file = "grpcio-1.60.0-cp37-cp37m-macosx_10_10_universal2.whl", hash = "sha256:e278eafb406f7e1b1b637c2cf51d3ad45883bb5bd1ca56bc05e4fc135dfdaa65"}, - {file = "grpcio-1.60.0-cp37-cp37m-manylinux_2_17_aarch64.whl", hash = "sha256:a48edde788b99214613e440fce495bbe2b1e142a7f214cce9e0832146c41e324"}, - {file = "grpcio-1.60.0-cp37-cp37m-manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:de2ad69c9a094bf37c1102b5744c9aec6cf74d2b635558b779085d0263166454"}, - {file = "grpcio-1.60.0-cp37-cp37m-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:073f959c6f570797272f4ee9464a9997eaf1e98c27cb680225b82b53390d61e6"}, - {file = "grpcio-1.60.0-cp37-cp37m-musllinux_1_1_i686.whl", hash = "sha256:c826f93050c73e7769806f92e601e0efdb83ec8d7c76ddf45d514fee54e8e619"}, - {file = "grpcio-1.60.0-cp37-cp37m-musllinux_1_1_x86_64.whl", hash = "sha256:9e30be89a75ee66aec7f9e60086fadb37ff8c0ba49a022887c28c134341f7179"}, - {file = "grpcio-1.60.0-cp37-cp37m-win_amd64.whl", hash = "sha256:b0fb2d4801546598ac5cd18e3ec79c1a9af8b8f2a86283c55a5337c5aeca4b1b"}, - {file = "grpcio-1.60.0-cp38-cp38-linux_armv7l.whl", hash = "sha256:9073513ec380434eb8d21970e1ab3161041de121f4018bbed3146839451a6d8e"}, - {file = "grpcio-1.60.0-cp38-cp38-macosx_10_10_universal2.whl", hash = "sha256:74d7d9fa97809c5b892449b28a65ec2bfa458a4735ddad46074f9f7d9550ad13"}, - {file = "grpcio-1.60.0-cp38-cp38-manylinux_2_17_aarch64.whl", hash = "sha256:1434ca77d6fed4ea312901122dc8da6c4389738bf5788f43efb19a838ac03ead"}, - {file = "grpcio-1.60.0-cp38-cp38-manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:e61e76020e0c332a98290323ecfec721c9544f5b739fab925b6e8cbe1944cf19"}, - {file = "grpcio-1.60.0-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:675997222f2e2f22928fbba640824aebd43791116034f62006e19730715166c0"}, - {file = "grpcio-1.60.0-cp38-cp38-musllinux_1_1_i686.whl", hash = "sha256:5208a57eae445ae84a219dfd8b56e04313445d146873117b5fa75f3245bc1390"}, - {file = "grpcio-1.60.0-cp38-cp38-musllinux_1_1_x86_64.whl", hash = "sha256:428d699c8553c27e98f4d29fdc0f0edc50e9a8a7590bfd294d2edb0da7be3629"}, - {file = "grpcio-1.60.0-cp38-cp38-win32.whl", hash = "sha256:83f2292ae292ed5a47cdcb9821039ca8e88902923198f2193f13959360c01860"}, - {file = "grpcio-1.60.0-cp38-cp38-win_amd64.whl", hash = "sha256:705a68a973c4c76db5d369ed573fec3367d7d196673fa86614b33d8c8e9ebb08"}, - {file = "grpcio-1.60.0-cp39-cp39-linux_armv7l.whl", hash = "sha256:c193109ca4070cdcaa6eff00fdb5a56233dc7610216d58fb81638f89f02e4968"}, - {file = "grpcio-1.60.0-cp39-cp39-macosx_10_10_universal2.whl", hash = "sha256:676e4a44e740deaba0f4d95ba1d8c5c89a2fcc43d02c39f69450b1fa19d39590"}, - {file = "grpcio-1.60.0-cp39-cp39-manylinux_2_17_aarch64.whl", hash = "sha256:5ff21e000ff2f658430bde5288cb1ac440ff15c0d7d18b5fb222f941b46cb0d2"}, - {file = "grpcio-1.60.0-cp39-cp39-manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:4c86343cf9ff7b2514dd229bdd88ebba760bd8973dac192ae687ff75e39ebfab"}, - {file = "grpcio-1.60.0-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:0fd3b3968ffe7643144580f260f04d39d869fcc2cddb745deef078b09fd2b328"}, - {file = "grpcio-1.60.0-cp39-cp39-musllinux_1_1_i686.whl", hash = "sha256:30943b9530fe3620e3b195c03130396cd0ee3a0d10a66c1bee715d1819001eaf"}, - {file = "grpcio-1.60.0-cp39-cp39-musllinux_1_1_x86_64.whl", hash = "sha256:b10241250cb77657ab315270b064a6c7f1add58af94befa20687e7c8d8603ae6"}, - {file = "grpcio-1.60.0-cp39-cp39-win32.whl", hash = "sha256:79a050889eb8d57a93ed21d9585bb63fca881666fc709f5d9f7f9372f5e7fd03"}, - {file = "grpcio-1.60.0-cp39-cp39-win_amd64.whl", hash = "sha256:8a97a681e82bc11a42d4372fe57898d270a2707f36c45c6676e49ce0d5c41353"}, - {file = "grpcio-1.60.0.tar.gz", hash = "sha256:2199165a1affb666aa24adf0c97436686d0a61bc5fc113c037701fb7c7fceb96"}, -] - -[package.extras] -protobuf = ["grpcio-tools (>=1.60.0)"] + {file = "grpcio-1.64.0-cp310-cp310-linux_armv7l.whl", hash = "sha256:3b09c3d9de95461214a11d82cc0e6a46a6f4e1f91834b50782f932895215e5db"}, + {file = "grpcio-1.64.0-cp310-cp310-macosx_12_0_universal2.whl", hash = "sha256:7e013428ab472892830287dd082b7d129f4d8afef49227a28223a77337555eaa"}, + {file = "grpcio-1.64.0-cp310-cp310-manylinux_2_17_aarch64.whl", hash = "sha256:02cc9cc3f816d30f7993d0d408043b4a7d6a02346d251694d8ab1f78cc723e7e"}, + {file = "grpcio-1.64.0-cp310-cp310-manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:1f5de082d936e0208ce8db9095821361dfa97af8767a6607ae71425ac8ace15c"}, + {file = "grpcio-1.64.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:d7b7bf346391dffa182fba42506adf3a84f4a718a05e445b37824136047686a1"}, + {file = "grpcio-1.64.0-cp310-cp310-musllinux_1_1_i686.whl", hash = "sha256:b2cbdfba18408389a1371f8c2af1659119e1831e5ed24c240cae9e27b4abc38d"}, + {file = "grpcio-1.64.0-cp310-cp310-musllinux_1_1_x86_64.whl", hash = "sha256:aca4f15427d2df592e0c8f3d38847e25135e4092d7f70f02452c0e90d6a02d6d"}, + {file = "grpcio-1.64.0-cp310-cp310-win32.whl", hash = "sha256:7c1f5b2298244472bcda49b599be04579f26425af0fd80d3f2eb5fd8bc84d106"}, + {file = "grpcio-1.64.0-cp310-cp310-win_amd64.whl", hash = "sha256:73f84f9e5985a532e47880b3924867de16fa1aa513fff9b26106220c253c70c5"}, + {file = "grpcio-1.64.0-cp311-cp311-linux_armv7l.whl", hash = "sha256:2a18090371d138a57714ee9bffd6c9c9cb2e02ce42c681aac093ae1e7189ed21"}, + {file = "grpcio-1.64.0-cp311-cp311-macosx_10_9_universal2.whl", hash = "sha256:59c68df3a934a586c3473d15956d23a618b8f05b5e7a3a904d40300e9c69cbf0"}, + {file = "grpcio-1.64.0-cp311-cp311-manylinux_2_17_aarch64.whl", hash = "sha256:b52e1ec7185512103dd47d41cf34ea78e7a7361ba460187ddd2416b480e0938c"}, + {file = "grpcio-1.64.0-cp311-cp311-manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:8d598b5d5e2c9115d7fb7e2cb5508d14286af506a75950762aa1372d60e41851"}, + {file = "grpcio-1.64.0-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:01615bbcae6875eee8091e6b9414072f4e4b00d8b7e141f89635bdae7cf784e5"}, + {file = "grpcio-1.64.0-cp311-cp311-musllinux_1_1_i686.whl", hash = "sha256:0b2dfe6dcace264807d9123d483d4c43274e3f8c39f90ff51de538245d7a4145"}, + {file = "grpcio-1.64.0-cp311-cp311-musllinux_1_1_x86_64.whl", hash = "sha256:7f17572dc9acd5e6dfd3014d10c0b533e9f79cd9517fc10b0225746f4c24b58e"}, + {file = "grpcio-1.64.0-cp311-cp311-win32.whl", hash = "sha256:6ec5ed15b4ffe56e2c6bc76af45e6b591c9be0224b3fb090adfb205c9012367d"}, + {file = "grpcio-1.64.0-cp311-cp311-win_amd64.whl", hash = "sha256:597191370951b477b7a1441e1aaa5cacebeb46a3b0bd240ec3bb2f28298c7553"}, + {file = "grpcio-1.64.0-cp312-cp312-linux_armv7l.whl", hash = "sha256:1ce4cd5a61d4532651079e7aae0fedf9a80e613eed895d5b9743e66b52d15812"}, + {file = "grpcio-1.64.0-cp312-cp312-macosx_10_9_universal2.whl", hash = "sha256:650a8150a9b288f40d5b7c1d5400cc11724eae50bd1f501a66e1ea949173649b"}, + {file = "grpcio-1.64.0-cp312-cp312-manylinux_2_17_aarch64.whl", hash = "sha256:8de0399b983f8676a7ccfdd45e5b2caec74a7e3cc576c6b1eecf3b3680deda5e"}, + {file = "grpcio-1.64.0-cp312-cp312-manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:46b8b43ba6a2a8f3103f103f97996cad507bcfd72359af6516363c48793d5a7b"}, + {file = "grpcio-1.64.0-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:a54362f03d4dcfae63be455d0a7d4c1403673498b92c6bfe22157d935b57c7a9"}, + {file = "grpcio-1.64.0-cp312-cp312-musllinux_1_1_i686.whl", hash = "sha256:1f8ea18b928e539046bb5f9c124d717fbf00cc4b2d960ae0b8468562846f5aa1"}, + {file = "grpcio-1.64.0-cp312-cp312-musllinux_1_1_x86_64.whl", hash = "sha256:c56c91bd2923ddb6e7ed28ebb66d15633b03e0df22206f22dfcdde08047e0a48"}, + {file = "grpcio-1.64.0-cp312-cp312-win32.whl", hash = "sha256:874c741c8a66f0834f653a69e7e64b4e67fcd4a8d40296919b93bab2ccc780ba"}, + {file = "grpcio-1.64.0-cp312-cp312-win_amd64.whl", hash = "sha256:0da1d921f8e4bcee307aeef6c7095eb26e617c471f8cb1c454fd389c5c296d1e"}, + {file = "grpcio-1.64.0-cp38-cp38-linux_armv7l.whl", hash = "sha256:c46fb6bfca17bfc49f011eb53416e61472fa96caa0979b4329176bdd38cbbf2a"}, + {file = "grpcio-1.64.0-cp38-cp38-macosx_10_9_universal2.whl", hash = "sha256:3d2004e85cf5213995d09408501f82c8534700d2babeb81dfdba2a3bff0bb396"}, + {file = "grpcio-1.64.0-cp38-cp38-manylinux_2_17_aarch64.whl", hash = "sha256:6d5541eb460d73a07418524fb64dcfe0adfbcd32e2dac0f8f90ce5b9dd6c046c"}, + {file = "grpcio-1.64.0-cp38-cp38-manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:1f279ad72dd7d64412e10f2443f9f34872a938c67387863c4cd2fb837f53e7d2"}, + {file = "grpcio-1.64.0-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:85fda90b81da25993aa47fae66cae747b921f8f6777550895fb62375b776a231"}, + {file = "grpcio-1.64.0-cp38-cp38-musllinux_1_1_i686.whl", hash = "sha256:a053584079b793a54bece4a7d1d1b5c0645bdbee729215cd433703dc2532f72b"}, + {file = "grpcio-1.64.0-cp38-cp38-musllinux_1_1_x86_64.whl", hash = "sha256:579dd9fb11bc73f0de061cab5f8b2def21480fd99eb3743ed041ad6a1913ee2f"}, + {file = "grpcio-1.64.0-cp38-cp38-win32.whl", hash = "sha256:23b6887bb21d77649d022fa1859e05853fdc2e60682fd86c3db652a555a282e0"}, + {file = "grpcio-1.64.0-cp38-cp38-win_amd64.whl", hash = "sha256:753cb58683ba0c545306f4e17dabf468d29cb6f6b11832e1e432160bb3f8403c"}, + {file = "grpcio-1.64.0-cp39-cp39-linux_armv7l.whl", hash = "sha256:2186d76a7e383e1466e0ea2b0febc343ffeae13928c63c6ec6826533c2d69590"}, + {file = "grpcio-1.64.0-cp39-cp39-macosx_10_9_universal2.whl", hash = "sha256:0f30596cdcbed3c98024fb4f1d91745146385b3f9fd10c9f2270cbfe2ed7ed91"}, + {file = "grpcio-1.64.0-cp39-cp39-manylinux_2_17_aarch64.whl", hash = "sha256:d9171f025a196f5bcfec7e8e7ffb7c3535f7d60aecd3503f9e250296c7cfc150"}, + {file = "grpcio-1.64.0-cp39-cp39-manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:cf4c8daed18ae2be2f1fc7d613a76ee2a2e28fdf2412d5c128be23144d28283d"}, + {file = "grpcio-1.64.0-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:3550493ac1d23198d46dc9c9b24b411cef613798dc31160c7138568ec26bc9b4"}, + {file = "grpcio-1.64.0-cp39-cp39-musllinux_1_1_i686.whl", hash = "sha256:3161a8f8bb38077a6470508c1a7301cd54301c53b8a34bb83e3c9764874ecabd"}, + {file = "grpcio-1.64.0-cp39-cp39-musllinux_1_1_x86_64.whl", hash = "sha256:2e8fabe2cc57a369638ab1ad8e6043721014fdf9a13baa7c0e35995d3a4a7618"}, + {file = "grpcio-1.64.0-cp39-cp39-win32.whl", hash = "sha256:31890b24d47b62cc27da49a462efe3d02f3c120edb0e6c46dcc0025506acf004"}, + {file = "grpcio-1.64.0-cp39-cp39-win_amd64.whl", hash = "sha256:5a56797dea8c02e7d3a85dfea879f286175cf4d14fbd9ab3ef2477277b927baa"}, + {file = "grpcio-1.64.0.tar.gz", hash = "sha256:257baf07f53a571c215eebe9679c3058a313fd1d1f7c4eede5a8660108c52d9c"}, +] + +[package.extras] +protobuf = ["grpcio-tools (>=1.64.0)"] [[package]] name = "grpcio-status" -version = "1.60.0" +version = "1.62.2" description = "Status proto mapping for gRPC" optional = false python-versions = ">=3.6" files = [ - {file = "grpcio-status-1.60.0.tar.gz", hash = "sha256:f10e0b6db3adc0fdc244b71962814ee982996ef06186446b5695b9fa635aa1ab"}, - {file = "grpcio_status-1.60.0-py3-none-any.whl", hash = "sha256:7d383fa36e59c1e61d380d91350badd4d12ac56e4de2c2b831b050362c3c572e"}, + {file = "grpcio-status-1.62.2.tar.gz", hash = "sha256:62e1bfcb02025a1cd73732a2d33672d3e9d0df4d21c12c51e0bbcaf09bab742a"}, + {file = "grpcio_status-1.62.2-py3-none-any.whl", hash = "sha256:206ddf0eb36bc99b033f03b2c8e95d319f0044defae9b41ae21408e7e0cda48f"}, ] [package.dependencies] googleapis-common-protos = ">=1.5.5" -grpcio = ">=1.60.0" +grpcio = ">=1.62.2" protobuf = ">=4.21.6" [[package]] @@ -2365,26 +2484,27 @@ six = ">=1.12.0" type = "git" url = "https://github.com/robin900/gspread-dataframe.git" reference = "master" -resolved_reference = "11f4742ceecba51cd8313849e081c6d2faae89cd" +resolved_reference = "20d9eeb956c4d9ccf9fdcf814bf41bb88ec9a2fd" [[package]] name = "gunicorn" -version = "21.2.0" +version = "22.0.0" description = "WSGI HTTP Server for UNIX" optional = false -python-versions = ">=3.5" +python-versions = ">=3.7" files = [ - {file = "gunicorn-21.2.0-py3-none-any.whl", hash = "sha256:3213aa5e8c24949e792bcacfc176fef362e7aac80b76c56f6b5122bf350722f0"}, - {file = "gunicorn-21.2.0.tar.gz", hash = "sha256:88ec8bff1d634f98e61b9f65bc4bf3cd918a90806c6f5c48bc5603849ec81033"}, + {file = "gunicorn-22.0.0-py3-none-any.whl", hash = "sha256:350679f91b24062c86e386e198a15438d53a7a8207235a78ba1b53df4c4378d9"}, + {file = "gunicorn-22.0.0.tar.gz", hash = "sha256:4a0b436239ff76fb33f11c07a16482c521a7e09c1ce3cc293c2330afe01bec63"}, ] [package.dependencies] packaging = "*" [package.extras] -eventlet = ["eventlet (>=0.24.1)"] +eventlet = ["eventlet (>=0.24.1,!=0.36.0)"] gevent = ["gevent (>=1.4.0)"] setproctitle = ["setproctitle"] +testing = ["coverage", "eventlet", "gevent", "pytest", "pytest-cov"] tornado = ["tornado (>=0.2)"] [[package]] @@ -2400,13 +2520,13 @@ files = [ [[package]] name = "httpcore" -version = "1.0.2" +version = "1.0.5" description = "A minimal low-level HTTP client." optional = false python-versions = ">=3.8" files = [ - {file = "httpcore-1.0.2-py3-none-any.whl", hash = "sha256:096cc05bca73b8e459a1fc3dcf585148f63e534eae4339559c9b8a8d6399acc7"}, - {file = "httpcore-1.0.2.tar.gz", hash = "sha256:9fc092e4799b26174648e54b74ed5f683132a464e95643b226e00c2ed2fa6535"}, + {file = "httpcore-1.0.5-py3-none-any.whl", hash = "sha256:421f18bac248b25d310f3cacd198d55b8e6125c107797b609ff9b7a6ba7991b5"}, + {file = "httpcore-1.0.5.tar.gz", hash = "sha256:34a38e2f9291467ee3b44e89dd52615370e152954ba21721378a87b2960f7a61"}, ] [package.dependencies] @@ -2417,7 +2537,7 @@ h11 = ">=0.13,<0.15" asyncio = ["anyio (>=4.0,<5.0)"] http2 = ["h2 (>=3,<5)"] socks = ["socksio (==1.*)"] -trio = ["trio (>=0.22.0,<0.23.0)"] +trio = ["trio (>=0.22.0,<0.26.0)"] [[package]] name = "httplib2" @@ -2435,13 +2555,13 @@ pyparsing = {version = ">=2.4.2,<3.0.0 || >3.0.0,<3.0.1 || >3.0.1,<3.0.2 || >3.0 [[package]] name = "httpx" -version = "0.26.0" +version = "0.27.0" description = "The next generation HTTP client." optional = false python-versions = ">=3.8" files = [ - {file = "httpx-0.26.0-py3-none-any.whl", hash = "sha256:8915f5a3627c4d47b73e8202457cb28f1266982d1159bd5779d86a80c0eab1cd"}, - {file = "httpx-0.26.0.tar.gz", hash = "sha256:451b55c30d5185ea6b23c2c793abf9bb237d2a7dfb901ced6ff69ad37ec1dfaf"}, + {file = "httpx-0.27.0-py3-none-any.whl", hash = "sha256:71d5465162c13681bff01ad59b2cc68dd838ea1f10e51574bac27103f00c91a5"}, + {file = "httpx-0.27.0.tar.gz", hash = "sha256:a0cb88a46f32dc874e04ee956e4c2764aba2aa228f650b06788ba6bda2962ab5"}, ] [package.dependencies] @@ -2506,13 +2626,13 @@ packaging = "*" [[package]] name = "identify" -version = "2.5.33" +version = "2.5.36" description = "File identification library for Python" optional = false python-versions = ">=3.8" files = [ - {file = "identify-2.5.33-py2.py3-none-any.whl", hash = "sha256:d40ce5fcd762817627670da8a7d8d8e65f24342d14539c59488dc603bf662e34"}, - {file = "identify-2.5.33.tar.gz", hash = "sha256:161558f9fe4559e1557e1bff323e8631f6a0e4837f7497767c1782832f16b62d"}, + {file = "identify-2.5.36-py2.py3-none-any.whl", hash = "sha256:37d93f380f4de590500d9dba7db359d0d3da95ffe7f9de1753faa159e71e7dfa"}, + {file = "identify-2.5.36.tar.gz", hash = "sha256:e5e00f54165f9047fbebeb4a560f9acfb8af4c88232be60a488e9b68d122745d"}, ] [package.extras] @@ -2520,33 +2640,33 @@ license = ["ukkonen"] [[package]] name = "idna" -version = "3.6" +version = "3.7" description = "Internationalized Domain Names in Applications (IDNA)" optional = false python-versions = ">=3.5" files = [ - {file = "idna-3.6-py3-none-any.whl", hash = "sha256:c05567e9c24a6b9faaa835c4821bad0590fbb9d5779e7caa6e1cc4978e7eb24f"}, - {file = "idna-3.6.tar.gz", hash = "sha256:9ecdbbd083b06798ae1e86adcbfe8ab1479cf864e4ee30fe4e46a003d12491ca"}, + {file = "idna-3.7-py3-none-any.whl", hash = "sha256:82fee1fc78add43492d3a1898bfa6d8a904cc97d8427f683ed8e798d07761aa0"}, + {file = "idna-3.7.tar.gz", hash = "sha256:028ff3aadf0609c1fd278d8ea3089299412a7a8b9bd005dd08b9f8285bcb5cfc"}, ] [[package]] name = "importlib-metadata" -version = "7.0.1" +version = "7.1.0" description = "Read metadata from Python packages" optional = false python-versions = ">=3.8" files = [ - {file = "importlib_metadata-7.0.1-py3-none-any.whl", hash = "sha256:4805911c3a4ec7c3966410053e9ec6a1fecd629117df5adee56dfc9432a1081e"}, - {file = "importlib_metadata-7.0.1.tar.gz", hash = "sha256:f238736bb06590ae52ac1fab06a3a9ef1d8dce2b7a35b5ab329371d6c8f5d2cc"}, + {file = "importlib_metadata-7.1.0-py3-none-any.whl", hash = "sha256:30962b96c0c223483ed6cc7280e7f0199feb01a0e40cfae4d4450fc6fab1f570"}, + {file = "importlib_metadata-7.1.0.tar.gz", hash = "sha256:b78938b926ee8d5f020fc4772d487045805a55ddbad2ecf21c6d60938dc7fcd2"}, ] [package.dependencies] zipp = ">=0.5" [package.extras] -docs = ["furo", "jaraco.packaging (>=9.3)", "jaraco.tidelift (>=1.4)", "rst.linker (>=1.9)", "sphinx (<7.2.5)", "sphinx (>=3.5)", "sphinx-lint"] +docs = ["furo", "jaraco.packaging (>=9.3)", "jaraco.tidelift (>=1.4)", "rst.linker (>=1.9)", "sphinx (>=3.5)", "sphinx-lint"] perf = ["ipython"] -testing = ["flufl.flake8", "importlib-resources (>=1.3)", "packaging", "pyfakefs", "pytest (>=6)", "pytest-black (>=0.3.7)", "pytest-checkdocs (>=2.4)", "pytest-cov", "pytest-enabler (>=2.2)", "pytest-mypy (>=0.9.1)", "pytest-perf (>=0.9.2)", "pytest-ruff"] +testing = ["flufl.flake8", "importlib-resources (>=1.3)", "jaraco.test (>=5.4)", "packaging", "pyfakefs", "pytest (>=6)", "pytest-checkdocs (>=2.4)", "pytest-cov", "pytest-enabler (>=2.2)", "pytest-mypy", "pytest-perf (>=0.9.2)", "pytest-ruff (>=0.2.1)"] [[package]] name = "iniconfig" @@ -2561,13 +2681,13 @@ files = [ [[package]] name = "inquirer" -version = "3.2.1" +version = "3.2.4" description = "Collection of common interactive command line user interfaces, based on Inquirer.js" optional = false python-versions = ">=3.8.1" files = [ - {file = "inquirer-3.2.1-py3-none-any.whl", hash = "sha256:e1a0a001b499633ca69d2ea64da712b449939e8fad8fa47caebc92b0ee212df4"}, - {file = "inquirer-3.2.1.tar.gz", hash = "sha256:d5ff9bb8cd07bd3f076eabad8ae338280886e93998ff10461975b768e3854fbc"}, + {file = "inquirer-3.2.4-py3-none-any.whl", hash = "sha256:273a4e4a4345ac1afdb17408d40fc8dccf3485db68203357919468561035a763"}, + {file = "inquirer-3.2.4.tar.gz", hash = "sha256:33b09efc1b742b9d687b540296a8b6a3f773399673321fcc2ab0eb4c109bf9b5"}, ] [package.dependencies] @@ -2575,15 +2695,29 @@ blessed = ">=1.19.0" editor = ">=1.6.0" readchar = ">=3.0.6" +[[package]] +name = "intel-openmp" +version = "2021.4.0" +description = "Intel OpenMP* Runtime Library" +optional = false +python-versions = "*" +files = [ + {file = "intel_openmp-2021.4.0-py2.py3-none-macosx_10_15_x86_64.macosx_11_0_x86_64.whl", hash = "sha256:41c01e266a7fdb631a7609191709322da2bbf24b252ba763f125dd651bcc7675"}, + {file = "intel_openmp-2021.4.0-py2.py3-none-manylinux1_i686.whl", hash = "sha256:3b921236a38384e2016f0f3d65af6732cf2c12918087128a9163225451e776f2"}, + {file = "intel_openmp-2021.4.0-py2.py3-none-manylinux1_x86_64.whl", hash = "sha256:e2240ab8d01472fed04f3544a878cda5da16c26232b7ea1b59132dbfb48b186e"}, + {file = "intel_openmp-2021.4.0-py2.py3-none-win32.whl", hash = "sha256:6e863d8fd3d7e8ef389d52cf97a50fe2afe1a19247e8c0d168ce021546f96fc9"}, + {file = "intel_openmp-2021.4.0-py2.py3-none-win_amd64.whl", hash = "sha256:eef4c8bcc8acefd7f5cd3b9384dbf73d59e2c99fc56545712ded913f43c4a94f"}, +] + [[package]] name = "ipykernel" -version = "6.29.0" +version = "6.29.4" description = "IPython Kernel for Jupyter" optional = false python-versions = ">=3.8" files = [ - {file = "ipykernel-6.29.0-py3-none-any.whl", hash = "sha256:076663ca68492576f051e4af7720d33f34383e655f2be0d544c8b1c9de915b2f"}, - {file = "ipykernel-6.29.0.tar.gz", hash = "sha256:b5dd3013cab7b330df712891c96cd1ab868c27a7159e606f762015e9bf8ceb3f"}, + {file = "ipykernel-6.29.4-py3-none-any.whl", hash = "sha256:1181e653d95c6808039c509ef8e67c4126b3b3af7781496c7cbfb5ed938a27da"}, + {file = "ipykernel-6.29.4.tar.gz", hash = "sha256:3d44070060f9475ac2092b760123fadf105d2e2493c24848b6691a7c4f42af5c"}, ] [package.dependencies] @@ -2606,17 +2740,17 @@ cov = ["coverage[toml]", "curio", "matplotlib", "pytest-cov", "trio"] docs = ["myst-parser", "pydata-sphinx-theme", "sphinx", "sphinx-autodoc-typehints", "sphinxcontrib-github-alt", "sphinxcontrib-spelling", "trio"] pyqt5 = ["pyqt5"] pyside6 = ["pyside6"] -test = ["flaky", "ipyparallel", "pre-commit", "pytest (>=7.0)", "pytest-asyncio (==0.23.2)", "pytest-cov", "pytest-timeout"] +test = ["flaky", "ipyparallel", "pre-commit", "pytest (>=7.0)", "pytest-asyncio (>=0.23.5)", "pytest-cov", "pytest-timeout"] [[package]] name = "ipython" -version = "8.20.0" +version = "8.24.0" description = "IPython: Productive Interactive Computing" optional = false python-versions = ">=3.10" files = [ - {file = "ipython-8.20.0-py3-none-any.whl", hash = "sha256:bc9716aad6f29f36c449e30821c9dd0c1c1a7b59ddcc26931685b87b4c569619"}, - {file = "ipython-8.20.0.tar.gz", hash = "sha256:2f21bd3fc1d51550c89ee3944ae04bbc7bc79e129ea0937da6e6c68bfdbf117a"}, + {file = "ipython-8.24.0-py3-none-any.whl", hash = "sha256:d7bf2f6c4314984e3e02393213bab8703cf163ede39672ce5918c51fe253a2a3"}, + {file = "ipython-8.24.0.tar.gz", hash = "sha256:010db3f8a728a578bb641fdd06c063b9fb8e96a9464c63aec6310fbcb5e80501"}, ] [package.dependencies] @@ -2624,42 +2758,55 @@ colorama = {version = "*", markers = "sys_platform == \"win32\""} decorator = "*" jedi = ">=0.16" matplotlib-inline = "*" -pexpect = {version = ">4.3", markers = "sys_platform != \"win32\""} +pexpect = {version = ">4.3", markers = "sys_platform != \"win32\" and sys_platform != \"emscripten\""} prompt-toolkit = ">=3.0.41,<3.1.0" pygments = ">=2.4.0" stack-data = "*" -traitlets = ">=5" +traitlets = ">=5.13.0" +typing-extensions = {version = ">=4.6", markers = "python_version < \"3.12\""} [package.extras] -all = ["black", "curio", "docrepr", "exceptiongroup", "ipykernel", "ipyparallel", "ipywidgets", "matplotlib", "matplotlib (!=3.2.0)", "nbconvert", "nbformat", "notebook", "numpy (>=1.23)", "pandas", "pickleshare", "pytest", "pytest-asyncio (<0.22)", "qtconsole", "setuptools (>=18.5)", "sphinx (>=1.3)", "sphinx-rtd-theme", "stack-data", "testpath", "trio", "typing-extensions"] +all = ["ipython[black,doc,kernel,matplotlib,nbconvert,nbformat,notebook,parallel,qtconsole]", "ipython[test,test-extra]"] black = ["black"] -doc = ["docrepr", "exceptiongroup", "ipykernel", "matplotlib", "pickleshare", "pytest", "pytest-asyncio (<0.22)", "setuptools (>=18.5)", "sphinx (>=1.3)", "sphinx-rtd-theme", "stack-data", "testpath", "typing-extensions"] +doc = ["docrepr", "exceptiongroup", "ipykernel", "ipython[test]", "matplotlib", "setuptools (>=18.5)", "sphinx (>=1.3)", "sphinx-rtd-theme", "sphinxcontrib-jquery", "stack-data", "typing-extensions"] kernel = ["ipykernel"] +matplotlib = ["matplotlib"] nbconvert = ["nbconvert"] nbformat = ["nbformat"] notebook = ["ipywidgets", "notebook"] parallel = ["ipyparallel"] qtconsole = ["qtconsole"] test = ["pickleshare", "pytest", "pytest-asyncio (<0.22)", "testpath"] -test-extra = ["curio", "matplotlib (!=3.2.0)", "nbformat", "numpy (>=1.23)", "pandas", "pickleshare", "pytest", "pytest-asyncio (<0.22)", "testpath", "trio"] +test-extra = ["curio", "ipython[test]", "matplotlib (!=3.2.0)", "nbformat", "numpy (>=1.23)", "pandas", "trio"] + +[[package]] +name = "ipython-genutils" +version = "0.2.0" +description = "Vestigial utilities from IPython" +optional = false +python-versions = "*" +files = [ + {file = "ipython_genutils-0.2.0-py2.py3-none-any.whl", hash = "sha256:72dd37233799e619666c9f639a9da83c34013a73e8bbc79a7a6348d93c61fab8"}, + {file = "ipython_genutils-0.2.0.tar.gz", hash = "sha256:eb2e116e75ecef9d4d228fdc66af54269afa26ab4463042e33785b887c628ba8"}, +] [[package]] name = "ipywidgets" -version = "8.1.1" +version = "8.1.2" description = "Jupyter interactive widgets" optional = false python-versions = ">=3.7" files = [ - {file = "ipywidgets-8.1.1-py3-none-any.whl", hash = "sha256:2b88d728656aea3bbfd05d32c747cfd0078f9d7e159cf982433b58ad717eed7f"}, - {file = "ipywidgets-8.1.1.tar.gz", hash = "sha256:40211efb556adec6fa450ccc2a77d59ca44a060f4f9f136833df59c9f538e6e8"}, + {file = "ipywidgets-8.1.2-py3-none-any.whl", hash = "sha256:bbe43850d79fb5e906b14801d6c01402857996864d1e5b6fa62dd2ee35559f60"}, + {file = "ipywidgets-8.1.2.tar.gz", hash = "sha256:d0b9b41e49bae926a866e613a39b0f0097745d2b9f1f3dd406641b4a57ec42c9"}, ] [package.dependencies] comm = ">=0.1.3" ipython = ">=6.1.0" -jupyterlab-widgets = ">=3.0.9,<3.1.0" +jupyterlab-widgets = ">=3.0.10,<3.1.0" traitlets = ">=4.3.1" -widgetsnbextension = ">=4.0.9,<4.1.0" +widgetsnbextension = ">=4.0.10,<4.1.0" [package.extras] test = ["ipykernel", "jsonschema", "pytest (>=3.6.0)", "pytest-cov", "pytz"] @@ -2680,13 +2827,13 @@ arrow = ">=0.15.0" [[package]] name = "itsdangerous" -version = "2.1.2" +version = "2.2.0" description = "Safely pass data to untrusted environments and back." optional = false -python-versions = ">=3.7" +python-versions = ">=3.8" files = [ - {file = "itsdangerous-2.1.2-py3-none-any.whl", hash = "sha256:2c2349112351b88699d8d4b6b075022c0808887cb7ad10069318a8b0bc88db44"}, - {file = "itsdangerous-2.1.2.tar.gz", hash = "sha256:5dbbc68b317e5e42f327f9021763545dc3fc3bfe22e6deb96aaf1fc38874156a"}, + {file = "itsdangerous-2.2.0-py3-none-any.whl", hash = "sha256:c6242fc49e35958c8b15141343aa660db5fc54d4f13a1db01a3f5891b98700ef"}, + {file = "itsdangerous-2.2.0.tar.gz", hash = "sha256:e0050c0b7da1eea53ffaf149c0cfbb5c6e2e2b69c4bef22c81fa6eb73e5f6173"}, ] [[package]] @@ -2710,13 +2857,13 @@ testing = ["Django", "attrs", "colorama", "docopt", "pytest (<7.0.0)"] [[package]] name = "jinja2" -version = "3.1.3" +version = "3.1.4" description = "A very fast and expressive template engine." optional = false python-versions = ">=3.7" files = [ - {file = "Jinja2-3.1.3-py3-none-any.whl", hash = "sha256:7d6d50dd97d52cbc355597bd845fabfbac3f551e1f99619e39a35ce8c370b5fa"}, - {file = "Jinja2-3.1.3.tar.gz", hash = "sha256:ac8bd6544d4bb2c9792bf3a159e80bba8fda7f07e81bc3aed565432d5925ba90"}, + {file = "jinja2-3.1.4-py3-none-any.whl", hash = "sha256:bc5dd2abb727a5319567b7a813e6a2e7318c39f4f487cfe6c89c6f9c7d25197d"}, + {file = "jinja2-3.1.4.tar.gz", hash = "sha256:4a3aee7acbbe7303aede8e9648d13b8bf88a429282aa6122a993f0ac800cb369"}, ] [package.dependencies] @@ -2741,29 +2888,26 @@ ansicon = {version = "*", markers = "platform_system == \"Windows\""} [[package]] name = "joblib" -version = "1.3.2" +version = "1.4.2" description = "Lightweight pipelining with Python functions" optional = false -python-versions = ">=3.7" +python-versions = ">=3.8" files = [ - {file = "joblib-1.3.2-py3-none-any.whl", hash = "sha256:ef4331c65f239985f3f2220ecc87db222f08fd22097a3dd5698f693875f8cbb9"}, - {file = "joblib-1.3.2.tar.gz", hash = "sha256:92f865e621e17784e7955080b6d042489e3b8e294949cc44c6eac304f59772b1"}, + {file = "joblib-1.4.2-py3-none-any.whl", hash = "sha256:06d478d5674cbc267e7496a410ee875abd68e4340feff4490bcb7afb88060ae6"}, + {file = "joblib-1.4.2.tar.gz", hash = "sha256:2382c5816b2636fbd20a09e0f4e9dad4736765fdfb7dca582943b9c1366b3f0e"}, ] [[package]] name = "json5" -version = "0.9.14" +version = "0.9.25" description = "A Python implementation of the JSON5 data format." optional = false -python-versions = "*" +python-versions = ">=3.8" files = [ - {file = "json5-0.9.14-py2.py3-none-any.whl", hash = "sha256:740c7f1b9e584a468dbb2939d8d458db3427f2c93ae2139d05f47e453eae964f"}, - {file = "json5-0.9.14.tar.gz", hash = "sha256:9ed66c3a6ca3510a976a9ef9b8c0787de24802724ab1860bc0153c7fdd589b02"}, + {file = "json5-0.9.25-py3-none-any.whl", hash = "sha256:34ed7d834b1341a86987ed52f3f76cd8ee184394906b6e22a1e0deb9ab294e8f"}, + {file = "json5-0.9.25.tar.gz", hash = "sha256:548e41b9be043f9426776f05df8635a00fe06104ea51ed24b67f908856e151ae"}, ] -[package.extras] -dev = ["hypothesis"] - [[package]] name = "jsonpointer" version = "2.4" @@ -2772,17 +2916,18 @@ optional = false python-versions = ">=2.7, !=3.0.*, !=3.1.*, !=3.2.*, !=3.3.*, !=3.4.*, !=3.5.*, !=3.6.*" files = [ {file = "jsonpointer-2.4-py2.py3-none-any.whl", hash = "sha256:15d51bba20eea3165644553647711d150376234112651b4f1811022aecad7d7a"}, + {file = "jsonpointer-2.4.tar.gz", hash = "sha256:585cee82b70211fa9e6043b7bb89db6e1aa49524340dde8ad6b63206ea689d88"}, ] [[package]] name = "jsonschema" -version = "4.21.1" +version = "4.22.0" description = "An implementation of JSON Schema validation for Python" optional = false python-versions = ">=3.8" files = [ - {file = "jsonschema-4.21.1-py3-none-any.whl", hash = "sha256:7996507afae316306f9e2290407761157c6f78002dcf7419acb99822143d1c6f"}, - {file = "jsonschema-4.21.1.tar.gz", hash = "sha256:85727c00279f5fa6bedbe6238d2aa6403bedd8b4864ab11207d07df3cc1b2ee5"}, + {file = "jsonschema-4.22.0-py3-none-any.whl", hash = "sha256:ff4cfd6b1367a40e7bc6411caec72effadd3db0bbe5017de188f2d6108335802"}, + {file = "jsonschema-4.22.0.tar.gz", hash = "sha256:5b22d434a45935119af990552c862e5d6d564e8f6601206b305a61fdf661a2b7"}, ] [package.dependencies] @@ -2817,6 +2962,46 @@ files = [ [package.dependencies] referencing = ">=0.31.0" +[[package]] +name = "jupysql" +version = "0.10.10" +description = "Better SQL in Jupyter" +optional = false +python-versions = "*" +files = [ + {file = "jupysql-0.10.10-py3-none-any.whl", hash = "sha256:811031ff2be5289e2840d294bb6d809ab6772d5a61d1ad7c2ab51c8ce807a68b"}, + {file = "jupysql-0.10.10.tar.gz", hash = "sha256:8259111a943ad0da61ef6bbe1281787c37a1535d15553b8bbcfaca2919c03742"}, +] + +[package.dependencies] +ipython-genutils = ">=0.1.0" +jinja2 = "*" +jupysql-plugin = ">=0.4.2" +ploomber-core = ">=0.2.7" +ploomber-extension = "*" +prettytable = "*" +sqlalchemy = "*" +sqlglot = ">=11.3.7" +sqlparse = "*" + +[package.extras] +dev = ["black", "duckdb", "duckdb-engine", "flake8", "invoke", "ipywidgets", "js2py", "jupyter-server", "matplotlib (==3.7.2)", "pandas (<2.2.0)", "pkgmt", "polars (==0.17.2)", "psutil", "pyarrow", "pyodbc", "pytest", "twine"] +integration = ["black", "clickhouse-sqlalchemy", "dockerctx", "duckdb", "duckdb-engine", "flake8", "grpcio-status", "invoke", "ipywidgets", "js2py", "jupyter-server", "matplotlib (==3.7.2)", "oracledb", "pandas (<2.2.0)", "pgspecial (==2.0.1)", "pkgmt", "polars (==0.17.2)", "psutil", "psycopg2-binary", "pyarrow", "pymysql", "pyodbc", "pyspark", "pytest", "python-tds", "redshift-connector", "snowflake-sqlalchemy", "sqlalchemy-pytds", "sqlalchemy-redshift", "twine"] + +[[package]] +name = "jupysql-plugin" +version = "0.4.3" +description = "Jupyterlab extension for JupySQL" +optional = false +python-versions = ">=3.7" +files = [ + {file = "jupysql_plugin-0.4.3-py3-none-any.whl", hash = "sha256:4d2a8e51fee54c10a83b2e7b05fd1a7c09578470ef50e4beb8750e2076072c6f"}, + {file = "jupysql_plugin-0.4.3.tar.gz", hash = "sha256:372b67269ef9517d45ea8a0c8b47ce6e8064629c3082953ca78a669c4eeb849e"}, +] + +[package.dependencies] +ploomber-core = "*" + [[package]] name = "jupyter" version = "1.0.0" @@ -2839,13 +3024,13 @@ qtconsole = "*" [[package]] name = "jupyter-client" -version = "8.6.0" +version = "8.6.2" description = "Jupyter protocol implementation and client libraries" optional = false python-versions = ">=3.8" files = [ - {file = "jupyter_client-8.6.0-py3-none-any.whl", hash = "sha256:909c474dbe62582ae62b758bca86d6518c85234bdee2d908c778db6d72f39d99"}, - {file = "jupyter_client-8.6.0.tar.gz", hash = "sha256:0642244bb83b4764ae60d07e010e15f0e2d275ec4e918a8f7b80fbbef3ca60c7"}, + {file = "jupyter_client-8.6.2-py3-none-any.whl", hash = "sha256:50cbc5c66fd1b8f65ecb66bc490ab73217993632809b6e505687de18e9dea39f"}, + {file = "jupyter_client-8.6.2.tar.gz", hash = "sha256:2bda14d55ee5ba58552a8c53ae43d215ad9868853489213f37da060ced54d8df"}, ] [package.dependencies] @@ -2857,7 +3042,7 @@ traitlets = ">=5.3" [package.extras] docs = ["ipykernel", "myst-parser", "pydata-sphinx-theme", "sphinx (>=4)", "sphinx-autodoc-typehints", "sphinxcontrib-github-alt", "sphinxcontrib-spelling"] -test = ["coverage", "ipykernel (>=6.14)", "mypy", "paramiko", "pre-commit", "pytest", "pytest-cov", "pytest-jupyter[client] (>=0.4.1)", "pytest-timeout"] +test = ["coverage", "ipykernel (>=6.14)", "mypy", "paramiko", "pre-commit", "pytest (<8.2.0)", "pytest-cov", "pytest-jupyter[client] (>=0.4.1)", "pytest-timeout"] [[package]] name = "jupyter-console" @@ -2885,13 +3070,13 @@ test = ["flaky", "pexpect", "pytest"] [[package]] name = "jupyter-core" -version = "5.7.1" +version = "5.7.2" description = "Jupyter core package. A base package on which Jupyter projects rely." optional = false python-versions = ">=3.8" files = [ - {file = "jupyter_core-5.7.1-py3-none-any.whl", hash = "sha256:c65c82126453a723a2804aa52409930434598fd9d35091d63dfb919d2b765bb7"}, - {file = "jupyter_core-5.7.1.tar.gz", hash = "sha256:de61a9d7fc71240f688b2fb5ab659fbb56979458dc66a71decd098e03c79e218"}, + {file = "jupyter_core-5.7.2-py3-none-any.whl", hash = "sha256:4f7315d2f6b4bcf2e3e7cb6e46772eba760ae459cd1f59d29eb57b0a01bd7409"}, + {file = "jupyter_core-5.7.2.tar.gz", hash = "sha256:aa5f8d32bbf6b431ac830496da7392035d6f61b4f54872f15c4bd2a9c3f536d9"}, ] [package.dependencies] @@ -2901,17 +3086,17 @@ traitlets = ">=5.3" [package.extras] docs = ["myst-parser", "pydata-sphinx-theme", "sphinx-autodoc-typehints", "sphinxcontrib-github-alt", "sphinxcontrib-spelling", "traitlets"] -test = ["ipykernel", "pre-commit", "pytest", "pytest-cov", "pytest-timeout"] +test = ["ipykernel", "pre-commit", "pytest (<8)", "pytest-cov", "pytest-timeout"] [[package]] name = "jupyter-events" -version = "0.9.0" +version = "0.10.0" description = "Jupyter Event System library" optional = false python-versions = ">=3.8" files = [ - {file = "jupyter_events-0.9.0-py3-none-any.whl", hash = "sha256:d853b3c10273ff9bc8bb8b30076d65e2c9685579db736873de6c2232dde148bf"}, - {file = "jupyter_events-0.9.0.tar.gz", hash = "sha256:81ad2e4bc710881ec274d31c6c50669d71bbaa5dd9d01e600b56faa85700d399"}, + {file = "jupyter_events-0.10.0-py3-none-any.whl", hash = "sha256:4b72130875e59d57716d327ea70d3ebc3af1944d3717e5a498b8a06c6c159960"}, + {file = "jupyter_events-0.10.0.tar.gz", hash = "sha256:670b8229d3cc882ec782144ed22e0d29e1c2d639263f92ca8383e66682845e22"}, ] [package.dependencies] @@ -2930,13 +3115,13 @@ test = ["click", "pre-commit", "pytest (>=7.0)", "pytest-asyncio (>=0.19.0)", "p [[package]] name = "jupyter-lsp" -version = "2.2.2" +version = "2.2.5" description = "Multi-Language Server WebSocket proxy for Jupyter Notebook/Lab server" optional = false python-versions = ">=3.8" files = [ - {file = "jupyter-lsp-2.2.2.tar.gz", hash = "sha256:256d24620542ae4bba04a50fc1f6ffe208093a07d8e697fea0a8d1b8ca1b7e5b"}, - {file = "jupyter_lsp-2.2.2-py3-none-any.whl", hash = "sha256:3b95229e4168355a8c91928057c1621ac3510ba98b2a925e82ebd77f078b1aa5"}, + {file = "jupyter-lsp-2.2.5.tar.gz", hash = "sha256:793147a05ad446f809fd53ef1cd19a9f5256fd0a2d6b7ce943a982cb4f545001"}, + {file = "jupyter_lsp-2.2.5-py3-none-any.whl", hash = "sha256:45fbddbd505f3fbfb0b6cb2f1bc5e15e83ab7c79cd6e89416b248cb3c00c11da"}, ] [package.dependencies] @@ -2944,49 +3129,49 @@ jupyter-server = ">=1.1.2" [[package]] name = "jupyter-server" -version = "2.12.5" +version = "2.14.0" description = "The backend—i.e. core services, APIs, and REST endpoints—to Jupyter web applications." optional = false python-versions = ">=3.8" files = [ - {file = "jupyter_server-2.12.5-py3-none-any.whl", hash = "sha256:184a0f82809a8522777cfb6b760ab6f4b1bb398664c5860a27cec696cb884923"}, - {file = "jupyter_server-2.12.5.tar.gz", hash = "sha256:0edb626c94baa22809be1323f9770cf1c00a952b17097592e40d03e6a3951689"}, + {file = "jupyter_server-2.14.0-py3-none-any.whl", hash = "sha256:fb6be52c713e80e004fac34b35a0990d6d36ba06fd0a2b2ed82b899143a64210"}, + {file = "jupyter_server-2.14.0.tar.gz", hash = "sha256:659154cea512083434fd7c93b7fe0897af7a2fd0b9dd4749282b42eaac4ae677"}, ] [package.dependencies] anyio = ">=3.1.0" -argon2-cffi = "*" -jinja2 = "*" +argon2-cffi = ">=21.1" +jinja2 = ">=3.0.3" jupyter-client = ">=7.4.4" jupyter-core = ">=4.12,<5.0.dev0 || >=5.1.dev0" jupyter-events = ">=0.9.0" -jupyter-server-terminals = "*" +jupyter-server-terminals = ">=0.4.4" nbconvert = ">=6.4.4" nbformat = ">=5.3.0" -overrides = "*" -packaging = "*" -prometheus-client = "*" -pywinpty = {version = "*", markers = "os_name == \"nt\""} +overrides = ">=5.0" +packaging = ">=22.0" +prometheus-client = ">=0.9" +pywinpty = {version = ">=2.0.1", markers = "os_name == \"nt\""} pyzmq = ">=24" send2trash = ">=1.8.2" terminado = ">=0.8.3" tornado = ">=6.2.0" traitlets = ">=5.6.0" -websocket-client = "*" +websocket-client = ">=1.7" [package.extras] docs = ["ipykernel", "jinja2", "jupyter-client", "jupyter-server", "myst-parser", "nbformat", "prometheus-client", "pydata-sphinx-theme", "send2trash", "sphinx-autodoc-typehints", "sphinxcontrib-github-alt", "sphinxcontrib-openapi (>=0.8.0)", "sphinxcontrib-spelling", "sphinxemoji", "tornado", "typing-extensions"] -test = ["flaky", "ipykernel", "pre-commit", "pytest (>=7.0)", "pytest-console-scripts", "pytest-jupyter[server] (>=0.4)", "pytest-timeout", "requests"] +test = ["flaky", "ipykernel", "pre-commit", "pytest (>=7.0,<9)", "pytest-console-scripts", "pytest-jupyter[server] (>=0.7)", "pytest-timeout", "requests"] [[package]] name = "jupyter-server-terminals" -version = "0.5.2" +version = "0.5.3" description = "A Jupyter Server Extension Providing Terminals." optional = false python-versions = ">=3.8" files = [ - {file = "jupyter_server_terminals-0.5.2-py3-none-any.whl", hash = "sha256:1b80c12765da979513c42c90215481bbc39bd8ae7c0350b4f85bc3eb58d0fa80"}, - {file = "jupyter_server_terminals-0.5.2.tar.gz", hash = "sha256:396b5ccc0881e550bf0ee7012c6ef1b53edbde69e67cab1d56e89711b46052e8"}, + {file = "jupyter_server_terminals-0.5.3-py3-none-any.whl", hash = "sha256:41ee0d7dc0ebf2809c668e0fc726dfaf258fcd3e769568996ca731b6194ae9aa"}, + {file = "jupyter_server_terminals-0.5.3.tar.gz", hash = "sha256:5ae0295167220e9ace0edcfdb212afd2b01ee8d179fe6f23c899590e9b8a5269"}, ] [package.dependencies] @@ -2999,33 +3184,35 @@ test = ["jupyter-server (>=2.0.0)", "pytest (>=7.0)", "pytest-jupyter[server] (> [[package]] name = "jupyterlab" -version = "4.0.11" +version = "4.2.1" description = "JupyterLab computational environment" optional = false python-versions = ">=3.8" files = [ - {file = "jupyterlab-4.0.11-py3-none-any.whl", hash = "sha256:536bf0e78723153a5016ca7efb88ed0ecd7070d3f1555d5b0e2770658f900a3c"}, - {file = "jupyterlab-4.0.11.tar.gz", hash = "sha256:d1aec24712566bc25a36229788242778e498ca4088028e2f9aa156b8b7fdc8fc"}, + {file = "jupyterlab-4.2.1-py3-none-any.whl", hash = "sha256:6ac6e3827b3c890e6e549800e8a4f4aaea6a69321e2240007902aa7a0c56a8e4"}, + {file = "jupyterlab-4.2.1.tar.gz", hash = "sha256:a10fb71085a6900820c62d43324005046402ffc8f0fde696103e37238a839507"}, ] [package.dependencies] async-lru = ">=1.0.0" -ipykernel = "*" +httpx = ">=0.25.0" +ipykernel = ">=6.5.0" jinja2 = ">=3.0.3" jupyter-core = "*" jupyter-lsp = ">=2.0.0" jupyter-server = ">=2.4.0,<3" -jupyterlab-server = ">=2.19.0,<3" +jupyterlab-server = ">=2.27.1,<3" notebook-shim = ">=0.2" packaging = "*" tornado = ">=6.2.0" traitlets = "*" [package.extras] -dev = ["build", "bump2version", "coverage", "hatch", "pre-commit", "pytest-cov", "ruff (==0.1.6)"] -docs = ["jsx-lexer", "myst-parser", "pydata-sphinx-theme (>=0.13.0)", "pytest", "pytest-check-links", "pytest-tornasync", "sphinx (>=1.8,<7.2.0)", "sphinx-copybutton"] -docs-screenshots = ["altair (==5.0.1)", "ipython (==8.14.0)", "ipywidgets (==8.0.6)", "jupyterlab-geojson (==3.4.0)", "jupyterlab-language-pack-zh-cn (==4.0.post0)", "matplotlib (==3.7.1)", "nbconvert (>=7.0.0)", "pandas (==2.0.2)", "scipy (==1.10.1)", "vega-datasets (==0.9.0)"] +dev = ["build", "bump2version", "coverage", "hatch", "pre-commit", "pytest-cov", "ruff (==0.3.5)"] +docs = ["jsx-lexer", "myst-parser", "pydata-sphinx-theme (>=0.13.0)", "pytest", "pytest-check-links", "pytest-jupyter", "sphinx (>=1.8,<7.3.0)", "sphinx-copybutton"] +docs-screenshots = ["altair (==5.3.0)", "ipython (==8.16.1)", "ipywidgets (==8.1.2)", "jupyterlab-geojson (==3.4.0)", "jupyterlab-language-pack-zh-cn (==4.1.post2)", "matplotlib (==3.8.3)", "nbconvert (>=7.0.0)", "pandas (==2.2.1)", "scipy (==1.12.0)", "vega-datasets (==0.9.0)"] test = ["coverage", "pytest (>=7.0)", "pytest-check-links (>=0.7)", "pytest-console-scripts", "pytest-cov", "pytest-jupyter (>=0.5.3)", "pytest-timeout", "pytest-tornasync", "requests", "requests-cache", "virtualenv"] +upgrade-extension = ["copier (>=8,<10)", "jinja2-time (<0.3)", "pydantic (<2.0)", "pyyaml-include (<2.0)", "tomli-w (<2.0)"] [[package]] name = "jupyterlab-pygments" @@ -3040,13 +3227,13 @@ files = [ [[package]] name = "jupyterlab-server" -version = "2.25.2" +version = "2.27.2" description = "A set of server components for JupyterLab and JupyterLab like applications." optional = false python-versions = ">=3.8" files = [ - {file = "jupyterlab_server-2.25.2-py3-none-any.whl", hash = "sha256:5b1798c9cc6a44f65c757de9f97fc06fc3d42535afbf47d2ace5e964ab447aaf"}, - {file = "jupyterlab_server-2.25.2.tar.gz", hash = "sha256:bd0ec7a99ebcedc8bcff939ef86e52c378e44c2707e053fcd81d046ce979ee63"}, + {file = "jupyterlab_server-2.27.2-py3-none-any.whl", hash = "sha256:54aa2d64fd86383b5438d9f0c032f043c4d8c0264b8af9f60bd061157466ea43"}, + {file = "jupyterlab_server-2.27.2.tar.gz", hash = "sha256:15cbb349dc45e954e09bacf81b9f9bcb10815ff660fb2034ecd7417db3a7ea27"}, ] [package.dependencies] @@ -3061,28 +3248,28 @@ requests = ">=2.31" [package.extras] docs = ["autodoc-traits", "jinja2 (<3.2.0)", "mistune (<4)", "myst-parser", "pydata-sphinx-theme", "sphinx", "sphinx-copybutton", "sphinxcontrib-openapi (>0.8)"] openapi = ["openapi-core (>=0.18.0,<0.19.0)", "ruamel-yaml"] -test = ["hatch", "ipykernel", "openapi-core (>=0.18.0,<0.19.0)", "openapi-spec-validator (>=0.6.0,<0.8.0)", "pytest (>=7.0)", "pytest-console-scripts", "pytest-cov", "pytest-jupyter[server] (>=0.6.2)", "pytest-timeout", "requests-mock", "ruamel-yaml", "sphinxcontrib-spelling", "strict-rfc3339", "werkzeug"] +test = ["hatch", "ipykernel", "openapi-core (>=0.18.0,<0.19.0)", "openapi-spec-validator (>=0.6.0,<0.8.0)", "pytest (>=7.0,<8)", "pytest-console-scripts", "pytest-cov", "pytest-jupyter[server] (>=0.6.2)", "pytest-timeout", "requests-mock", "ruamel-yaml", "sphinxcontrib-spelling", "strict-rfc3339", "werkzeug"] [[package]] name = "jupyterlab-widgets" -version = "3.0.9" +version = "3.0.10" description = "Jupyter interactive widgets for JupyterLab" optional = false python-versions = ">=3.7" files = [ - {file = "jupyterlab_widgets-3.0.9-py3-none-any.whl", hash = "sha256:3cf5bdf5b897bf3bccf1c11873aa4afd776d7430200f765e0686bd352487b58d"}, - {file = "jupyterlab_widgets-3.0.9.tar.gz", hash = "sha256:6005a4e974c7beee84060fdfba341a3218495046de8ae3ec64888e5fe19fdb4c"}, + {file = "jupyterlab_widgets-3.0.10-py3-none-any.whl", hash = "sha256:dd61f3ae7a5a7f80299e14585ce6cf3d6925a96c9103c978eda293197730cb64"}, + {file = "jupyterlab_widgets-3.0.10.tar.gz", hash = "sha256:04f2ac04976727e4f9d0fa91cdc2f1ab860f965e504c29dbd6a65c882c9d04c0"}, ] [[package]] name = "jupytext" -version = "1.16.1" +version = "1.16.2" description = "Jupyter notebooks as Markdown documents, Julia, Python or R scripts" optional = false python-versions = ">=3.8" files = [ - {file = "jupytext-1.16.1-py3-none-any.whl", hash = "sha256:796ec4f68ada663569e5d38d4ef03738a01284bfe21c943c485bc36433898bd0"}, - {file = "jupytext-1.16.1.tar.gz", hash = "sha256:68c7b68685e870e80e60fda8286fbd6269e9c74dc1df4316df6fe46eabc94c99"}, + {file = "jupytext-1.16.2-py3-none-any.whl", hash = "sha256:197a43fef31dca612b68b311e01b8abd54441c7e637810b16b6cb8f2ab66065e"}, + {file = "jupytext-1.16.2.tar.gz", hash = "sha256:8627dd9becbbebd79cc4a4ed4727d89d78e606b4b464eab72357b3b029023a14"}, ] [package.dependencies] @@ -3091,16 +3278,15 @@ mdit-py-plugins = "*" nbformat = "*" packaging = "*" pyyaml = "*" -toml = "*" [package.extras] -dev = ["jupytext[test-cov,test-external]"] +dev = ["autopep8", "black", "flake8", "gitpython", "ipykernel", "isort", "jupyter-fs (<0.4.0)", "jupyter-server (!=2.11)", "nbconvert", "pre-commit", "pytest", "pytest-cov (>=2.6.1)", "pytest-randomly", "pytest-xdist", "sphinx-gallery (<0.8)"] docs = ["myst-parser", "sphinx", "sphinx-copybutton", "sphinx-rtd-theme"] test = ["pytest", "pytest-randomly", "pytest-xdist"] -test-cov = ["jupytext[test-integration]", "pytest-cov (>=2.6.1)"] -test-external = ["autopep8", "black", "flake8", "gitpython", "isort", "jupyter-fs (<0.4.0)", "jupytext[test-integration]", "pre-commit", "sphinx-gallery (<0.8)"] -test-functional = ["jupytext[test]"] -test-integration = ["ipykernel", "jupyter-server (!=2.11)", "jupytext[test-functional]", "nbconvert"] +test-cov = ["ipykernel", "jupyter-server (!=2.11)", "nbconvert", "pytest", "pytest-cov (>=2.6.1)", "pytest-randomly", "pytest-xdist"] +test-external = ["autopep8", "black", "flake8", "gitpython", "ipykernel", "isort", "jupyter-fs (<0.4.0)", "jupyter-server (!=2.11)", "nbconvert", "pre-commit", "pytest", "pytest-randomly", "pytest-xdist", "sphinx-gallery (<0.8)"] +test-functional = ["pytest", "pytest-randomly", "pytest-xdist"] +test-integration = ["ipykernel", "jupyter-server (!=2.11)", "nbconvert", "pytest", "pytest-randomly", "pytest-xdist"] test-ui = ["calysto-bash"] [[package]] @@ -3269,13 +3455,13 @@ six = "*" [[package]] name = "langsmith" -version = "0.0.83" +version = "0.0.92" description = "Client library to connect to the LangSmith LLM Tracing and Evaluation Platform." optional = false python-versions = ">=3.8.1,<4.0" files = [ - {file = "langsmith-0.0.83-py3-none-any.whl", hash = "sha256:a5bb7ac58c19a415a9d5f51db56dd32ee2cd7343a00825bbc2018312eb3d122a"}, - {file = "langsmith-0.0.83.tar.gz", hash = "sha256:94427846b334ad9bdbec3266fee12903fe9f5448f628667689d0412012aaf392"}, + {file = "langsmith-0.0.92-py3-none-any.whl", hash = "sha256:ddcf65e3b5ca11893ae8ef9816ce2a11a089d051be491886e43a2c4556b88fd0"}, + {file = "langsmith-0.0.92.tar.gz", hash = "sha256:61a3a502222bdd221b7f592b6fc14756d74c4fc088aa6bd8834b92adfe9ee583"}, ] [package.dependencies] @@ -3398,136 +3584,193 @@ rapidfuzz = ">=2.3.0,<4.0.0" [[package]] name = "litellm" -version = "1.21.2" +version = "1.38.2" description = "Library to easily interface with LLM API providers" optional = false -python-versions = ">=3.8.1,<3.9.7 || >3.9.7" -files = [] -develop = false +python-versions = "!=2.7.*,!=3.0.*,!=3.1.*,!=3.2.*,!=3.3.*,!=3.4.*,!=3.5.*,!=3.6.*,!=3.7.*,>=3.8" +files = [ + {file = "litellm-1.38.2-py3-none-any.whl", hash = "sha256:03d23e9f11350e9cbbb1bf2e27eb2fec3c7273e4156b997c939946f799682094"}, + {file = "litellm-1.38.2.tar.gz", hash = "sha256:525a8a25e3563b4ef7de9400d017f27926ef0c18031ec90ca21d85eb0eaea71a"}, +] [package.dependencies] aiohttp = "*" click = "*" importlib-metadata = ">=6.8.0" -jinja2 = "^3.1.2" -openai = ">=1.0.0" +jinja2 = ">=3.1.2,<4.0.0" +openai = ">=1.27.0" python-dotenv = ">=0.2.0" -requests = "^2.31.0" +requests = ">=2.31.0,<3.0.0" tiktoken = ">=0.4.0" tokenizers = "*" [package.extras] -extra-proxy = ["streamlit (>=1.29.0,<2.0.0)"] -proxy = ["PyJWT (>=2.8.0,<3.0.0)", "apscheduler (>=3.10.4,<4.0.0)", "backoff", "fastapi (>=0.104.1,<0.105.0)", "fastapi-sso (>=0.10.0,<0.11.0)", "gunicorn (>=21.2.0,<22.0.0)", "orjson (>=3.9.7,<4.0.0)", "python-multipart (>=0.0.6,<0.0.7)", "pyyaml (>=6.0.1,<7.0.0)", "rq", "uvicorn (>=0.22.0,<0.23.0)"] - -[package.source] -type = "git" -url = "https://github.com/Gapminder/litellm" -reference = "gemini-provider-safety-settings" -resolved_reference = "e219896c1bbe1cea8c1b122c7720bd6a8cdf98f1" +extra-proxy = ["azure-identity (>=1.15.0,<2.0.0)", "azure-keyvault-secrets (>=4.8.0,<5.0.0)", "google-cloud-kms (>=2.21.3,<3.0.0)", "prisma (==0.11.0)", "resend (>=0.8.0,<0.9.0)"] +proxy = ["PyJWT (>=2.8.0,<3.0.0)", "apscheduler (>=3.10.4,<4.0.0)", "backoff", "cryptography (>=42.0.5,<43.0.0)", "fastapi (>=0.111.0,<0.112.0)", "fastapi-sso (>=0.10.0,<0.11.0)", "gunicorn (>=22.0.0,<23.0.0)", "orjson (>=3.9.7,<4.0.0)", "python-multipart (>=0.0.9,<0.0.10)", "pyyaml (>=6.0.1,<7.0.0)", "rq", "uvicorn (>=0.22.0,<0.23.0)"] [[package]] name = "lxml" -version = "5.1.0" +version = "5.2.2" description = "Powerful and Pythonic XML processing library combining libxml2/libxslt with the ElementTree API." optional = false python-versions = ">=3.6" files = [ - {file = "lxml-5.1.0-cp310-cp310-macosx_10_9_universal2.whl", hash = "sha256:704f5572ff473a5f897745abebc6df40f22d4133c1e0a1f124e4f2bd3330ff7e"}, - {file = "lxml-5.1.0-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:9d3c0f8567ffe7502d969c2c1b809892dc793b5d0665f602aad19895f8d508da"}, - {file = "lxml-5.1.0-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:5fcfbebdb0c5d8d18b84118842f31965d59ee3e66996ac842e21f957eb76138c"}, - {file = "lxml-5.1.0-cp310-cp310-manylinux_2_12_i686.manylinux2010_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:2f37c6d7106a9d6f0708d4e164b707037b7380fcd0b04c5bd9cae1fb46a856fb"}, - {file = "lxml-5.1.0-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:2befa20a13f1a75c751f47e00929fb3433d67eb9923c2c0b364de449121f447c"}, - {file = "lxml-5.1.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:22b7ee4c35f374e2c20337a95502057964d7e35b996b1c667b5c65c567d2252a"}, - {file = "lxml-5.1.0-cp310-cp310-musllinux_1_1_aarch64.whl", hash = "sha256:bf8443781533b8d37b295016a4b53c1494fa9a03573c09ca5104550c138d5c05"}, - {file = "lxml-5.1.0-cp310-cp310-musllinux_1_1_x86_64.whl", hash = "sha256:82bddf0e72cb2af3cbba7cec1d2fd11fda0de6be8f4492223d4a268713ef2147"}, - {file = "lxml-5.1.0-cp310-cp310-win32.whl", hash = "sha256:b66aa6357b265670bb574f050ffceefb98549c721cf28351b748be1ef9577d93"}, - {file = "lxml-5.1.0-cp310-cp310-win_amd64.whl", hash = "sha256:4946e7f59b7b6a9e27bef34422f645e9a368cb2be11bf1ef3cafc39a1f6ba68d"}, - {file = "lxml-5.1.0-cp311-cp311-macosx_10_9_universal2.whl", hash = "sha256:14deca1460b4b0f6b01f1ddc9557704e8b365f55c63070463f6c18619ebf964f"}, - {file = "lxml-5.1.0-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:ed8c3d2cd329bf779b7ed38db176738f3f8be637bb395ce9629fc76f78afe3d4"}, - {file = "lxml-5.1.0-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:436a943c2900bb98123b06437cdd30580a61340fbdb7b28aaf345a459c19046a"}, - {file = "lxml-5.1.0-cp311-cp311-manylinux_2_12_i686.manylinux2010_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:acb6b2f96f60f70e7f34efe0c3ea34ca63f19ca63ce90019c6cbca6b676e81fa"}, - {file = "lxml-5.1.0-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:af8920ce4a55ff41167ddbc20077f5698c2e710ad3353d32a07d3264f3a2021e"}, - {file = "lxml-5.1.0-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:7cfced4a069003d8913408e10ca8ed092c49a7f6cefee9bb74b6b3e860683b45"}, - {file = "lxml-5.1.0-cp311-cp311-musllinux_1_1_aarch64.whl", hash = "sha256:9e5ac3437746189a9b4121db2a7b86056ac8786b12e88838696899328fc44bb2"}, - {file = "lxml-5.1.0-cp311-cp311-musllinux_1_1_x86_64.whl", hash = "sha256:f4c9bda132ad108b387c33fabfea47866af87f4ea6ffb79418004f0521e63204"}, - {file = "lxml-5.1.0-cp311-cp311-win32.whl", hash = "sha256:bc64d1b1dab08f679fb89c368f4c05693f58a9faf744c4d390d7ed1d8223869b"}, - {file = "lxml-5.1.0-cp311-cp311-win_amd64.whl", hash = "sha256:a5ab722ae5a873d8dcee1f5f45ddd93c34210aed44ff2dc643b5025981908cda"}, - {file = "lxml-5.1.0-cp312-cp312-macosx_10_9_universal2.whl", hash = "sha256:9aa543980ab1fbf1720969af1d99095a548ea42e00361e727c58a40832439114"}, - {file = "lxml-5.1.0-cp312-cp312-macosx_10_9_x86_64.whl", hash = "sha256:6f11b77ec0979f7e4dc5ae081325a2946f1fe424148d3945f943ceaede98adb8"}, - {file = "lxml-5.1.0-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:a36c506e5f8aeb40680491d39ed94670487ce6614b9d27cabe45d94cd5d63e1e"}, - {file = "lxml-5.1.0-cp312-cp312-manylinux_2_12_i686.manylinux2010_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:f643ffd2669ffd4b5a3e9b41c909b72b2a1d5e4915da90a77e119b8d48ce867a"}, - {file = "lxml-5.1.0-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:16dd953fb719f0ffc5bc067428fc9e88f599e15723a85618c45847c96f11f431"}, - {file = "lxml-5.1.0-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:16018f7099245157564d7148165132c70adb272fb5a17c048ba70d9cc542a1a1"}, - {file = "lxml-5.1.0-cp312-cp312-musllinux_1_1_aarch64.whl", hash = "sha256:82cd34f1081ae4ea2ede3d52f71b7be313756e99b4b5f829f89b12da552d3aa3"}, - {file = "lxml-5.1.0-cp312-cp312-musllinux_1_1_x86_64.whl", hash = "sha256:19a1bc898ae9f06bccb7c3e1dfd73897ecbbd2c96afe9095a6026016e5ca97b8"}, - {file = "lxml-5.1.0-cp312-cp312-win32.whl", hash = "sha256:13521a321a25c641b9ea127ef478b580b5ec82aa2e9fc076c86169d161798b01"}, - {file = "lxml-5.1.0-cp312-cp312-win_amd64.whl", hash = "sha256:1ad17c20e3666c035db502c78b86e58ff6b5991906e55bdbef94977700c72623"}, - {file = "lxml-5.1.0-cp36-cp36m-macosx_10_9_x86_64.whl", hash = "sha256:24ef5a4631c0b6cceaf2dbca21687e29725b7c4e171f33a8f8ce23c12558ded1"}, - {file = "lxml-5.1.0-cp36-cp36m-manylinux_2_12_i686.manylinux2010_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:8d2900b7f5318bc7ad8631d3d40190b95ef2aa8cc59473b73b294e4a55e9f30f"}, - {file = "lxml-5.1.0-cp36-cp36m-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:601f4a75797d7a770daed8b42b97cd1bb1ba18bd51a9382077a6a247a12aa38d"}, - {file = "lxml-5.1.0-cp36-cp36m-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:b4b68c961b5cc402cbd99cca5eb2547e46ce77260eb705f4d117fd9c3f932b95"}, - {file = "lxml-5.1.0-cp36-cp36m-musllinux_1_1_aarch64.whl", hash = "sha256:afd825e30f8d1f521713a5669b63657bcfe5980a916c95855060048b88e1adb7"}, - {file = "lxml-5.1.0-cp36-cp36m-musllinux_1_1_x86_64.whl", hash = "sha256:262bc5f512a66b527d026518507e78c2f9c2bd9eb5c8aeeb9f0eb43fcb69dc67"}, - {file = "lxml-5.1.0-cp36-cp36m-win32.whl", hash = "sha256:e856c1c7255c739434489ec9c8aa9cdf5179785d10ff20add308b5d673bed5cd"}, - {file = "lxml-5.1.0-cp36-cp36m-win_amd64.whl", hash = "sha256:c7257171bb8d4432fe9d6fdde4d55fdbe663a63636a17f7f9aaba9bcb3153ad7"}, - {file = "lxml-5.1.0-cp37-cp37m-macosx_10_9_x86_64.whl", hash = "sha256:b9e240ae0ba96477682aa87899d94ddec1cc7926f9df29b1dd57b39e797d5ab5"}, - {file = "lxml-5.1.0-cp37-cp37m-manylinux_2_12_i686.manylinux2010_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:a96f02ba1bcd330807fc060ed91d1f7a20853da6dd449e5da4b09bfcc08fdcf5"}, - {file = "lxml-5.1.0-cp37-cp37m-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:3e3898ae2b58eeafedfe99e542a17859017d72d7f6a63de0f04f99c2cb125936"}, - {file = "lxml-5.1.0-cp37-cp37m-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:61c5a7edbd7c695e54fca029ceb351fc45cd8860119a0f83e48be44e1c464862"}, - {file = "lxml-5.1.0-cp37-cp37m-musllinux_1_1_aarch64.whl", hash = "sha256:3aeca824b38ca78d9ee2ab82bd9883083d0492d9d17df065ba3b94e88e4d7ee6"}, - {file = "lxml-5.1.0-cp37-cp37m-musllinux_1_1_x86_64.whl", hash = "sha256:8f52fe6859b9db71ee609b0c0a70fea5f1e71c3462ecf144ca800d3f434f0764"}, - {file = "lxml-5.1.0-cp37-cp37m-win32.whl", hash = "sha256:d42e3a3fc18acc88b838efded0e6ec3edf3e328a58c68fbd36a7263a874906c8"}, - {file = "lxml-5.1.0-cp37-cp37m-win_amd64.whl", hash = "sha256:eac68f96539b32fce2c9b47eb7c25bb2582bdaf1bbb360d25f564ee9e04c542b"}, - {file = "lxml-5.1.0-cp38-cp38-macosx_10_9_universal2.whl", hash = "sha256:ae15347a88cf8af0949a9872b57a320d2605ae069bcdf047677318bc0bba45b1"}, - {file = "lxml-5.1.0-cp38-cp38-macosx_10_9_x86_64.whl", hash = "sha256:c26aab6ea9c54d3bed716b8851c8bfc40cb249b8e9880e250d1eddde9f709bf5"}, - {file = "lxml-5.1.0-cp38-cp38-manylinux_2_12_i686.manylinux2010_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:342e95bddec3a698ac24378d61996b3ee5ba9acfeb253986002ac53c9a5f6f84"}, - {file = "lxml-5.1.0-cp38-cp38-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:725e171e0b99a66ec8605ac77fa12239dbe061482ac854d25720e2294652eeaa"}, - {file = "lxml-5.1.0-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:3d184e0d5c918cff04cdde9dbdf9600e960161d773666958c9d7b565ccc60c45"}, - {file = "lxml-5.1.0-cp38-cp38-musllinux_1_1_aarch64.whl", hash = "sha256:98f3f020a2b736566c707c8e034945c02aa94e124c24f77ca097c446f81b01f1"}, - {file = "lxml-5.1.0-cp38-cp38-musllinux_1_1_x86_64.whl", hash = "sha256:6d48fc57e7c1e3df57be5ae8614bab6d4e7b60f65c5457915c26892c41afc59e"}, - {file = "lxml-5.1.0-cp38-cp38-win32.whl", hash = "sha256:7ec465e6549ed97e9f1e5ed51c657c9ede767bc1c11552f7f4d022c4df4a977a"}, - {file = "lxml-5.1.0-cp38-cp38-win_amd64.whl", hash = "sha256:b21b4031b53d25b0858d4e124f2f9131ffc1530431c6d1321805c90da78388d1"}, - {file = "lxml-5.1.0-cp39-cp39-macosx_10_9_universal2.whl", hash = "sha256:52427a7eadc98f9e62cb1368a5079ae826f94f05755d2d567d93ee1bc3ceb354"}, - {file = "lxml-5.1.0-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:6a2a2c724d97c1eb8cf966b16ca2915566a4904b9aad2ed9a09c748ffe14f969"}, - {file = "lxml-5.1.0-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:843b9c835580d52828d8f69ea4302537337a21e6b4f1ec711a52241ba4a824f3"}, - {file = "lxml-5.1.0-cp39-cp39-manylinux_2_12_i686.manylinux2010_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:9b99f564659cfa704a2dd82d0684207b1aadf7d02d33e54845f9fc78e06b7581"}, - {file = "lxml-5.1.0-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:4f8b0c78e7aac24979ef09b7f50da871c2de2def043d468c4b41f512d831e912"}, - {file = "lxml-5.1.0-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:9bcf86dfc8ff3e992fed847c077bd875d9e0ba2fa25d859c3a0f0f76f07f0c8d"}, - {file = "lxml-5.1.0-cp39-cp39-musllinux_1_1_aarch64.whl", hash = "sha256:49a9b4af45e8b925e1cd6f3b15bbba2c81e7dba6dce170c677c9cda547411e14"}, - {file = "lxml-5.1.0-cp39-cp39-musllinux_1_1_x86_64.whl", hash = "sha256:280f3edf15c2a967d923bcfb1f8f15337ad36f93525828b40a0f9d6c2ad24890"}, - {file = "lxml-5.1.0-cp39-cp39-win32.whl", hash = "sha256:ed7326563024b6e91fef6b6c7a1a2ff0a71b97793ac33dbbcf38f6005e51ff6e"}, - {file = "lxml-5.1.0-cp39-cp39-win_amd64.whl", hash = "sha256:8d7b4beebb178e9183138f552238f7e6613162a42164233e2bda00cb3afac58f"}, - {file = "lxml-5.1.0-pp310-pypy310_pp73-macosx_10_9_x86_64.whl", hash = "sha256:9bd0ae7cc2b85320abd5e0abad5ccee5564ed5f0cc90245d2f9a8ef330a8deae"}, - {file = "lxml-5.1.0-pp310-pypy310_pp73-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:d8c1d679df4361408b628f42b26a5d62bd3e9ba7f0c0e7969f925021554755aa"}, - {file = "lxml-5.1.0-pp310-pypy310_pp73-win_amd64.whl", hash = "sha256:2ad3a8ce9e8a767131061a22cd28fdffa3cd2dc193f399ff7b81777f3520e372"}, - {file = "lxml-5.1.0-pp37-pypy37_pp73-macosx_10_9_x86_64.whl", hash = "sha256:304128394c9c22b6569eba2a6d98392b56fbdfbad58f83ea702530be80d0f9df"}, - {file = "lxml-5.1.0-pp37-pypy37_pp73-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:d74fcaf87132ffc0447b3c685a9f862ffb5b43e70ea6beec2fb8057d5d2a1fea"}, - {file = "lxml-5.1.0-pp37-pypy37_pp73-win_amd64.whl", hash = "sha256:8cf5877f7ed384dabfdcc37922c3191bf27e55b498fecece9fd5c2c7aaa34c33"}, - {file = "lxml-5.1.0-pp38-pypy38_pp73-macosx_10_9_x86_64.whl", hash = "sha256:877efb968c3d7eb2dad540b6cabf2f1d3c0fbf4b2d309a3c141f79c7e0061324"}, - {file = "lxml-5.1.0-pp38-pypy38_pp73-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:3f14a4fb1c1c402a22e6a341a24c1341b4a3def81b41cd354386dcb795f83897"}, - {file = "lxml-5.1.0-pp38-pypy38_pp73-win_amd64.whl", hash = "sha256:25663d6e99659544ee8fe1b89b1a8c0aaa5e34b103fab124b17fa958c4a324a6"}, - {file = "lxml-5.1.0-pp39-pypy39_pp73-macosx_10_9_x86_64.whl", hash = "sha256:8b9f19df998761babaa7f09e6bc169294eefafd6149aaa272081cbddc7ba4ca3"}, - {file = "lxml-5.1.0-pp39-pypy39_pp73-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:5e53d7e6a98b64fe54775d23a7c669763451340c3d44ad5e3a3b48a1efbdc96f"}, - {file = "lxml-5.1.0-pp39-pypy39_pp73-win_amd64.whl", hash = "sha256:c3cd1fc1dc7c376c54440aeaaa0dcc803d2126732ff5c6b68ccd619f2e64be4f"}, - {file = "lxml-5.1.0.tar.gz", hash = "sha256:3eea6ed6e6c918e468e693c41ef07f3c3acc310b70ddd9cc72d9ef84bc9564ca"}, + {file = "lxml-5.2.2-cp310-cp310-macosx_10_9_universal2.whl", hash = "sha256:364d03207f3e603922d0d3932ef363d55bbf48e3647395765f9bfcbdf6d23632"}, + {file = "lxml-5.2.2-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:50127c186f191b8917ea2fb8b206fbebe87fd414a6084d15568c27d0a21d60db"}, + {file = "lxml-5.2.2-cp310-cp310-manylinux_2_12_i686.manylinux2010_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:74e4f025ef3db1c6da4460dd27c118d8cd136d0391da4e387a15e48e5c975147"}, + {file = "lxml-5.2.2-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:981a06a3076997adf7c743dcd0d7a0415582661e2517c7d961493572e909aa1d"}, + {file = "lxml-5.2.2-cp310-cp310-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:aef5474d913d3b05e613906ba4090433c515e13ea49c837aca18bde190853dff"}, + {file = "lxml-5.2.2-cp310-cp310-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:1e275ea572389e41e8b039ac076a46cb87ee6b8542df3fff26f5baab43713bca"}, + {file = "lxml-5.2.2-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:f5b65529bb2f21ac7861a0e94fdbf5dc0daab41497d18223b46ee8515e5ad297"}, + {file = "lxml-5.2.2-cp310-cp310-manylinux_2_28_aarch64.whl", hash = "sha256:bcc98f911f10278d1daf14b87d65325851a1d29153caaf146877ec37031d5f36"}, + {file = "lxml-5.2.2-cp310-cp310-manylinux_2_28_ppc64le.whl", hash = "sha256:b47633251727c8fe279f34025844b3b3a3e40cd1b198356d003aa146258d13a2"}, + {file = "lxml-5.2.2-cp310-cp310-manylinux_2_28_s390x.whl", hash = "sha256:fbc9d316552f9ef7bba39f4edfad4a734d3d6f93341232a9dddadec4f15d425f"}, + {file = "lxml-5.2.2-cp310-cp310-manylinux_2_28_x86_64.whl", hash = "sha256:13e69be35391ce72712184f69000cda04fc89689429179bc4c0ae5f0b7a8c21b"}, + {file = "lxml-5.2.2-cp310-cp310-musllinux_1_1_aarch64.whl", hash = "sha256:3b6a30a9ab040b3f545b697cb3adbf3696c05a3a68aad172e3fd7ca73ab3c835"}, + {file = "lxml-5.2.2-cp310-cp310-musllinux_1_1_ppc64le.whl", hash = "sha256:a233bb68625a85126ac9f1fc66d24337d6e8a0f9207b688eec2e7c880f012ec0"}, + {file = "lxml-5.2.2-cp310-cp310-musllinux_1_1_s390x.whl", hash = "sha256:dfa7c241073d8f2b8e8dbc7803c434f57dbb83ae2a3d7892dd068d99e96efe2c"}, + {file = "lxml-5.2.2-cp310-cp310-musllinux_1_1_x86_64.whl", hash = "sha256:1a7aca7964ac4bb07680d5c9d63b9d7028cace3e2d43175cb50bba8c5ad33316"}, + {file = "lxml-5.2.2-cp310-cp310-musllinux_1_2_aarch64.whl", hash = "sha256:ae4073a60ab98529ab8a72ebf429f2a8cc612619a8c04e08bed27450d52103c0"}, + {file = "lxml-5.2.2-cp310-cp310-musllinux_1_2_ppc64le.whl", hash = "sha256:ffb2be176fed4457e445fe540617f0252a72a8bc56208fd65a690fdb1f57660b"}, + {file = "lxml-5.2.2-cp310-cp310-musllinux_1_2_s390x.whl", hash = "sha256:e290d79a4107d7d794634ce3e985b9ae4f920380a813717adf61804904dc4393"}, + {file = "lxml-5.2.2-cp310-cp310-musllinux_1_2_x86_64.whl", hash = "sha256:96e85aa09274955bb6bd483eaf5b12abadade01010478154b0ec70284c1b1526"}, + {file = "lxml-5.2.2-cp310-cp310-win32.whl", hash = "sha256:f956196ef61369f1685d14dad80611488d8dc1ef00be57c0c5a03064005b0f30"}, + {file = "lxml-5.2.2-cp310-cp310-win_amd64.whl", hash = "sha256:875a3f90d7eb5c5d77e529080d95140eacb3c6d13ad5b616ee8095447b1d22e7"}, + {file = "lxml-5.2.2-cp311-cp311-macosx_10_9_universal2.whl", hash = "sha256:45f9494613160d0405682f9eee781c7e6d1bf45f819654eb249f8f46a2c22545"}, + {file = "lxml-5.2.2-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:b0b3f2df149efb242cee2ffdeb6674b7f30d23c9a7af26595099afaf46ef4e88"}, + {file = "lxml-5.2.2-cp311-cp311-manylinux_2_12_i686.manylinux2010_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:d28cb356f119a437cc58a13f8135ab8a4c8ece18159eb9194b0d269ec4e28083"}, + {file = "lxml-5.2.2-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:657a972f46bbefdbba2d4f14413c0d079f9ae243bd68193cb5061b9732fa54c1"}, + {file = "lxml-5.2.2-cp311-cp311-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:b74b9ea10063efb77a965a8d5f4182806fbf59ed068b3c3fd6f30d2ac7bee734"}, + {file = "lxml-5.2.2-cp311-cp311-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:07542787f86112d46d07d4f3c4e7c760282011b354d012dc4141cc12a68cef5f"}, + {file = "lxml-5.2.2-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:303f540ad2dddd35b92415b74b900c749ec2010e703ab3bfd6660979d01fd4ed"}, + {file = "lxml-5.2.2-cp311-cp311-manylinux_2_28_aarch64.whl", hash = "sha256:2eb2227ce1ff998faf0cd7fe85bbf086aa41dfc5af3b1d80867ecfe75fb68df3"}, + {file = "lxml-5.2.2-cp311-cp311-manylinux_2_28_ppc64le.whl", hash = "sha256:1d8a701774dfc42a2f0b8ccdfe7dbc140500d1049e0632a611985d943fcf12df"}, + {file = "lxml-5.2.2-cp311-cp311-manylinux_2_28_s390x.whl", hash = "sha256:56793b7a1a091a7c286b5f4aa1fe4ae5d1446fe742d00cdf2ffb1077865db10d"}, + {file = "lxml-5.2.2-cp311-cp311-manylinux_2_28_x86_64.whl", hash = "sha256:eb00b549b13bd6d884c863554566095bf6fa9c3cecb2e7b399c4bc7904cb33b5"}, + {file = "lxml-5.2.2-cp311-cp311-musllinux_1_1_aarch64.whl", hash = "sha256:1a2569a1f15ae6c8c64108a2cd2b4a858fc1e13d25846be0666fc144715e32ab"}, + {file = "lxml-5.2.2-cp311-cp311-musllinux_1_1_ppc64le.whl", hash = "sha256:8cf85a6e40ff1f37fe0f25719aadf443686b1ac7652593dc53c7ef9b8492b115"}, + {file = "lxml-5.2.2-cp311-cp311-musllinux_1_1_s390x.whl", hash = "sha256:d237ba6664b8e60fd90b8549a149a74fcc675272e0e95539a00522e4ca688b04"}, + {file = "lxml-5.2.2-cp311-cp311-musllinux_1_1_x86_64.whl", hash = "sha256:0b3f5016e00ae7630a4b83d0868fca1e3d494c78a75b1c7252606a3a1c5fc2ad"}, + {file = "lxml-5.2.2-cp311-cp311-musllinux_1_2_aarch64.whl", hash = "sha256:23441e2b5339bc54dc949e9e675fa35efe858108404ef9aa92f0456929ef6fe8"}, + {file = "lxml-5.2.2-cp311-cp311-musllinux_1_2_ppc64le.whl", hash = "sha256:2fb0ba3e8566548d6c8e7dd82a8229ff47bd8fb8c2da237607ac8e5a1b8312e5"}, + {file = "lxml-5.2.2-cp311-cp311-musllinux_1_2_s390x.whl", hash = "sha256:79d1fb9252e7e2cfe4de6e9a6610c7cbb99b9708e2c3e29057f487de5a9eaefa"}, + {file = "lxml-5.2.2-cp311-cp311-musllinux_1_2_x86_64.whl", hash = "sha256:6dcc3d17eac1df7859ae01202e9bb11ffa8c98949dcbeb1069c8b9a75917e01b"}, + {file = "lxml-5.2.2-cp311-cp311-win32.whl", hash = "sha256:4c30a2f83677876465f44c018830f608fa3c6a8a466eb223535035fbc16f3438"}, + {file = "lxml-5.2.2-cp311-cp311-win_amd64.whl", hash = "sha256:49095a38eb333aaf44c06052fd2ec3b8f23e19747ca7ec6f6c954ffea6dbf7be"}, + {file = "lxml-5.2.2-cp312-cp312-macosx_10_9_universal2.whl", hash = "sha256:7429e7faa1a60cad26ae4227f4dd0459efde239e494c7312624ce228e04f6391"}, + {file = "lxml-5.2.2-cp312-cp312-macosx_10_9_x86_64.whl", hash = "sha256:50ccb5d355961c0f12f6cf24b7187dbabd5433f29e15147a67995474f27d1776"}, + {file = "lxml-5.2.2-cp312-cp312-manylinux_2_12_i686.manylinux2010_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:dc911208b18842a3a57266d8e51fc3cfaccee90a5351b92079beed912a7914c2"}, + {file = "lxml-5.2.2-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:33ce9e786753743159799fdf8e92a5da351158c4bfb6f2db0bf31e7892a1feb5"}, + {file = "lxml-5.2.2-cp312-cp312-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:ec87c44f619380878bd49ca109669c9f221d9ae6883a5bcb3616785fa8f94c97"}, + {file = "lxml-5.2.2-cp312-cp312-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:08ea0f606808354eb8f2dfaac095963cb25d9d28e27edcc375d7b30ab01abbf6"}, + {file = "lxml-5.2.2-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:75a9632f1d4f698b2e6e2e1ada40e71f369b15d69baddb8968dcc8e683839b18"}, + {file = "lxml-5.2.2-cp312-cp312-manylinux_2_28_aarch64.whl", hash = "sha256:74da9f97daec6928567b48c90ea2c82a106b2d500f397eeb8941e47d30b1ca85"}, + {file = "lxml-5.2.2-cp312-cp312-manylinux_2_28_ppc64le.whl", hash = "sha256:0969e92af09c5687d769731e3f39ed62427cc72176cebb54b7a9d52cc4fa3b73"}, + {file = "lxml-5.2.2-cp312-cp312-manylinux_2_28_s390x.whl", hash = "sha256:9164361769b6ca7769079f4d426a41df6164879f7f3568be9086e15baca61466"}, + {file = "lxml-5.2.2-cp312-cp312-manylinux_2_28_x86_64.whl", hash = "sha256:d26a618ae1766279f2660aca0081b2220aca6bd1aa06b2cf73f07383faf48927"}, + {file = "lxml-5.2.2-cp312-cp312-musllinux_1_1_aarch64.whl", hash = "sha256:ab67ed772c584b7ef2379797bf14b82df9aa5f7438c5b9a09624dd834c1c1aaf"}, + {file = "lxml-5.2.2-cp312-cp312-musllinux_1_1_ppc64le.whl", hash = "sha256:3d1e35572a56941b32c239774d7e9ad724074d37f90c7a7d499ab98761bd80cf"}, + {file = "lxml-5.2.2-cp312-cp312-musllinux_1_1_s390x.whl", hash = "sha256:8268cbcd48c5375f46e000adb1390572c98879eb4f77910c6053d25cc3ac2c67"}, + {file = "lxml-5.2.2-cp312-cp312-musllinux_1_1_x86_64.whl", hash = "sha256:e282aedd63c639c07c3857097fc0e236f984ceb4089a8b284da1c526491e3f3d"}, + {file = "lxml-5.2.2-cp312-cp312-musllinux_1_2_aarch64.whl", hash = "sha256:6dfdc2bfe69e9adf0df4915949c22a25b39d175d599bf98e7ddf620a13678585"}, + {file = "lxml-5.2.2-cp312-cp312-musllinux_1_2_ppc64le.whl", hash = "sha256:4aefd911793b5d2d7a921233a54c90329bf3d4a6817dc465f12ffdfe4fc7b8fe"}, + {file = "lxml-5.2.2-cp312-cp312-musllinux_1_2_s390x.whl", hash = "sha256:8b8df03a9e995b6211dafa63b32f9d405881518ff1ddd775db4e7b98fb545e1c"}, + {file = "lxml-5.2.2-cp312-cp312-musllinux_1_2_x86_64.whl", hash = "sha256:f11ae142f3a322d44513de1018b50f474f8f736bc3cd91d969f464b5bfef8836"}, + {file = "lxml-5.2.2-cp312-cp312-win32.whl", hash = "sha256:16a8326e51fcdffc886294c1e70b11ddccec836516a343f9ed0f82aac043c24a"}, + {file = "lxml-5.2.2-cp312-cp312-win_amd64.whl", hash = "sha256:bbc4b80af581e18568ff07f6395c02114d05f4865c2812a1f02f2eaecf0bfd48"}, + {file = "lxml-5.2.2-cp36-cp36m-macosx_10_9_x86_64.whl", hash = "sha256:e3d9d13603410b72787579769469af730c38f2f25505573a5888a94b62b920f8"}, + {file = "lxml-5.2.2-cp36-cp36m-manylinux_2_12_i686.manylinux2010_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:38b67afb0a06b8575948641c1d6d68e41b83a3abeae2ca9eed2ac59892b36706"}, + {file = "lxml-5.2.2-cp36-cp36m-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:c689d0d5381f56de7bd6966a4541bff6e08bf8d3871bbd89a0c6ab18aa699573"}, + {file = "lxml-5.2.2-cp36-cp36m-manylinux_2_28_x86_64.whl", hash = "sha256:cf2a978c795b54c539f47964ec05e35c05bd045db5ca1e8366988c7f2fe6b3ce"}, + {file = "lxml-5.2.2-cp36-cp36m-manylinux_2_5_x86_64.manylinux1_x86_64.whl", hash = "sha256:739e36ef7412b2bd940f75b278749106e6d025e40027c0b94a17ef7968d55d56"}, + {file = "lxml-5.2.2-cp36-cp36m-musllinux_1_1_x86_64.whl", hash = "sha256:d8bbcd21769594dbba9c37d3c819e2d5847656ca99c747ddb31ac1701d0c0ed9"}, + {file = "lxml-5.2.2-cp36-cp36m-musllinux_1_2_x86_64.whl", hash = "sha256:2304d3c93f2258ccf2cf7a6ba8c761d76ef84948d87bf9664e14d203da2cd264"}, + {file = "lxml-5.2.2-cp36-cp36m-win32.whl", hash = "sha256:02437fb7308386867c8b7b0e5bc4cd4b04548b1c5d089ffb8e7b31009b961dc3"}, + {file = "lxml-5.2.2-cp36-cp36m-win_amd64.whl", hash = "sha256:edcfa83e03370032a489430215c1e7783128808fd3e2e0a3225deee278585196"}, + {file = "lxml-5.2.2-cp37-cp37m-macosx_10_9_x86_64.whl", hash = "sha256:28bf95177400066596cdbcfc933312493799382879da504633d16cf60bba735b"}, + {file = "lxml-5.2.2-cp37-cp37m-manylinux_2_12_i686.manylinux2010_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:3a745cc98d504d5bd2c19b10c79c61c7c3df9222629f1b6210c0368177589fb8"}, + {file = "lxml-5.2.2-cp37-cp37m-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:b336b0416828022bfd5a2e3083e7f5ba54b96242159f83c7e3eebaec752f1716"}, + {file = "lxml-5.2.2-cp37-cp37m-manylinux_2_28_x86_64.whl", hash = "sha256:4bc6cb140a7a0ad1f7bc37e018d0ed690b7b6520ade518285dc3171f7a117905"}, + {file = "lxml-5.2.2-cp37-cp37m-musllinux_1_1_x86_64.whl", hash = "sha256:57f0a0bbc9868e10ebe874e9f129d2917750adf008fe7b9c1598c0fbbfdde6a6"}, + {file = "lxml-5.2.2-cp37-cp37m-musllinux_1_2_x86_64.whl", hash = "sha256:60499fe961b21264e17a471ec296dcbf4365fbea611bf9e303ab69db7159ce61"}, + {file = "lxml-5.2.2-cp37-cp37m-win32.whl", hash = "sha256:d9b342c76003c6b9336a80efcc766748a333573abf9350f4094ee46b006ec18f"}, + {file = "lxml-5.2.2-cp37-cp37m-win_amd64.whl", hash = "sha256:b16db2770517b8799c79aa80f4053cd6f8b716f21f8aca962725a9565ce3ee40"}, + {file = "lxml-5.2.2-cp38-cp38-macosx_10_9_x86_64.whl", hash = "sha256:7ed07b3062b055d7a7f9d6557a251cc655eed0b3152b76de619516621c56f5d3"}, + {file = "lxml-5.2.2-cp38-cp38-manylinux_2_12_i686.manylinux2010_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:f60fdd125d85bf9c279ffb8e94c78c51b3b6a37711464e1f5f31078b45002421"}, + {file = "lxml-5.2.2-cp38-cp38-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:8a7e24cb69ee5f32e003f50e016d5fde438010c1022c96738b04fc2423e61706"}, + {file = "lxml-5.2.2-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:23cfafd56887eaed93d07bc4547abd5e09d837a002b791e9767765492a75883f"}, + {file = "lxml-5.2.2-cp38-cp38-manylinux_2_28_aarch64.whl", hash = "sha256:19b4e485cd07b7d83e3fe3b72132e7df70bfac22b14fe4bf7a23822c3a35bff5"}, + {file = "lxml-5.2.2-cp38-cp38-manylinux_2_28_x86_64.whl", hash = "sha256:7ce7ad8abebe737ad6143d9d3bf94b88b93365ea30a5b81f6877ec9c0dee0a48"}, + {file = "lxml-5.2.2-cp38-cp38-musllinux_1_1_aarch64.whl", hash = "sha256:e49b052b768bb74f58c7dda4e0bdf7b79d43a9204ca584ffe1fb48a6f3c84c66"}, + {file = "lxml-5.2.2-cp38-cp38-musllinux_1_1_x86_64.whl", hash = "sha256:d14a0d029a4e176795cef99c056d58067c06195e0c7e2dbb293bf95c08f772a3"}, + {file = "lxml-5.2.2-cp38-cp38-musllinux_1_2_aarch64.whl", hash = "sha256:be49ad33819d7dcc28a309b86d4ed98e1a65f3075c6acd3cd4fe32103235222b"}, + {file = "lxml-5.2.2-cp38-cp38-musllinux_1_2_x86_64.whl", hash = "sha256:a6d17e0370d2516d5bb9062c7b4cb731cff921fc875644c3d751ad857ba9c5b1"}, + {file = "lxml-5.2.2-cp38-cp38-win32.whl", hash = "sha256:5b8c041b6265e08eac8a724b74b655404070b636a8dd6d7a13c3adc07882ef30"}, + {file = "lxml-5.2.2-cp38-cp38-win_amd64.whl", hash = "sha256:f61efaf4bed1cc0860e567d2ecb2363974d414f7f1f124b1df368bbf183453a6"}, + {file = "lxml-5.2.2-cp39-cp39-macosx_10_9_universal2.whl", hash = "sha256:fb91819461b1b56d06fa4bcf86617fac795f6a99d12239fb0c68dbeba41a0a30"}, + {file = "lxml-5.2.2-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:d4ed0c7cbecde7194cd3228c044e86bf73e30a23505af852857c09c24e77ec5d"}, + {file = "lxml-5.2.2-cp39-cp39-manylinux_2_12_i686.manylinux2010_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:54401c77a63cc7d6dc4b4e173bb484f28a5607f3df71484709fe037c92d4f0ed"}, + {file = "lxml-5.2.2-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:625e3ef310e7fa3a761d48ca7ea1f9d8718a32b1542e727d584d82f4453d5eeb"}, + {file = "lxml-5.2.2-cp39-cp39-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:519895c99c815a1a24a926d5b60627ce5ea48e9f639a5cd328bda0515ea0f10c"}, + {file = "lxml-5.2.2-cp39-cp39-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:c7079d5eb1c1315a858bbf180000757db8ad904a89476653232db835c3114001"}, + {file = "lxml-5.2.2-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:343ab62e9ca78094f2306aefed67dcfad61c4683f87eee48ff2fd74902447726"}, + {file = "lxml-5.2.2-cp39-cp39-manylinux_2_28_aarch64.whl", hash = "sha256:cd9e78285da6c9ba2d5c769628f43ef66d96ac3085e59b10ad4f3707980710d3"}, + {file = "lxml-5.2.2-cp39-cp39-manylinux_2_28_ppc64le.whl", hash = "sha256:546cf886f6242dff9ec206331209db9c8e1643ae642dea5fdbecae2453cb50fd"}, + {file = "lxml-5.2.2-cp39-cp39-manylinux_2_28_s390x.whl", hash = "sha256:02f6a8eb6512fdc2fd4ca10a49c341c4e109aa6e9448cc4859af5b949622715a"}, + {file = "lxml-5.2.2-cp39-cp39-manylinux_2_28_x86_64.whl", hash = "sha256:339ee4a4704bc724757cd5dd9dc8cf4d00980f5d3e6e06d5847c1b594ace68ab"}, + {file = "lxml-5.2.2-cp39-cp39-musllinux_1_1_aarch64.whl", hash = "sha256:0a028b61a2e357ace98b1615fc03f76eb517cc028993964fe08ad514b1e8892d"}, + {file = "lxml-5.2.2-cp39-cp39-musllinux_1_1_ppc64le.whl", hash = "sha256:f90e552ecbad426eab352e7b2933091f2be77115bb16f09f78404861c8322981"}, + {file = "lxml-5.2.2-cp39-cp39-musllinux_1_1_s390x.whl", hash = "sha256:d83e2d94b69bf31ead2fa45f0acdef0757fa0458a129734f59f67f3d2eb7ef32"}, + {file = "lxml-5.2.2-cp39-cp39-musllinux_1_1_x86_64.whl", hash = "sha256:a02d3c48f9bb1e10c7788d92c0c7db6f2002d024ab6e74d6f45ae33e3d0288a3"}, + {file = "lxml-5.2.2-cp39-cp39-musllinux_1_2_aarch64.whl", hash = "sha256:6d68ce8e7b2075390e8ac1e1d3a99e8b6372c694bbe612632606d1d546794207"}, + {file = "lxml-5.2.2-cp39-cp39-musllinux_1_2_ppc64le.whl", hash = "sha256:453d037e09a5176d92ec0fd282e934ed26d806331a8b70ab431a81e2fbabf56d"}, + {file = "lxml-5.2.2-cp39-cp39-musllinux_1_2_s390x.whl", hash = "sha256:3b019d4ee84b683342af793b56bb35034bd749e4cbdd3d33f7d1107790f8c472"}, + {file = "lxml-5.2.2-cp39-cp39-musllinux_1_2_x86_64.whl", hash = "sha256:cb3942960f0beb9f46e2a71a3aca220d1ca32feb5a398656be934320804c0df9"}, + {file = "lxml-5.2.2-cp39-cp39-win32.whl", hash = "sha256:ac6540c9fff6e3813d29d0403ee7a81897f1d8ecc09a8ff84d2eea70ede1cdbf"}, + {file = "lxml-5.2.2-cp39-cp39-win_amd64.whl", hash = "sha256:610b5c77428a50269f38a534057444c249976433f40f53e3b47e68349cca1425"}, + {file = "lxml-5.2.2-pp310-pypy310_pp73-macosx_10_9_x86_64.whl", hash = "sha256:b537bd04d7ccd7c6350cdaaaad911f6312cbd61e6e6045542f781c7f8b2e99d2"}, + {file = "lxml-5.2.2-pp310-pypy310_pp73-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:4820c02195d6dfb7b8508ff276752f6b2ff8b64ae5d13ebe02e7667e035000b9"}, + {file = "lxml-5.2.2-pp310-pypy310_pp73-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:f2a09f6184f17a80897172863a655467da2b11151ec98ba8d7af89f17bf63dae"}, + {file = "lxml-5.2.2-pp310-pypy310_pp73-manylinux_2_28_aarch64.whl", hash = "sha256:76acba4c66c47d27c8365e7c10b3d8016a7da83d3191d053a58382311a8bf4e1"}, + {file = "lxml-5.2.2-pp310-pypy310_pp73-manylinux_2_28_x86_64.whl", hash = "sha256:b128092c927eaf485928cec0c28f6b8bead277e28acf56800e972aa2c2abd7a2"}, + {file = "lxml-5.2.2-pp310-pypy310_pp73-win_amd64.whl", hash = "sha256:ae791f6bd43305aade8c0e22f816b34f3b72b6c820477aab4d18473a37e8090b"}, + {file = "lxml-5.2.2-pp37-pypy37_pp73-macosx_10_9_x86_64.whl", hash = "sha256:a2f6a1bc2460e643785a2cde17293bd7a8f990884b822f7bca47bee0a82fc66b"}, + {file = "lxml-5.2.2-pp37-pypy37_pp73-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:8e8d351ff44c1638cb6e980623d517abd9f580d2e53bfcd18d8941c052a5a009"}, + {file = "lxml-5.2.2-pp37-pypy37_pp73-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:bec4bd9133420c5c52d562469c754f27c5c9e36ee06abc169612c959bd7dbb07"}, + {file = "lxml-5.2.2-pp37-pypy37_pp73-manylinux_2_28_aarch64.whl", hash = "sha256:55ce6b6d803890bd3cc89975fca9de1dff39729b43b73cb15ddd933b8bc20484"}, + {file = "lxml-5.2.2-pp37-pypy37_pp73-manylinux_2_28_x86_64.whl", hash = "sha256:8ab6a358d1286498d80fe67bd3d69fcbc7d1359b45b41e74c4a26964ca99c3f8"}, + {file = "lxml-5.2.2-pp37-pypy37_pp73-win_amd64.whl", hash = "sha256:06668e39e1f3c065349c51ac27ae430719d7806c026fec462e5693b08b95696b"}, + {file = "lxml-5.2.2-pp38-pypy38_pp73-macosx_10_9_x86_64.whl", hash = "sha256:9cd5323344d8ebb9fb5e96da5de5ad4ebab993bbf51674259dbe9d7a18049525"}, + {file = "lxml-5.2.2-pp38-pypy38_pp73-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:89feb82ca055af0fe797a2323ec9043b26bc371365847dbe83c7fd2e2f181c34"}, + {file = "lxml-5.2.2-pp38-pypy38_pp73-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:e481bba1e11ba585fb06db666bfc23dbe181dbafc7b25776156120bf12e0d5a6"}, + {file = "lxml-5.2.2-pp38-pypy38_pp73-manylinux_2_28_aarch64.whl", hash = "sha256:9d6c6ea6a11ca0ff9cd0390b885984ed31157c168565702959c25e2191674a14"}, + {file = "lxml-5.2.2-pp38-pypy38_pp73-manylinux_2_28_x86_64.whl", hash = "sha256:3d98de734abee23e61f6b8c2e08a88453ada7d6486dc7cdc82922a03968928db"}, + {file = "lxml-5.2.2-pp38-pypy38_pp73-win_amd64.whl", hash = "sha256:69ab77a1373f1e7563e0fb5a29a8440367dec051da6c7405333699d07444f511"}, + {file = "lxml-5.2.2-pp39-pypy39_pp73-macosx_10_9_x86_64.whl", hash = "sha256:34e17913c431f5ae01d8658dbf792fdc457073dcdfbb31dc0cc6ab256e664a8d"}, + {file = "lxml-5.2.2-pp39-pypy39_pp73-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:05f8757b03208c3f50097761be2dea0aba02e94f0dc7023ed73a7bb14ff11eb0"}, + {file = "lxml-5.2.2-pp39-pypy39_pp73-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:6a520b4f9974b0a0a6ed73c2154de57cdfd0c8800f4f15ab2b73238ffed0b36e"}, + {file = "lxml-5.2.2-pp39-pypy39_pp73-manylinux_2_28_aarch64.whl", hash = "sha256:5e097646944b66207023bc3c634827de858aebc226d5d4d6d16f0b77566ea182"}, + {file = "lxml-5.2.2-pp39-pypy39_pp73-manylinux_2_28_x86_64.whl", hash = "sha256:b5e4ef22ff25bfd4ede5f8fb30f7b24446345f3e79d9b7455aef2836437bc38a"}, + {file = "lxml-5.2.2-pp39-pypy39_pp73-win_amd64.whl", hash = "sha256:ff69a9a0b4b17d78170c73abe2ab12084bdf1691550c5629ad1fe7849433f324"}, + {file = "lxml-5.2.2.tar.gz", hash = "sha256:bb2dc4898180bea79863d5487e5f9c7c34297414bad54bcd0f0852aee9cfdb87"}, ] [package.extras] cssselect = ["cssselect (>=0.7)"] +html-clean = ["lxml-html-clean"] html5 = ["html5lib"] htmlsoup = ["BeautifulSoup4"] -source = ["Cython (>=3.0.7)"] +source = ["Cython (>=3.0.10)"] [[package]] name = "markdown" -version = "3.5.2" +version = "3.6" description = "Python implementation of John Gruber's Markdown." optional = false python-versions = ">=3.8" files = [ - {file = "Markdown-3.5.2-py3-none-any.whl", hash = "sha256:d43323865d89fc0cb9b20c75fc8ad313af307cc087e84b657d9eec768eddeadd"}, - {file = "Markdown-3.5.2.tar.gz", hash = "sha256:e1ac7b3dc550ee80e602e71c1d168002f062e49f1b11e26a36264dafd4df2ef8"}, + {file = "Markdown-3.6-py3-none-any.whl", hash = "sha256:48f276f4d8cfb8ce6527c8f79e2ee29708508bf4d40aa410fbc3b4ee832c850f"}, + {file = "Markdown-3.6.tar.gz", hash = "sha256:ed4f41f6daecbeeb96e576ce414c41d2d876daa9a16cb35fa8ed8c2ddfad0224"}, ] [package.extras] @@ -3560,128 +3803,128 @@ testing = ["coverage", "pytest", "pytest-cov", "pytest-regressions"] [[package]] name = "markupsafe" -version = "2.1.4" +version = "2.1.5" description = "Safely add untrusted strings to HTML/XML markup." optional = false python-versions = ">=3.7" files = [ - {file = "MarkupSafe-2.1.4-cp310-cp310-macosx_10_9_universal2.whl", hash = "sha256:de8153a7aae3835484ac168a9a9bdaa0c5eee4e0bc595503c95d53b942879c84"}, - {file = "MarkupSafe-2.1.4-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:e888ff76ceb39601c59e219f281466c6d7e66bd375b4ec1ce83bcdc68306796b"}, - {file = "MarkupSafe-2.1.4-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:a0b838c37ba596fcbfca71651a104a611543077156cb0a26fe0c475e1f152ee8"}, - {file = "MarkupSafe-2.1.4-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:dac1ebf6983148b45b5fa48593950f90ed6d1d26300604f321c74a9ca1609f8e"}, - {file = "MarkupSafe-2.1.4-cp310-cp310-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:0fbad3d346df8f9d72622ac71b69565e621ada2ce6572f37c2eae8dacd60385d"}, - {file = "MarkupSafe-2.1.4-cp310-cp310-musllinux_1_1_aarch64.whl", hash = "sha256:d5291d98cd3ad9a562883468c690a2a238c4a6388ab3bd155b0c75dd55ece858"}, - {file = "MarkupSafe-2.1.4-cp310-cp310-musllinux_1_1_i686.whl", hash = "sha256:a7cc49ef48a3c7a0005a949f3c04f8baa5409d3f663a1b36f0eba9bfe2a0396e"}, - {file = "MarkupSafe-2.1.4-cp310-cp310-musllinux_1_1_x86_64.whl", hash = "sha256:b83041cda633871572f0d3c41dddd5582ad7d22f65a72eacd8d3d6d00291df26"}, - {file = "MarkupSafe-2.1.4-cp310-cp310-win32.whl", hash = "sha256:0c26f67b3fe27302d3a412b85ef696792c4a2386293c53ba683a89562f9399b0"}, - {file = "MarkupSafe-2.1.4-cp310-cp310-win_amd64.whl", hash = "sha256:a76055d5cb1c23485d7ddae533229039b850db711c554a12ea64a0fd8a0129e2"}, - {file = "MarkupSafe-2.1.4-cp311-cp311-macosx_10_9_universal2.whl", hash = "sha256:9e9e3c4020aa2dc62d5dd6743a69e399ce3de58320522948af6140ac959ab863"}, - {file = "MarkupSafe-2.1.4-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:0042d6a9880b38e1dd9ff83146cc3c9c18a059b9360ceae207805567aacccc69"}, - {file = "MarkupSafe-2.1.4-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:55d03fea4c4e9fd0ad75dc2e7e2b6757b80c152c032ea1d1de487461d8140efc"}, - {file = "MarkupSafe-2.1.4-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:3ab3a886a237f6e9c9f4f7d272067e712cdb4efa774bef494dccad08f39d8ae6"}, - {file = "MarkupSafe-2.1.4-cp311-cp311-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:abf5ebbec056817057bfafc0445916bb688a255a5146f900445d081db08cbabb"}, - {file = "MarkupSafe-2.1.4-cp311-cp311-musllinux_1_1_aarch64.whl", hash = "sha256:e1a0d1924a5013d4f294087e00024ad25668234569289650929ab871231668e7"}, - {file = "MarkupSafe-2.1.4-cp311-cp311-musllinux_1_1_i686.whl", hash = "sha256:e7902211afd0af05fbadcc9a312e4cf10f27b779cf1323e78d52377ae4b72bea"}, - {file = "MarkupSafe-2.1.4-cp311-cp311-musllinux_1_1_x86_64.whl", hash = "sha256:c669391319973e49a7c6230c218a1e3044710bc1ce4c8e6eb71f7e6d43a2c131"}, - {file = "MarkupSafe-2.1.4-cp311-cp311-win32.whl", hash = "sha256:31f57d64c336b8ccb1966d156932f3daa4fee74176b0fdc48ef580be774aae74"}, - {file = "MarkupSafe-2.1.4-cp311-cp311-win_amd64.whl", hash = "sha256:54a7e1380dfece8847c71bf7e33da5d084e9b889c75eca19100ef98027bd9f56"}, - {file = "MarkupSafe-2.1.4-cp312-cp312-macosx_10_9_universal2.whl", hash = "sha256:a76cd37d229fc385738bd1ce4cba2a121cf26b53864c1772694ad0ad348e509e"}, - {file = "MarkupSafe-2.1.4-cp312-cp312-macosx_10_9_x86_64.whl", hash = "sha256:987d13fe1d23e12a66ca2073b8d2e2a75cec2ecb8eab43ff5624ba0ad42764bc"}, - {file = "MarkupSafe-2.1.4-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:5244324676254697fe5c181fc762284e2c5fceeb1c4e3e7f6aca2b6f107e60dc"}, - {file = "MarkupSafe-2.1.4-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:78bc995e004681246e85e28e068111a4c3f35f34e6c62da1471e844ee1446250"}, - {file = "MarkupSafe-2.1.4-cp312-cp312-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:a4d176cfdfde84f732c4a53109b293d05883e952bbba68b857ae446fa3119b4f"}, - {file = "MarkupSafe-2.1.4-cp312-cp312-musllinux_1_1_aarch64.whl", hash = "sha256:f9917691f410a2e0897d1ef99619fd3f7dd503647c8ff2475bf90c3cf222ad74"}, - {file = "MarkupSafe-2.1.4-cp312-cp312-musllinux_1_1_i686.whl", hash = "sha256:f06e5a9e99b7df44640767842f414ed5d7bedaaa78cd817ce04bbd6fd86e2dd6"}, - {file = "MarkupSafe-2.1.4-cp312-cp312-musllinux_1_1_x86_64.whl", hash = "sha256:396549cea79e8ca4ba65525470d534e8a41070e6b3500ce2414921099cb73e8d"}, - {file = "MarkupSafe-2.1.4-cp312-cp312-win32.whl", hash = "sha256:f6be2d708a9d0e9b0054856f07ac7070fbe1754be40ca8525d5adccdbda8f475"}, - {file = "MarkupSafe-2.1.4-cp312-cp312-win_amd64.whl", hash = "sha256:5045e892cfdaecc5b4c01822f353cf2c8feb88a6ec1c0adef2a2e705eef0f656"}, - {file = "MarkupSafe-2.1.4-cp37-cp37m-macosx_10_9_x86_64.whl", hash = "sha256:7a07f40ef8f0fbc5ef1000d0c78771f4d5ca03b4953fc162749772916b298fc4"}, - {file = "MarkupSafe-2.1.4-cp37-cp37m-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:d18b66fe626ac412d96c2ab536306c736c66cf2a31c243a45025156cc190dc8a"}, - {file = "MarkupSafe-2.1.4-cp37-cp37m-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:698e84142f3f884114ea8cf83e7a67ca8f4ace8454e78fe960646c6c91c63bfa"}, - {file = "MarkupSafe-2.1.4-cp37-cp37m-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:49a3b78a5af63ec10d8604180380c13dcd870aba7928c1fe04e881d5c792dc4e"}, - {file = "MarkupSafe-2.1.4-cp37-cp37m-musllinux_1_1_aarch64.whl", hash = "sha256:15866d7f2dc60cfdde12ebb4e75e41be862348b4728300c36cdf405e258415ec"}, - {file = "MarkupSafe-2.1.4-cp37-cp37m-musllinux_1_1_i686.whl", hash = "sha256:6aa5e2e7fc9bc042ae82d8b79d795b9a62bd8f15ba1e7594e3db243f158b5565"}, - {file = "MarkupSafe-2.1.4-cp37-cp37m-musllinux_1_1_x86_64.whl", hash = "sha256:54635102ba3cf5da26eb6f96c4b8c53af8a9c0d97b64bdcb592596a6255d8518"}, - {file = "MarkupSafe-2.1.4-cp37-cp37m-win32.whl", hash = "sha256:3583a3a3ab7958e354dc1d25be74aee6228938312ee875a22330c4dc2e41beb0"}, - {file = "MarkupSafe-2.1.4-cp37-cp37m-win_amd64.whl", hash = "sha256:d6e427c7378c7f1b2bef6a344c925b8b63623d3321c09a237b7cc0e77dd98ceb"}, - {file = "MarkupSafe-2.1.4-cp38-cp38-macosx_10_9_universal2.whl", hash = "sha256:bf1196dcc239e608605b716e7b166eb5faf4bc192f8a44b81e85251e62584bd2"}, - {file = "MarkupSafe-2.1.4-cp38-cp38-macosx_10_9_x86_64.whl", hash = "sha256:4df98d4a9cd6a88d6a585852f56f2155c9cdb6aec78361a19f938810aa020954"}, - {file = "MarkupSafe-2.1.4-cp38-cp38-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:b835aba863195269ea358cecc21b400276747cc977492319fd7682b8cd2c253d"}, - {file = "MarkupSafe-2.1.4-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:23984d1bdae01bee794267424af55eef4dfc038dc5d1272860669b2aa025c9e3"}, - {file = "MarkupSafe-2.1.4-cp38-cp38-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:1c98c33ffe20e9a489145d97070a435ea0679fddaabcafe19982fe9c971987d5"}, - {file = "MarkupSafe-2.1.4-cp38-cp38-musllinux_1_1_aarch64.whl", hash = "sha256:9896fca4a8eb246defc8b2a7ac77ef7553b638e04fbf170bff78a40fa8a91474"}, - {file = "MarkupSafe-2.1.4-cp38-cp38-musllinux_1_1_i686.whl", hash = "sha256:b0fe73bac2fed83839dbdbe6da84ae2a31c11cfc1c777a40dbd8ac8a6ed1560f"}, - {file = "MarkupSafe-2.1.4-cp38-cp38-musllinux_1_1_x86_64.whl", hash = "sha256:c7556bafeaa0a50e2fe7dc86e0382dea349ebcad8f010d5a7dc6ba568eaaa789"}, - {file = "MarkupSafe-2.1.4-cp38-cp38-win32.whl", hash = "sha256:fc1a75aa8f11b87910ffd98de62b29d6520b6d6e8a3de69a70ca34dea85d2a8a"}, - {file = "MarkupSafe-2.1.4-cp38-cp38-win_amd64.whl", hash = "sha256:3a66c36a3864df95e4f62f9167c734b3b1192cb0851b43d7cc08040c074c6279"}, - {file = "MarkupSafe-2.1.4-cp39-cp39-macosx_10_9_universal2.whl", hash = "sha256:765f036a3d00395a326df2835d8f86b637dbaf9832f90f5d196c3b8a7a5080cb"}, - {file = "MarkupSafe-2.1.4-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:21e7af8091007bf4bebf4521184f4880a6acab8df0df52ef9e513d8e5db23411"}, - {file = "MarkupSafe-2.1.4-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:d5c31fe855c77cad679b302aabc42d724ed87c043b1432d457f4976add1c2c3e"}, - {file = "MarkupSafe-2.1.4-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:7653fa39578957bc42e5ebc15cf4361d9e0ee4b702d7d5ec96cdac860953c5b4"}, - {file = "MarkupSafe-2.1.4-cp39-cp39-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:47bb5f0142b8b64ed1399b6b60f700a580335c8e1c57f2f15587bd072012decc"}, - {file = "MarkupSafe-2.1.4-cp39-cp39-musllinux_1_1_aarch64.whl", hash = "sha256:fe8512ed897d5daf089e5bd010c3dc03bb1bdae00b35588c49b98268d4a01e00"}, - {file = "MarkupSafe-2.1.4-cp39-cp39-musllinux_1_1_i686.whl", hash = "sha256:36d7626a8cca4d34216875aee5a1d3d654bb3dac201c1c003d182283e3205949"}, - {file = "MarkupSafe-2.1.4-cp39-cp39-musllinux_1_1_x86_64.whl", hash = "sha256:b6f14a9cd50c3cb100eb94b3273131c80d102e19bb20253ac7bd7336118a673a"}, - {file = "MarkupSafe-2.1.4-cp39-cp39-win32.whl", hash = "sha256:c8f253a84dbd2c63c19590fa86a032ef3d8cc18923b8049d91bcdeeb2581fbf6"}, - {file = "MarkupSafe-2.1.4-cp39-cp39-win_amd64.whl", hash = "sha256:8b570a1537367b52396e53325769608f2a687ec9a4363647af1cded8928af959"}, - {file = "MarkupSafe-2.1.4.tar.gz", hash = "sha256:3aae9af4cac263007fd6309c64c6ab4506dd2b79382d9d19a1994f9240b8db4f"}, + {file = "MarkupSafe-2.1.5-cp310-cp310-macosx_10_9_universal2.whl", hash = "sha256:a17a92de5231666cfbe003f0e4b9b3a7ae3afb1ec2845aadc2bacc93ff85febc"}, + {file = "MarkupSafe-2.1.5-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:72b6be590cc35924b02c78ef34b467da4ba07e4e0f0454a2c5907f473fc50ce5"}, + {file = "MarkupSafe-2.1.5-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:e61659ba32cf2cf1481e575d0462554625196a1f2fc06a1c777d3f48e8865d46"}, + {file = "MarkupSafe-2.1.5-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:2174c595a0d73a3080ca3257b40096db99799265e1c27cc5a610743acd86d62f"}, + {file = "MarkupSafe-2.1.5-cp310-cp310-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:ae2ad8ae6ebee9d2d94b17fb62763125f3f374c25618198f40cbb8b525411900"}, + {file = "MarkupSafe-2.1.5-cp310-cp310-musllinux_1_1_aarch64.whl", hash = "sha256:075202fa5b72c86ad32dc7d0b56024ebdbcf2048c0ba09f1cde31bfdd57bcfff"}, + {file = "MarkupSafe-2.1.5-cp310-cp310-musllinux_1_1_i686.whl", hash = "sha256:598e3276b64aff0e7b3451b72e94fa3c238d452e7ddcd893c3ab324717456bad"}, + {file = "MarkupSafe-2.1.5-cp310-cp310-musllinux_1_1_x86_64.whl", hash = "sha256:fce659a462a1be54d2ffcacea5e3ba2d74daa74f30f5f143fe0c58636e355fdd"}, + {file = "MarkupSafe-2.1.5-cp310-cp310-win32.whl", hash = "sha256:d9fad5155d72433c921b782e58892377c44bd6252b5af2f67f16b194987338a4"}, + {file = "MarkupSafe-2.1.5-cp310-cp310-win_amd64.whl", hash = "sha256:bf50cd79a75d181c9181df03572cdce0fbb75cc353bc350712073108cba98de5"}, + {file = "MarkupSafe-2.1.5-cp311-cp311-macosx_10_9_universal2.whl", hash = "sha256:629ddd2ca402ae6dbedfceeba9c46d5f7b2a61d9749597d4307f943ef198fc1f"}, + {file = "MarkupSafe-2.1.5-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:5b7b716f97b52c5a14bffdf688f971b2d5ef4029127f1ad7a513973cfd818df2"}, + {file = "MarkupSafe-2.1.5-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:6ec585f69cec0aa07d945b20805be741395e28ac1627333b1c5b0105962ffced"}, + {file = "MarkupSafe-2.1.5-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:b91c037585eba9095565a3556f611e3cbfaa42ca1e865f7b8015fe5c7336d5a5"}, + {file = "MarkupSafe-2.1.5-cp311-cp311-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:7502934a33b54030eaf1194c21c692a534196063db72176b0c4028e140f8f32c"}, + {file = "MarkupSafe-2.1.5-cp311-cp311-musllinux_1_1_aarch64.whl", hash = "sha256:0e397ac966fdf721b2c528cf028494e86172b4feba51d65f81ffd65c63798f3f"}, + {file = "MarkupSafe-2.1.5-cp311-cp311-musllinux_1_1_i686.whl", hash = "sha256:c061bb86a71b42465156a3ee7bd58c8c2ceacdbeb95d05a99893e08b8467359a"}, + {file = "MarkupSafe-2.1.5-cp311-cp311-musllinux_1_1_x86_64.whl", hash = "sha256:3a57fdd7ce31c7ff06cdfbf31dafa96cc533c21e443d57f5b1ecc6cdc668ec7f"}, + {file = "MarkupSafe-2.1.5-cp311-cp311-win32.whl", hash = "sha256:397081c1a0bfb5124355710fe79478cdbeb39626492b15d399526ae53422b906"}, + {file = "MarkupSafe-2.1.5-cp311-cp311-win_amd64.whl", hash = "sha256:2b7c57a4dfc4f16f7142221afe5ba4e093e09e728ca65c51f5620c9aaeb9a617"}, + {file = "MarkupSafe-2.1.5-cp312-cp312-macosx_10_9_universal2.whl", hash = "sha256:8dec4936e9c3100156f8a2dc89c4b88d5c435175ff03413b443469c7c8c5f4d1"}, + {file = "MarkupSafe-2.1.5-cp312-cp312-macosx_10_9_x86_64.whl", hash = "sha256:3c6b973f22eb18a789b1460b4b91bf04ae3f0c4234a0a6aa6b0a92f6f7b951d4"}, + {file = "MarkupSafe-2.1.5-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:ac07bad82163452a6884fe8fa0963fb98c2346ba78d779ec06bd7a6262132aee"}, + {file = "MarkupSafe-2.1.5-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:f5dfb42c4604dddc8e4305050aa6deb084540643ed5804d7455b5df8fe16f5e5"}, + {file = "MarkupSafe-2.1.5-cp312-cp312-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:ea3d8a3d18833cf4304cd2fc9cbb1efe188ca9b5efef2bdac7adc20594a0e46b"}, + {file = "MarkupSafe-2.1.5-cp312-cp312-musllinux_1_1_aarch64.whl", hash = "sha256:d050b3361367a06d752db6ead6e7edeb0009be66bc3bae0ee9d97fb326badc2a"}, + {file = "MarkupSafe-2.1.5-cp312-cp312-musllinux_1_1_i686.whl", hash = "sha256:bec0a414d016ac1a18862a519e54b2fd0fc8bbfd6890376898a6c0891dd82e9f"}, + {file = "MarkupSafe-2.1.5-cp312-cp312-musllinux_1_1_x86_64.whl", hash = "sha256:58c98fee265677f63a4385256a6d7683ab1832f3ddd1e66fe948d5880c21a169"}, + {file = "MarkupSafe-2.1.5-cp312-cp312-win32.whl", hash = "sha256:8590b4ae07a35970728874632fed7bd57b26b0102df2d2b233b6d9d82f6c62ad"}, + {file = "MarkupSafe-2.1.5-cp312-cp312-win_amd64.whl", hash = "sha256:823b65d8706e32ad2df51ed89496147a42a2a6e01c13cfb6ffb8b1e92bc910bb"}, + {file = "MarkupSafe-2.1.5-cp37-cp37m-macosx_10_9_x86_64.whl", hash = "sha256:c8b29db45f8fe46ad280a7294f5c3ec36dbac9491f2d1c17345be8e69cc5928f"}, + {file = "MarkupSafe-2.1.5-cp37-cp37m-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:ec6a563cff360b50eed26f13adc43e61bc0c04d94b8be985e6fb24b81f6dcfdf"}, + {file = "MarkupSafe-2.1.5-cp37-cp37m-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:a549b9c31bec33820e885335b451286e2969a2d9e24879f83fe904a5ce59d70a"}, + {file = "MarkupSafe-2.1.5-cp37-cp37m-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:4f11aa001c540f62c6166c7726f71f7573b52c68c31f014c25cc7901deea0b52"}, + {file = "MarkupSafe-2.1.5-cp37-cp37m-musllinux_1_1_aarch64.whl", hash = "sha256:7b2e5a267c855eea6b4283940daa6e88a285f5f2a67f2220203786dfa59b37e9"}, + {file = "MarkupSafe-2.1.5-cp37-cp37m-musllinux_1_1_i686.whl", hash = "sha256:2d2d793e36e230fd32babe143b04cec8a8b3eb8a3122d2aceb4a371e6b09b8df"}, + {file = "MarkupSafe-2.1.5-cp37-cp37m-musllinux_1_1_x86_64.whl", hash = "sha256:ce409136744f6521e39fd8e2a24c53fa18ad67aa5bc7c2cf83645cce5b5c4e50"}, + {file = "MarkupSafe-2.1.5-cp37-cp37m-win32.whl", hash = "sha256:4096e9de5c6fdf43fb4f04c26fb114f61ef0bf2e5604b6ee3019d51b69e8c371"}, + {file = "MarkupSafe-2.1.5-cp37-cp37m-win_amd64.whl", hash = "sha256:4275d846e41ecefa46e2015117a9f491e57a71ddd59bbead77e904dc02b1bed2"}, + {file = "MarkupSafe-2.1.5-cp38-cp38-macosx_10_9_universal2.whl", hash = "sha256:656f7526c69fac7f600bd1f400991cc282b417d17539a1b228617081106feb4a"}, + {file = "MarkupSafe-2.1.5-cp38-cp38-macosx_10_9_x86_64.whl", hash = "sha256:97cafb1f3cbcd3fd2b6fbfb99ae11cdb14deea0736fc2b0952ee177f2b813a46"}, + {file = "MarkupSafe-2.1.5-cp38-cp38-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:1f3fbcb7ef1f16e48246f704ab79d79da8a46891e2da03f8783a5b6fa41a9532"}, + {file = "MarkupSafe-2.1.5-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:fa9db3f79de01457b03d4f01b34cf91bc0048eb2c3846ff26f66687c2f6d16ab"}, + {file = "MarkupSafe-2.1.5-cp38-cp38-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:ffee1f21e5ef0d712f9033568f8344d5da8cc2869dbd08d87c84656e6a2d2f68"}, + {file = "MarkupSafe-2.1.5-cp38-cp38-musllinux_1_1_aarch64.whl", hash = "sha256:5dedb4db619ba5a2787a94d877bc8ffc0566f92a01c0ef214865e54ecc9ee5e0"}, + {file = "MarkupSafe-2.1.5-cp38-cp38-musllinux_1_1_i686.whl", hash = "sha256:30b600cf0a7ac9234b2638fbc0fb6158ba5bdcdf46aeb631ead21248b9affbc4"}, + {file = "MarkupSafe-2.1.5-cp38-cp38-musllinux_1_1_x86_64.whl", hash = "sha256:8dd717634f5a044f860435c1d8c16a270ddf0ef8588d4887037c5028b859b0c3"}, + {file = "MarkupSafe-2.1.5-cp38-cp38-win32.whl", hash = "sha256:daa4ee5a243f0f20d528d939d06670a298dd39b1ad5f8a72a4275124a7819eff"}, + {file = "MarkupSafe-2.1.5-cp38-cp38-win_amd64.whl", hash = "sha256:619bc166c4f2de5caa5a633b8b7326fbe98e0ccbfacabd87268a2b15ff73a029"}, + {file = "MarkupSafe-2.1.5-cp39-cp39-macosx_10_9_universal2.whl", hash = "sha256:7a68b554d356a91cce1236aa7682dc01df0edba8d043fd1ce607c49dd3c1edcf"}, + {file = "MarkupSafe-2.1.5-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:db0b55e0f3cc0be60c1f19efdde9a637c32740486004f20d1cff53c3c0ece4d2"}, + {file = "MarkupSafe-2.1.5-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:3e53af139f8579a6d5f7b76549125f0d94d7e630761a2111bc431fd820e163b8"}, + {file = "MarkupSafe-2.1.5-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:17b950fccb810b3293638215058e432159d2b71005c74371d784862b7e4683f3"}, + {file = "MarkupSafe-2.1.5-cp39-cp39-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:4c31f53cdae6ecfa91a77820e8b151dba54ab528ba65dfd235c80b086d68a465"}, + {file = "MarkupSafe-2.1.5-cp39-cp39-musllinux_1_1_aarch64.whl", hash = "sha256:bff1b4290a66b490a2f4719358c0cdcd9bafb6b8f061e45c7a2460866bf50c2e"}, + {file = "MarkupSafe-2.1.5-cp39-cp39-musllinux_1_1_i686.whl", hash = "sha256:bc1667f8b83f48511b94671e0e441401371dfd0f0a795c7daa4a3cd1dde55bea"}, + {file = "MarkupSafe-2.1.5-cp39-cp39-musllinux_1_1_x86_64.whl", hash = "sha256:5049256f536511ee3f7e1b3f87d1d1209d327e818e6ae1365e8653d7e3abb6a6"}, + {file = "MarkupSafe-2.1.5-cp39-cp39-win32.whl", hash = "sha256:00e046b6dd71aa03a41079792f8473dc494d564611a8f89bbbd7cb93295ebdcf"}, + {file = "MarkupSafe-2.1.5-cp39-cp39-win_amd64.whl", hash = "sha256:fa173ec60341d6bb97a89f5ea19c85c5643c1e7dedebc22f5181eb73573142c5"}, + {file = "MarkupSafe-2.1.5.tar.gz", hash = "sha256:d283d37a890ba4c1ae73ffadf8046435c76e7bc2247bbb63c00bd1a709c6544b"}, ] [[package]] name = "marshmallow" -version = "3.20.2" +version = "3.21.2" description = "A lightweight library for converting complex datatypes to and from native Python datatypes." optional = false python-versions = ">=3.8" files = [ - {file = "marshmallow-3.20.2-py3-none-any.whl", hash = "sha256:c21d4b98fee747c130e6bc8f45c4b3199ea66bc00c12ee1f639f0aeca034d5e9"}, - {file = "marshmallow-3.20.2.tar.gz", hash = "sha256:4c1daff273513dc5eb24b219a8035559dc573c8f322558ef85f5438ddd1236dd"}, + {file = "marshmallow-3.21.2-py3-none-any.whl", hash = "sha256:70b54a6282f4704d12c0a41599682c5c5450e843b9ec406308653b47c59648a1"}, + {file = "marshmallow-3.21.2.tar.gz", hash = "sha256:82408deadd8b33d56338d2182d455db632c6313aa2af61916672146bb32edc56"}, ] [package.dependencies] packaging = ">=17.0" [package.extras] -dev = ["pre-commit (>=2.4,<4.0)", "pytest", "pytz", "simplejson", "tox"] -docs = ["alabaster (==0.7.15)", "autodocsumm (==0.2.12)", "sphinx (==7.2.6)", "sphinx-issues (==3.0.1)", "sphinx-version-warning (==1.1.2)"] -lint = ["pre-commit (>=2.4,<4.0)"] +dev = ["marshmallow[tests]", "pre-commit (>=3.5,<4.0)", "tox"] +docs = ["alabaster (==0.7.16)", "autodocsumm (==0.2.12)", "sphinx (==7.3.7)", "sphinx-issues (==4.1.0)", "sphinx-version-warning (==1.1.2)"] tests = ["pytest", "pytz", "simplejson"] [[package]] name = "matplotlib" -version = "3.8.2" +version = "3.9.0" description = "Python plotting package" optional = false python-versions = ">=3.9" files = [ - {file = "matplotlib-3.8.2-cp310-cp310-macosx_10_12_x86_64.whl", hash = "sha256:09796f89fb71a0c0e1e2f4bdaf63fb2cefc84446bb963ecdeb40dfee7dfa98c7"}, - {file = "matplotlib-3.8.2-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:6f9c6976748a25e8b9be51ea028df49b8e561eed7809146da7a47dbecebab367"}, - {file = "matplotlib-3.8.2-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:b78e4f2cedf303869b782071b55fdde5987fda3038e9d09e58c91cc261b5ad18"}, - {file = "matplotlib-3.8.2-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:4e208f46cf6576a7624195aa047cb344a7f802e113bb1a06cfd4bee431de5e31"}, - {file = "matplotlib-3.8.2-cp310-cp310-musllinux_1_1_x86_64.whl", hash = "sha256:46a569130ff53798ea5f50afce7406e91fdc471ca1e0e26ba976a8c734c9427a"}, - {file = "matplotlib-3.8.2-cp310-cp310-win_amd64.whl", hash = "sha256:830f00640c965c5b7f6bc32f0d4ce0c36dfe0379f7dd65b07a00c801713ec40a"}, - {file = "matplotlib-3.8.2-cp311-cp311-macosx_10_12_x86_64.whl", hash = "sha256:d86593ccf546223eb75a39b44c32788e6f6440d13cfc4750c1c15d0fcb850b63"}, - {file = "matplotlib-3.8.2-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:9a5430836811b7652991939012f43d2808a2db9b64ee240387e8c43e2e5578c8"}, - {file = "matplotlib-3.8.2-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:b9576723858a78751d5aacd2497b8aef29ffea6d1c95981505877f7ac28215c6"}, - {file = "matplotlib-3.8.2-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:5ba9cbd8ac6cf422f3102622b20f8552d601bf8837e49a3afed188d560152788"}, - {file = "matplotlib-3.8.2-cp311-cp311-musllinux_1_1_x86_64.whl", hash = "sha256:03f9d160a29e0b65c0790bb07f4f45d6a181b1ac33eb1bb0dd225986450148f0"}, - {file = "matplotlib-3.8.2-cp311-cp311-win_amd64.whl", hash = "sha256:3773002da767f0a9323ba1a9b9b5d00d6257dbd2a93107233167cfb581f64717"}, - {file = "matplotlib-3.8.2-cp312-cp312-macosx_10_12_x86_64.whl", hash = "sha256:4c318c1e95e2f5926fba326f68177dee364aa791d6df022ceb91b8221bd0a627"}, - {file = "matplotlib-3.8.2-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:091275d18d942cf1ee9609c830a1bc36610607d8223b1b981c37d5c9fc3e46a4"}, - {file = "matplotlib-3.8.2-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:1b0f3b8ea0e99e233a4bcc44590f01604840d833c280ebb8fe5554fd3e6cfe8d"}, - {file = "matplotlib-3.8.2-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:d7b1704a530395aaf73912be741c04d181f82ca78084fbd80bc737be04848331"}, - {file = "matplotlib-3.8.2-cp312-cp312-musllinux_1_1_x86_64.whl", hash = "sha256:533b0e3b0c6768eef8cbe4b583731ce25a91ab54a22f830db2b031e83cca9213"}, - {file = "matplotlib-3.8.2-cp312-cp312-win_amd64.whl", hash = "sha256:0f4fc5d72b75e2c18e55eb32292659cf731d9d5b312a6eb036506304f4675630"}, - {file = "matplotlib-3.8.2-cp39-cp39-macosx_10_12_x86_64.whl", hash = "sha256:deaed9ad4da0b1aea77fe0aa0cebb9ef611c70b3177be936a95e5d01fa05094f"}, - {file = "matplotlib-3.8.2-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:172f4d0fbac3383d39164c6caafd3255ce6fa58f08fc392513a0b1d3b89c4f89"}, - {file = "matplotlib-3.8.2-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:c7d36c2209d9136cd8e02fab1c0ddc185ce79bc914c45054a9f514e44c787917"}, - {file = "matplotlib-3.8.2-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:5864bdd7da445e4e5e011b199bb67168cdad10b501750367c496420f2ad00843"}, - {file = "matplotlib-3.8.2-cp39-cp39-musllinux_1_1_x86_64.whl", hash = "sha256:ef8345b48e95cee45ff25192ed1f4857273117917a4dcd48e3905619bcd9c9b8"}, - {file = "matplotlib-3.8.2-cp39-cp39-win_amd64.whl", hash = "sha256:7c48d9e221b637c017232e3760ed30b4e8d5dfd081daf327e829bf2a72c731b4"}, - {file = "matplotlib-3.8.2-pp39-pypy39_pp73-macosx_10_12_x86_64.whl", hash = "sha256:aa11b3c6928a1e496c1a79917d51d4cd5d04f8a2e75f21df4949eeefdf697f4b"}, - {file = "matplotlib-3.8.2-pp39-pypy39_pp73-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:d1095fecf99eeb7384dabad4bf44b965f929a5f6079654b681193edf7169ec20"}, - {file = "matplotlib-3.8.2-pp39-pypy39_pp73-win_amd64.whl", hash = "sha256:bddfb1db89bfaa855912261c805bd0e10218923cc262b9159a49c29a7a1c1afa"}, - {file = "matplotlib-3.8.2.tar.gz", hash = "sha256:01a978b871b881ee76017152f1f1a0cbf6bd5f7b8ff8c96df0df1bd57d8755a1"}, + {file = "matplotlib-3.9.0-cp310-cp310-macosx_10_12_x86_64.whl", hash = "sha256:2bcee1dffaf60fe7656183ac2190bd630842ff87b3153afb3e384d966b57fe56"}, + {file = "matplotlib-3.9.0-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:3f988bafb0fa39d1074ddd5bacd958c853e11def40800c5824556eb630f94d3b"}, + {file = "matplotlib-3.9.0-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:fe428e191ea016bb278758c8ee82a8129c51d81d8c4bc0846c09e7e8e9057241"}, + {file = "matplotlib-3.9.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:eaf3978060a106fab40c328778b148f590e27f6fa3cd15a19d6892575bce387d"}, + {file = "matplotlib-3.9.0-cp310-cp310-musllinux_1_1_x86_64.whl", hash = "sha256:2e7f03e5cbbfacdd48c8ea394d365d91ee8f3cae7e6ec611409927b5ed997ee4"}, + {file = "matplotlib-3.9.0-cp310-cp310-win_amd64.whl", hash = "sha256:13beb4840317d45ffd4183a778685e215939be7b08616f431c7795276e067463"}, + {file = "matplotlib-3.9.0-cp311-cp311-macosx_10_12_x86_64.whl", hash = "sha256:063af8587fceeac13b0936c42a2b6c732c2ab1c98d38abc3337e430e1ff75e38"}, + {file = "matplotlib-3.9.0-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:9a2fa6d899e17ddca6d6526cf6e7ba677738bf2a6a9590d702c277204a7c6152"}, + {file = "matplotlib-3.9.0-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:550cdda3adbd596078cca7d13ed50b77879104e2e46392dcd7c75259d8f00e85"}, + {file = "matplotlib-3.9.0-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:76cce0f31b351e3551d1f3779420cf8f6ec0d4a8cf9c0237a3b549fd28eb4abb"}, + {file = "matplotlib-3.9.0-cp311-cp311-musllinux_1_1_x86_64.whl", hash = "sha256:c53aeb514ccbbcbab55a27f912d79ea30ab21ee0531ee2c09f13800efb272674"}, + {file = "matplotlib-3.9.0-cp311-cp311-win_amd64.whl", hash = "sha256:a5be985db2596d761cdf0c2eaf52396f26e6a64ab46bd8cd810c48972349d1be"}, + {file = "matplotlib-3.9.0-cp312-cp312-macosx_10_12_x86_64.whl", hash = "sha256:c79f3a585f1368da6049318bdf1f85568d8d04b2e89fc24b7e02cc9b62017382"}, + {file = "matplotlib-3.9.0-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:bdd1ecbe268eb3e7653e04f451635f0fb0f77f07fd070242b44c076c9106da84"}, + {file = "matplotlib-3.9.0-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:d38e85a1a6d732f645f1403ce5e6727fd9418cd4574521d5803d3d94911038e5"}, + {file = "matplotlib-3.9.0-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:0a490715b3b9984fa609116481b22178348c1a220a4499cda79132000a79b4db"}, + {file = "matplotlib-3.9.0-cp312-cp312-musllinux_1_1_x86_64.whl", hash = "sha256:8146ce83cbc5dc71c223a74a1996d446cd35cfb6a04b683e1446b7e6c73603b7"}, + {file = "matplotlib-3.9.0-cp312-cp312-win_amd64.whl", hash = "sha256:d91a4ffc587bacf5c4ce4ecfe4bcd23a4b675e76315f2866e588686cc97fccdf"}, + {file = "matplotlib-3.9.0-cp39-cp39-macosx_10_12_x86_64.whl", hash = "sha256:616fabf4981a3b3c5a15cd95eba359c8489c4e20e03717aea42866d8d0465956"}, + {file = "matplotlib-3.9.0-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:cd53c79fd02f1c1808d2cfc87dd3cf4dbc63c5244a58ee7944497107469c8d8a"}, + {file = "matplotlib-3.9.0-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:06a478f0d67636554fa78558cfbcd7b9dba85b51f5c3b5a0c9be49010cf5f321"}, + {file = "matplotlib-3.9.0-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:81c40af649d19c85f8073e25e5806926986806fa6d54be506fbf02aef47d5a89"}, + {file = "matplotlib-3.9.0-cp39-cp39-musllinux_1_1_x86_64.whl", hash = "sha256:52146fc3bd7813cc784562cb93a15788be0b2875c4655e2cc6ea646bfa30344b"}, + {file = "matplotlib-3.9.0-cp39-cp39-win_amd64.whl", hash = "sha256:0fc51eaa5262553868461c083d9adadb11a6017315f3a757fc45ec6ec5f02888"}, + {file = "matplotlib-3.9.0-pp39-pypy39_pp73-macosx_10_12_x86_64.whl", hash = "sha256:bd4f2831168afac55b881db82a7730992aa41c4f007f1913465fb182d6fb20c0"}, + {file = "matplotlib-3.9.0-pp39-pypy39_pp73-macosx_11_0_arm64.whl", hash = "sha256:290d304e59be2b33ef5c2d768d0237f5bd132986bdcc66f80bc9bcc300066a03"}, + {file = "matplotlib-3.9.0-pp39-pypy39_pp73-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:7ff2e239c26be4f24bfa45860c20ffccd118d270c5b5d081fa4ea409b5469fcd"}, + {file = "matplotlib-3.9.0-pp39-pypy39_pp73-win_amd64.whl", hash = "sha256:af4001b7cae70f7eaacfb063db605280058246de590fa7874f00f62259f2df7e"}, + {file = "matplotlib-3.9.0.tar.gz", hash = "sha256:e6d29ea6c19e34b30fb7d88b7081f869a03014f66fe06d62cc77d5a6ea88ed7a"}, ] [package.dependencies] @@ -3689,21 +3932,24 @@ contourpy = ">=1.0.1" cycler = ">=0.10" fonttools = ">=4.22.0" kiwisolver = ">=1.3.1" -numpy = ">=1.21,<2" +numpy = ">=1.23" packaging = ">=20.0" pillow = ">=8" pyparsing = ">=2.3.1" python-dateutil = ">=2.7" +[package.extras] +dev = ["meson-python (>=0.13.1)", "numpy (>=1.25)", "pybind11 (>=2.6)", "setuptools (>=64)", "setuptools_scm (>=7)"] + [[package]] name = "matplotlib-inline" -version = "0.1.6" +version = "0.1.7" description = "Inline Matplotlib backend for Jupyter" optional = false -python-versions = ">=3.5" +python-versions = ">=3.8" files = [ - {file = "matplotlib-inline-0.1.6.tar.gz", hash = "sha256:f887e5f10ba98e8d2b150ddcf4702c1e5f8b3a20005eb0f74bfdbd360ee6f304"}, - {file = "matplotlib_inline-0.1.6-py3-none-any.whl", hash = "sha256:f1f41aab5328aa5aaea9b16d083b128102f8712542f819fe7e6a420ff581b311"}, + {file = "matplotlib_inline-0.1.7-py3-none-any.whl", hash = "sha256:df192d39a4ff8f21b1895d72e6a13f5fcc5099f00fa84384e0ea28c2cc0653ca"}, + {file = "matplotlib_inline-0.1.7.tar.gz", hash = "sha256:8423b23ec666be3d16e16b60bdd8ac4e86e840ebd1dd11a30b9f117f2fa0ab90"}, ] [package.dependencies] @@ -3711,13 +3957,13 @@ traitlets = "*" [[package]] name = "mdit-py-plugins" -version = "0.4.0" +version = "0.4.1" description = "Collection of plugins for markdown-it-py" optional = false python-versions = ">=3.8" files = [ - {file = "mdit_py_plugins-0.4.0-py3-none-any.whl", hash = "sha256:b51b3bb70691f57f974e257e367107857a93b36f322a9e6d44ca5bf28ec2def9"}, - {file = "mdit_py_plugins-0.4.0.tar.gz", hash = "sha256:d8ab27e9aed6c38aa716819fedfde15ca275715955f8a185a8e1cf90fb1d2c1b"}, + {file = "mdit_py_plugins-0.4.1-py3-none-any.whl", hash = "sha256:1020dfe4e6bfc2c79fb49ae4e3f5b297f5ccd20f010187acc52af2921e27dc6a"}, + {file = "mdit_py_plugins-0.4.1.tar.gz", hash = "sha256:834b8ac23d1cd60cec703646ffd22ae97b7955a6d596eb1d304be1e251ae499c"}, ] [package.dependencies] @@ -3750,6 +3996,35 @@ files = [ {file = "mistune-3.0.2.tar.gz", hash = "sha256:fc7f93ded930c92394ef2cb6f04a8aabab4117a91449e72dcc8dfa646a508be8"}, ] +[[package]] +name = "mkl" +version = "2021.4.0" +description = "Intel® oneAPI Math Kernel Library" +optional = false +python-versions = "*" +files = [ + {file = "mkl-2021.4.0-py2.py3-none-macosx_10_15_x86_64.macosx_11_0_x86_64.whl", hash = "sha256:67460f5cd7e30e405b54d70d1ed3ca78118370b65f7327d495e9c8847705e2fb"}, + {file = "mkl-2021.4.0-py2.py3-none-manylinux1_i686.whl", hash = "sha256:636d07d90e68ccc9630c654d47ce9fdeb036bb46e2b193b3a9ac8cfea683cce5"}, + {file = "mkl-2021.4.0-py2.py3-none-manylinux1_x86_64.whl", hash = "sha256:398dbf2b0d12acaf54117a5210e8f191827f373d362d796091d161f610c1ebfb"}, + {file = "mkl-2021.4.0-py2.py3-none-win32.whl", hash = "sha256:439c640b269a5668134e3dcbcea4350459c4a8bc46469669b2d67e07e3d330e8"}, + {file = "mkl-2021.4.0-py2.py3-none-win_amd64.whl", hash = "sha256:ceef3cafce4c009dd25f65d7ad0d833a0fbadc3d8903991ec92351fe5de1e718"}, +] + +[package.dependencies] +intel-openmp = "==2021.*" +tbb = "==2021.*" + +[[package]] +name = "monotonic" +version = "1.6" +description = "An implementation of time.monotonic() for Python 2 & < 3.3" +optional = false +python-versions = "*" +files = [ + {file = "monotonic-1.6-py2.py3-none-any.whl", hash = "sha256:68687e19a14f11f26d140dd5c86f3dba4bf5df58003000ed467e0e2a69bca96c"}, + {file = "monotonic-1.6.tar.gz", hash = "sha256:3a55207bcfed53ddd5c5bae174524062935efed17792e9de2ad0205ce9ad63f7"}, +] + [[package]] name = "mpmath" version = "1.3.0" @@ -3786,96 +4061,112 @@ rtf = ["compressed-rtf (>=1.0.5)"] [[package]] name = "multidict" -version = "6.0.4" +version = "6.0.5" description = "multidict implementation" optional = false python-versions = ">=3.7" files = [ - {file = "multidict-6.0.4-cp310-cp310-macosx_10_9_universal2.whl", hash = "sha256:0b1a97283e0c85772d613878028fec909f003993e1007eafa715b24b377cb9b8"}, - {file = "multidict-6.0.4-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:eeb6dcc05e911516ae3d1f207d4b0520d07f54484c49dfc294d6e7d63b734171"}, - {file = "multidict-6.0.4-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:d6d635d5209b82a3492508cf5b365f3446afb65ae7ebd755e70e18f287b0adf7"}, - {file = "multidict-6.0.4-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:c048099e4c9e9d615545e2001d3d8a4380bd403e1a0578734e0d31703d1b0c0b"}, - {file = "multidict-6.0.4-cp310-cp310-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:ea20853c6dbbb53ed34cb4d080382169b6f4554d394015f1bef35e881bf83547"}, - {file = "multidict-6.0.4-cp310-cp310-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:16d232d4e5396c2efbbf4f6d4df89bfa905eb0d4dc5b3549d872ab898451f569"}, - {file = "multidict-6.0.4-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:36c63aaa167f6c6b04ef2c85704e93af16c11d20de1d133e39de6a0e84582a93"}, - {file = "multidict-6.0.4-cp310-cp310-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:64bdf1086b6043bf519869678f5f2757f473dee970d7abf6da91ec00acb9cb98"}, - {file = "multidict-6.0.4-cp310-cp310-musllinux_1_1_aarch64.whl", hash = "sha256:43644e38f42e3af682690876cff722d301ac585c5b9e1eacc013b7a3f7b696a0"}, - {file = "multidict-6.0.4-cp310-cp310-musllinux_1_1_i686.whl", hash = "sha256:7582a1d1030e15422262de9f58711774e02fa80df0d1578995c76214f6954988"}, - {file = "multidict-6.0.4-cp310-cp310-musllinux_1_1_ppc64le.whl", hash = "sha256:ddff9c4e225a63a5afab9dd15590432c22e8057e1a9a13d28ed128ecf047bbdc"}, - {file = "multidict-6.0.4-cp310-cp310-musllinux_1_1_s390x.whl", hash = "sha256:ee2a1ece51b9b9e7752e742cfb661d2a29e7bcdba2d27e66e28a99f1890e4fa0"}, - {file = "multidict-6.0.4-cp310-cp310-musllinux_1_1_x86_64.whl", hash = "sha256:a2e4369eb3d47d2034032a26c7a80fcb21a2cb22e1173d761a162f11e562caa5"}, - {file = "multidict-6.0.4-cp310-cp310-win32.whl", hash = "sha256:574b7eae1ab267e5f8285f0fe881f17efe4b98c39a40858247720935b893bba8"}, - {file = "multidict-6.0.4-cp310-cp310-win_amd64.whl", hash = "sha256:4dcbb0906e38440fa3e325df2359ac6cb043df8e58c965bb45f4e406ecb162cc"}, - {file = "multidict-6.0.4-cp311-cp311-macosx_10_9_universal2.whl", hash = "sha256:0dfad7a5a1e39c53ed00d2dd0c2e36aed4650936dc18fd9a1826a5ae1cad6f03"}, - {file = "multidict-6.0.4-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:64da238a09d6039e3bd39bb3aee9c21a5e34f28bfa5aa22518581f910ff94af3"}, - {file = "multidict-6.0.4-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:ff959bee35038c4624250473988b24f846cbeb2c6639de3602c073f10410ceba"}, - {file = "multidict-6.0.4-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:01a3a55bd90018c9c080fbb0b9f4891db37d148a0a18722b42f94694f8b6d4c9"}, - {file = "multidict-6.0.4-cp311-cp311-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:c5cb09abb18c1ea940fb99360ea0396f34d46566f157122c92dfa069d3e0e982"}, - {file = "multidict-6.0.4-cp311-cp311-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:666daae833559deb2d609afa4490b85830ab0dfca811a98b70a205621a6109fe"}, - {file = "multidict-6.0.4-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:11bdf3f5e1518b24530b8241529d2050014c884cf18b6fc69c0c2b30ca248710"}, - {file = "multidict-6.0.4-cp311-cp311-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:7d18748f2d30f94f498e852c67d61261c643b349b9d2a581131725595c45ec6c"}, - {file = "multidict-6.0.4-cp311-cp311-musllinux_1_1_aarch64.whl", hash = "sha256:458f37be2d9e4c95e2d8866a851663cbc76e865b78395090786f6cd9b3bbf4f4"}, - {file = "multidict-6.0.4-cp311-cp311-musllinux_1_1_i686.whl", hash = "sha256:b1a2eeedcead3a41694130495593a559a668f382eee0727352b9a41e1c45759a"}, - {file = "multidict-6.0.4-cp311-cp311-musllinux_1_1_ppc64le.whl", hash = "sha256:7d6ae9d593ef8641544d6263c7fa6408cc90370c8cb2bbb65f8d43e5b0351d9c"}, - {file = "multidict-6.0.4-cp311-cp311-musllinux_1_1_s390x.whl", hash = "sha256:5979b5632c3e3534e42ca6ff856bb24b2e3071b37861c2c727ce220d80eee9ed"}, - {file = "multidict-6.0.4-cp311-cp311-musllinux_1_1_x86_64.whl", hash = "sha256:dcfe792765fab89c365123c81046ad4103fcabbc4f56d1c1997e6715e8015461"}, - {file = "multidict-6.0.4-cp311-cp311-win32.whl", hash = "sha256:3601a3cece3819534b11d4efc1eb76047488fddd0c85a3948099d5da4d504636"}, - {file = "multidict-6.0.4-cp311-cp311-win_amd64.whl", hash = "sha256:81a4f0b34bd92df3da93315c6a59034df95866014ac08535fc819f043bfd51f0"}, - {file = "multidict-6.0.4-cp37-cp37m-macosx_10_9_x86_64.whl", hash = "sha256:67040058f37a2a51ed8ea8f6b0e6ee5bd78ca67f169ce6122f3e2ec80dfe9b78"}, - {file = "multidict-6.0.4-cp37-cp37m-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:853888594621e6604c978ce2a0444a1e6e70c8d253ab65ba11657659dcc9100f"}, - {file = "multidict-6.0.4-cp37-cp37m-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:39ff62e7d0f26c248b15e364517a72932a611a9b75f35b45be078d81bdb86603"}, - {file = "multidict-6.0.4-cp37-cp37m-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:af048912e045a2dc732847d33821a9d84ba553f5c5f028adbd364dd4765092ac"}, - {file = "multidict-6.0.4-cp37-cp37m-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:b1e8b901e607795ec06c9e42530788c45ac21ef3aaa11dbd0c69de543bfb79a9"}, - {file = "multidict-6.0.4-cp37-cp37m-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:62501642008a8b9871ddfccbf83e4222cf8ac0d5aeedf73da36153ef2ec222d2"}, - {file = "multidict-6.0.4-cp37-cp37m-musllinux_1_1_aarch64.whl", hash = "sha256:99b76c052e9f1bc0721f7541e5e8c05db3941eb9ebe7b8553c625ef88d6eefde"}, - {file = "multidict-6.0.4-cp37-cp37m-musllinux_1_1_i686.whl", hash = "sha256:509eac6cf09c794aa27bcacfd4d62c885cce62bef7b2c3e8b2e49d365b5003fe"}, - {file = "multidict-6.0.4-cp37-cp37m-musllinux_1_1_ppc64le.whl", hash = "sha256:21a12c4eb6ddc9952c415f24eef97e3e55ba3af61f67c7bc388dcdec1404a067"}, - {file = "multidict-6.0.4-cp37-cp37m-musllinux_1_1_s390x.whl", hash = "sha256:5cad9430ab3e2e4fa4a2ef4450f548768400a2ac635841bc2a56a2052cdbeb87"}, - {file = "multidict-6.0.4-cp37-cp37m-musllinux_1_1_x86_64.whl", hash = "sha256:ab55edc2e84460694295f401215f4a58597f8f7c9466faec545093045476327d"}, - {file = "multidict-6.0.4-cp37-cp37m-win32.whl", hash = "sha256:5a4dcf02b908c3b8b17a45fb0f15b695bf117a67b76b7ad18b73cf8e92608775"}, - {file = "multidict-6.0.4-cp37-cp37m-win_amd64.whl", hash = "sha256:6ed5f161328b7df384d71b07317f4d8656434e34591f20552c7bcef27b0ab88e"}, - {file = "multidict-6.0.4-cp38-cp38-macosx_10_9_universal2.whl", hash = "sha256:5fc1b16f586f049820c5c5b17bb4ee7583092fa0d1c4e28b5239181ff9532e0c"}, - {file = "multidict-6.0.4-cp38-cp38-macosx_10_9_x86_64.whl", hash = "sha256:1502e24330eb681bdaa3eb70d6358e818e8e8f908a22a1851dfd4e15bc2f8161"}, - {file = "multidict-6.0.4-cp38-cp38-macosx_11_0_arm64.whl", hash = "sha256:b692f419760c0e65d060959df05f2a531945af31fda0c8a3b3195d4efd06de11"}, - {file = "multidict-6.0.4-cp38-cp38-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:45e1ecb0379bfaab5eef059f50115b54571acfbe422a14f668fc8c27ba410e7e"}, - {file = "multidict-6.0.4-cp38-cp38-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:ddd3915998d93fbcd2566ddf9cf62cdb35c9e093075f862935573d265cf8f65d"}, - {file = "multidict-6.0.4-cp38-cp38-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:59d43b61c59d82f2effb39a93c48b845efe23a3852d201ed2d24ba830d0b4cf2"}, - {file = "multidict-6.0.4-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:cc8e1d0c705233c5dd0c5e6460fbad7827d5d36f310a0fadfd45cc3029762258"}, - {file = "multidict-6.0.4-cp38-cp38-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:d6aa0418fcc838522256761b3415822626f866758ee0bc6632c9486b179d0b52"}, - {file = "multidict-6.0.4-cp38-cp38-musllinux_1_1_aarch64.whl", hash = "sha256:6748717bb10339c4760c1e63da040f5f29f5ed6e59d76daee30305894069a660"}, - {file = "multidict-6.0.4-cp38-cp38-musllinux_1_1_i686.whl", hash = "sha256:4d1a3d7ef5e96b1c9e92f973e43aa5e5b96c659c9bc3124acbbd81b0b9c8a951"}, - {file = "multidict-6.0.4-cp38-cp38-musllinux_1_1_ppc64le.whl", hash = "sha256:4372381634485bec7e46718edc71528024fcdc6f835baefe517b34a33c731d60"}, - {file = "multidict-6.0.4-cp38-cp38-musllinux_1_1_s390x.whl", hash = "sha256:fc35cb4676846ef752816d5be2193a1e8367b4c1397b74a565a9d0389c433a1d"}, - {file = "multidict-6.0.4-cp38-cp38-musllinux_1_1_x86_64.whl", hash = "sha256:4b9d9e4e2b37daddb5c23ea33a3417901fa7c7b3dee2d855f63ee67a0b21e5b1"}, - {file = "multidict-6.0.4-cp38-cp38-win32.whl", hash = "sha256:e41b7e2b59679edfa309e8db64fdf22399eec4b0b24694e1b2104fb789207779"}, - {file = "multidict-6.0.4-cp38-cp38-win_amd64.whl", hash = "sha256:d6c254ba6e45d8e72739281ebc46ea5eb5f101234f3ce171f0e9f5cc86991480"}, - {file = "multidict-6.0.4-cp39-cp39-macosx_10_9_universal2.whl", hash = "sha256:16ab77bbeb596e14212e7bab8429f24c1579234a3a462105cda4a66904998664"}, - {file = "multidict-6.0.4-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:bc779e9e6f7fda81b3f9aa58e3a6091d49ad528b11ed19f6621408806204ad35"}, - {file = "multidict-6.0.4-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:4ceef517eca3e03c1cceb22030a3e39cb399ac86bff4e426d4fc6ae49052cc60"}, - {file = "multidict-6.0.4-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:281af09f488903fde97923c7744bb001a9b23b039a909460d0f14edc7bf59706"}, - {file = "multidict-6.0.4-cp39-cp39-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:52f2dffc8acaba9a2f27174c41c9e57f60b907bb9f096b36b1a1f3be71c6284d"}, - {file = "multidict-6.0.4-cp39-cp39-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:b41156839806aecb3641f3208c0dafd3ac7775b9c4c422d82ee2a45c34ba81ca"}, - {file = "multidict-6.0.4-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:d5e3fc56f88cc98ef8139255cf8cd63eb2c586531e43310ff859d6bb3a6b51f1"}, - {file = "multidict-6.0.4-cp39-cp39-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:8316a77808c501004802f9beebde51c9f857054a0c871bd6da8280e718444449"}, - {file = "multidict-6.0.4-cp39-cp39-musllinux_1_1_aarch64.whl", hash = "sha256:f70b98cd94886b49d91170ef23ec5c0e8ebb6f242d734ed7ed677b24d50c82cf"}, - {file = "multidict-6.0.4-cp39-cp39-musllinux_1_1_i686.whl", hash = "sha256:bf6774e60d67a9efe02b3616fee22441d86fab4c6d335f9d2051d19d90a40063"}, - {file = "multidict-6.0.4-cp39-cp39-musllinux_1_1_ppc64le.whl", hash = "sha256:e69924bfcdda39b722ef4d9aa762b2dd38e4632b3641b1d9a57ca9cd18f2f83a"}, - {file = "multidict-6.0.4-cp39-cp39-musllinux_1_1_s390x.whl", hash = "sha256:6b181d8c23da913d4ff585afd1155a0e1194c0b50c54fcfe286f70cdaf2b7176"}, - {file = "multidict-6.0.4-cp39-cp39-musllinux_1_1_x86_64.whl", hash = "sha256:52509b5be062d9eafc8170e53026fbc54cf3b32759a23d07fd935fb04fc22d95"}, - {file = "multidict-6.0.4-cp39-cp39-win32.whl", hash = "sha256:27c523fbfbdfd19c6867af7346332b62b586eed663887392cff78d614f9ec313"}, - {file = "multidict-6.0.4-cp39-cp39-win_amd64.whl", hash = "sha256:33029f5734336aa0d4c0384525da0387ef89148dc7191aae00ca5fb23d7aafc2"}, - {file = "multidict-6.0.4.tar.gz", hash = "sha256:3666906492efb76453c0e7b97f2cf459b0682e7402c0489a95484965dbc1da49"}, + {file = "multidict-6.0.5-cp310-cp310-macosx_10_9_universal2.whl", hash = "sha256:228b644ae063c10e7f324ab1ab6b548bdf6f8b47f3ec234fef1093bc2735e5f9"}, + {file = "multidict-6.0.5-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:896ebdcf62683551312c30e20614305f53125750803b614e9e6ce74a96232604"}, + {file = "multidict-6.0.5-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:411bf8515f3be9813d06004cac41ccf7d1cd46dfe233705933dd163b60e37600"}, + {file = "multidict-6.0.5-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:1d147090048129ce3c453f0292e7697d333db95e52616b3793922945804a433c"}, + {file = "multidict-6.0.5-cp310-cp310-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:215ed703caf15f578dca76ee6f6b21b7603791ae090fbf1ef9d865571039ade5"}, + {file = "multidict-6.0.5-cp310-cp310-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:7c6390cf87ff6234643428991b7359b5f59cc15155695deb4eda5c777d2b880f"}, + {file = "multidict-6.0.5-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:21fd81c4ebdb4f214161be351eb5bcf385426bf023041da2fd9e60681f3cebae"}, + {file = "multidict-6.0.5-cp310-cp310-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:3cc2ad10255f903656017363cd59436f2111443a76f996584d1077e43ee51182"}, + {file = "multidict-6.0.5-cp310-cp310-musllinux_1_1_aarch64.whl", hash = "sha256:6939c95381e003f54cd4c5516740faba40cf5ad3eeff460c3ad1d3e0ea2549bf"}, + {file = "multidict-6.0.5-cp310-cp310-musllinux_1_1_i686.whl", hash = "sha256:220dd781e3f7af2c2c1053da9fa96d9cf3072ca58f057f4c5adaaa1cab8fc442"}, + {file = "multidict-6.0.5-cp310-cp310-musllinux_1_1_ppc64le.whl", hash = "sha256:766c8f7511df26d9f11cd3a8be623e59cca73d44643abab3f8c8c07620524e4a"}, + {file = "multidict-6.0.5-cp310-cp310-musllinux_1_1_s390x.whl", hash = "sha256:fe5d7785250541f7f5019ab9cba2c71169dc7d74d0f45253f8313f436458a4ef"}, + {file = "multidict-6.0.5-cp310-cp310-musllinux_1_1_x86_64.whl", hash = "sha256:c1c1496e73051918fcd4f58ff2e0f2f3066d1c76a0c6aeffd9b45d53243702cc"}, + {file = "multidict-6.0.5-cp310-cp310-win32.whl", hash = "sha256:7afcdd1fc07befad18ec4523a782cde4e93e0a2bf71239894b8d61ee578c1319"}, + {file = "multidict-6.0.5-cp310-cp310-win_amd64.whl", hash = "sha256:99f60d34c048c5c2fabc766108c103612344c46e35d4ed9ae0673d33c8fb26e8"}, + {file = "multidict-6.0.5-cp311-cp311-macosx_10_9_universal2.whl", hash = "sha256:f285e862d2f153a70586579c15c44656f888806ed0e5b56b64489afe4a2dbfba"}, + {file = "multidict-6.0.5-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:53689bb4e102200a4fafa9de9c7c3c212ab40a7ab2c8e474491914d2305f187e"}, + {file = "multidict-6.0.5-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:612d1156111ae11d14afaf3a0669ebf6c170dbb735e510a7438ffe2369a847fd"}, + {file = "multidict-6.0.5-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:7be7047bd08accdb7487737631d25735c9a04327911de89ff1b26b81745bd4e3"}, + {file = "multidict-6.0.5-cp311-cp311-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:de170c7b4fe6859beb8926e84f7d7d6c693dfe8e27372ce3b76f01c46e489fcf"}, + {file = "multidict-6.0.5-cp311-cp311-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:04bde7a7b3de05732a4eb39c94574db1ec99abb56162d6c520ad26f83267de29"}, + {file = "multidict-6.0.5-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:85f67aed7bb647f93e7520633d8f51d3cbc6ab96957c71272b286b2f30dc70ed"}, + {file = "multidict-6.0.5-cp311-cp311-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:425bf820055005bfc8aa9a0b99ccb52cc2f4070153e34b701acc98d201693733"}, + {file = "multidict-6.0.5-cp311-cp311-musllinux_1_1_aarch64.whl", hash = "sha256:d3eb1ceec286eba8220c26f3b0096cf189aea7057b6e7b7a2e60ed36b373b77f"}, + {file = "multidict-6.0.5-cp311-cp311-musllinux_1_1_i686.whl", hash = "sha256:7901c05ead4b3fb75113fb1dd33eb1253c6d3ee37ce93305acd9d38e0b5f21a4"}, + {file = "multidict-6.0.5-cp311-cp311-musllinux_1_1_ppc64le.whl", hash = "sha256:e0e79d91e71b9867c73323a3444724d496c037e578a0e1755ae159ba14f4f3d1"}, + {file = "multidict-6.0.5-cp311-cp311-musllinux_1_1_s390x.whl", hash = "sha256:29bfeb0dff5cb5fdab2023a7a9947b3b4af63e9c47cae2a10ad58394b517fddc"}, + {file = "multidict-6.0.5-cp311-cp311-musllinux_1_1_x86_64.whl", hash = "sha256:e030047e85cbcedbfc073f71836d62dd5dadfbe7531cae27789ff66bc551bd5e"}, + {file = "multidict-6.0.5-cp311-cp311-win32.whl", hash = "sha256:2f4848aa3baa109e6ab81fe2006c77ed4d3cd1e0ac2c1fbddb7b1277c168788c"}, + {file = "multidict-6.0.5-cp311-cp311-win_amd64.whl", hash = "sha256:2faa5ae9376faba05f630d7e5e6be05be22913782b927b19d12b8145968a85ea"}, + {file = "multidict-6.0.5-cp312-cp312-macosx_10_9_universal2.whl", hash = "sha256:51d035609b86722963404f711db441cf7134f1889107fb171a970c9701f92e1e"}, + {file = "multidict-6.0.5-cp312-cp312-macosx_10_9_x86_64.whl", hash = "sha256:cbebcd5bcaf1eaf302617c114aa67569dd3f090dd0ce8ba9e35e9985b41ac35b"}, + {file = "multidict-6.0.5-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:2ffc42c922dbfddb4a4c3b438eb056828719f07608af27d163191cb3e3aa6cc5"}, + {file = "multidict-6.0.5-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:ceb3b7e6a0135e092de86110c5a74e46bda4bd4fbfeeb3a3bcec79c0f861e450"}, + {file = "multidict-6.0.5-cp312-cp312-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:79660376075cfd4b2c80f295528aa6beb2058fd289f4c9252f986751a4cd0496"}, + {file = "multidict-6.0.5-cp312-cp312-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:e4428b29611e989719874670fd152b6625500ad6c686d464e99f5aaeeaca175a"}, + {file = "multidict-6.0.5-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:d84a5c3a5f7ce6db1f999fb9438f686bc2e09d38143f2d93d8406ed2dd6b9226"}, + {file = "multidict-6.0.5-cp312-cp312-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:76c0de87358b192de7ea9649beb392f107dcad9ad27276324c24c91774ca5271"}, + {file = "multidict-6.0.5-cp312-cp312-musllinux_1_1_aarch64.whl", hash = "sha256:79a6d2ba910adb2cbafc95dad936f8b9386e77c84c35bc0add315b856d7c3abb"}, + {file = "multidict-6.0.5-cp312-cp312-musllinux_1_1_i686.whl", hash = "sha256:92d16a3e275e38293623ebf639c471d3e03bb20b8ebb845237e0d3664914caef"}, + {file = "multidict-6.0.5-cp312-cp312-musllinux_1_1_ppc64le.whl", hash = "sha256:fb616be3538599e797a2017cccca78e354c767165e8858ab5116813146041a24"}, + {file = "multidict-6.0.5-cp312-cp312-musllinux_1_1_s390x.whl", hash = "sha256:14c2976aa9038c2629efa2c148022ed5eb4cb939e15ec7aace7ca932f48f9ba6"}, + {file = "multidict-6.0.5-cp312-cp312-musllinux_1_1_x86_64.whl", hash = "sha256:435a0984199d81ca178b9ae2c26ec3d49692d20ee29bc4c11a2a8d4514c67eda"}, + {file = "multidict-6.0.5-cp312-cp312-win32.whl", hash = "sha256:9fe7b0653ba3d9d65cbe7698cca585bf0f8c83dbbcc710db9c90f478e175f2d5"}, + {file = "multidict-6.0.5-cp312-cp312-win_amd64.whl", hash = "sha256:01265f5e40f5a17f8241d52656ed27192be03bfa8764d88e8220141d1e4b3556"}, + {file = "multidict-6.0.5-cp37-cp37m-macosx_10_9_x86_64.whl", hash = "sha256:19fe01cea168585ba0f678cad6f58133db2aa14eccaf22f88e4a6dccadfad8b3"}, + {file = "multidict-6.0.5-cp37-cp37m-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:6bf7a982604375a8d49b6cc1b781c1747f243d91b81035a9b43a2126c04766f5"}, + {file = "multidict-6.0.5-cp37-cp37m-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:107c0cdefe028703fb5dafe640a409cb146d44a6ae201e55b35a4af8e95457dd"}, + {file = "multidict-6.0.5-cp37-cp37m-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:403c0911cd5d5791605808b942c88a8155c2592e05332d2bf78f18697a5fa15e"}, + {file = "multidict-6.0.5-cp37-cp37m-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:aeaf541ddbad8311a87dd695ed9642401131ea39ad7bc8cf3ef3967fd093b626"}, + {file = "multidict-6.0.5-cp37-cp37m-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:e4972624066095e52b569e02b5ca97dbd7a7ddd4294bf4e7247d52635630dd83"}, + {file = "multidict-6.0.5-cp37-cp37m-musllinux_1_1_aarch64.whl", hash = "sha256:d946b0a9eb8aaa590df1fe082cee553ceab173e6cb5b03239716338629c50c7a"}, + {file = "multidict-6.0.5-cp37-cp37m-musllinux_1_1_i686.whl", hash = "sha256:b55358304d7a73d7bdf5de62494aaf70bd33015831ffd98bc498b433dfe5b10c"}, + {file = "multidict-6.0.5-cp37-cp37m-musllinux_1_1_ppc64le.whl", hash = "sha256:a3145cb08d8625b2d3fee1b2d596a8766352979c9bffe5d7833e0503d0f0b5e5"}, + {file = "multidict-6.0.5-cp37-cp37m-musllinux_1_1_s390x.whl", hash = "sha256:d65f25da8e248202bd47445cec78e0025c0fe7582b23ec69c3b27a640dd7a8e3"}, + {file = "multidict-6.0.5-cp37-cp37m-musllinux_1_1_x86_64.whl", hash = "sha256:c9bf56195c6bbd293340ea82eafd0071cb3d450c703d2c93afb89f93b8386ccc"}, + {file = "multidict-6.0.5-cp37-cp37m-win32.whl", hash = "sha256:69db76c09796b313331bb7048229e3bee7928eb62bab5e071e9f7fcc4879caee"}, + {file = "multidict-6.0.5-cp37-cp37m-win_amd64.whl", hash = "sha256:fce28b3c8a81b6b36dfac9feb1de115bab619b3c13905b419ec71d03a3fc1423"}, + {file = "multidict-6.0.5-cp38-cp38-macosx_10_9_universal2.whl", hash = "sha256:76f067f5121dcecf0d63a67f29080b26c43c71a98b10c701b0677e4a065fbd54"}, + {file = "multidict-6.0.5-cp38-cp38-macosx_10_9_x86_64.whl", hash = "sha256:b82cc8ace10ab5bd93235dfaab2021c70637005e1ac787031f4d1da63d493c1d"}, + {file = "multidict-6.0.5-cp38-cp38-macosx_11_0_arm64.whl", hash = "sha256:5cb241881eefd96b46f89b1a056187ea8e9ba14ab88ba632e68d7a2ecb7aadf7"}, + {file = "multidict-6.0.5-cp38-cp38-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:e8e94e6912639a02ce173341ff62cc1201232ab86b8a8fcc05572741a5dc7d93"}, + {file = "multidict-6.0.5-cp38-cp38-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:09a892e4a9fb47331da06948690ae38eaa2426de97b4ccbfafbdcbe5c8f37ff8"}, + {file = "multidict-6.0.5-cp38-cp38-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:55205d03e8a598cfc688c71ca8ea5f66447164efff8869517f175ea632c7cb7b"}, + {file = "multidict-6.0.5-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:37b15024f864916b4951adb95d3a80c9431299080341ab9544ed148091b53f50"}, + {file = "multidict-6.0.5-cp38-cp38-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:f2a1dee728b52b33eebff5072817176c172050d44d67befd681609b4746e1c2e"}, + {file = "multidict-6.0.5-cp38-cp38-musllinux_1_1_aarch64.whl", hash = "sha256:edd08e6f2f1a390bf137080507e44ccc086353c8e98c657e666c017718561b89"}, + {file = "multidict-6.0.5-cp38-cp38-musllinux_1_1_i686.whl", hash = "sha256:60d698e8179a42ec85172d12f50b1668254628425a6bd611aba022257cac1386"}, + {file = "multidict-6.0.5-cp38-cp38-musllinux_1_1_ppc64le.whl", hash = "sha256:3d25f19500588cbc47dc19081d78131c32637c25804df8414463ec908631e453"}, + {file = "multidict-6.0.5-cp38-cp38-musllinux_1_1_s390x.whl", hash = "sha256:4cc0ef8b962ac7a5e62b9e826bd0cd5040e7d401bc45a6835910ed699037a461"}, + {file = "multidict-6.0.5-cp38-cp38-musllinux_1_1_x86_64.whl", hash = "sha256:eca2e9d0cc5a889850e9bbd68e98314ada174ff6ccd1129500103df7a94a7a44"}, + {file = "multidict-6.0.5-cp38-cp38-win32.whl", hash = "sha256:4a6a4f196f08c58c59e0b8ef8ec441d12aee4125a7d4f4fef000ccb22f8d7241"}, + {file = "multidict-6.0.5-cp38-cp38-win_amd64.whl", hash = "sha256:0275e35209c27a3f7951e1ce7aaf93ce0d163b28948444bec61dd7badc6d3f8c"}, + {file = "multidict-6.0.5-cp39-cp39-macosx_10_9_universal2.whl", hash = "sha256:e7be68734bd8c9a513f2b0cfd508802d6609da068f40dc57d4e3494cefc92929"}, + {file = "multidict-6.0.5-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:1d9ea7a7e779d7a3561aade7d596649fbecfa5c08a7674b11b423783217933f9"}, + {file = "multidict-6.0.5-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:ea1456df2a27c73ce51120fa2f519f1bea2f4a03a917f4a43c8707cf4cbbae1a"}, + {file = "multidict-6.0.5-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:cf590b134eb70629e350691ecca88eac3e3b8b3c86992042fb82e3cb1830d5e1"}, + {file = "multidict-6.0.5-cp39-cp39-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:5c0631926c4f58e9a5ccce555ad7747d9a9f8b10619621f22f9635f069f6233e"}, + {file = "multidict-6.0.5-cp39-cp39-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:dce1c6912ab9ff5f179eaf6efe7365c1f425ed690b03341911bf4939ef2f3046"}, + {file = "multidict-6.0.5-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:c0868d64af83169e4d4152ec612637a543f7a336e4a307b119e98042e852ad9c"}, + {file = "multidict-6.0.5-cp39-cp39-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:141b43360bfd3bdd75f15ed811850763555a251e38b2405967f8e25fb43f7d40"}, + {file = "multidict-6.0.5-cp39-cp39-musllinux_1_1_aarch64.whl", hash = "sha256:7df704ca8cf4a073334e0427ae2345323613e4df18cc224f647f251e5e75a527"}, + {file = "multidict-6.0.5-cp39-cp39-musllinux_1_1_i686.whl", hash = "sha256:6214c5a5571802c33f80e6c84713b2c79e024995b9c5897f794b43e714daeec9"}, + {file = "multidict-6.0.5-cp39-cp39-musllinux_1_1_ppc64le.whl", hash = "sha256:cd6c8fca38178e12c00418de737aef1261576bd1b6e8c6134d3e729a4e858b38"}, + {file = "multidict-6.0.5-cp39-cp39-musllinux_1_1_s390x.whl", hash = "sha256:e02021f87a5b6932fa6ce916ca004c4d441509d33bbdbeca70d05dff5e9d2479"}, + {file = "multidict-6.0.5-cp39-cp39-musllinux_1_1_x86_64.whl", hash = "sha256:ebd8d160f91a764652d3e51ce0d2956b38efe37c9231cd82cfc0bed2e40b581c"}, + {file = "multidict-6.0.5-cp39-cp39-win32.whl", hash = "sha256:04da1bb8c8dbadf2a18a452639771951c662c5ad03aefe4884775454be322c9b"}, + {file = "multidict-6.0.5-cp39-cp39-win_amd64.whl", hash = "sha256:d6f6d4f185481c9669b9447bf9d9cf3b95a0e9df9d169bbc17e363b7d5487755"}, + {file = "multidict-6.0.5-py3-none-any.whl", hash = "sha256:0d63c74e3d7ab26de115c49bffc92cc77ed23395303d496eae515d4204a625e7"}, + {file = "multidict-6.0.5.tar.gz", hash = "sha256:f7e301075edaf50500f0b341543c41194d8df3ae5caf4702f2095f3ca73dd8da"}, ] [[package]] name = "multimethod" -version = "1.10" +version = "1.11.2" description = "Multiple argument dispatching." optional = false -python-versions = ">=3.8" +python-versions = ">=3.9" files = [ - {file = "multimethod-1.10-py3-none-any.whl", hash = "sha256:afd84da9c3d0445c84f827e4d63ad42d17c6d29b122427c6dee9032ac2d2a0d4"}, - {file = "multimethod-1.10.tar.gz", hash = "sha256:daa45af3fe257f73abb69673fd54ddeaf31df0eb7363ad6e1251b7c9b192d8c5"}, + {file = "multimethod-1.11.2-py3-none-any.whl", hash = "sha256:cb338f09395c0ee87d36c7691cdd794d13d8864358082cf1205f812edd5ce05a"}, + {file = "multimethod-1.11.2.tar.gz", hash = "sha256:7f2a4863967142e6db68632fef9cd79053c09670ba0c5f113301e245140bba5c"}, ] [[package]] @@ -3908,51 +4199,48 @@ dill = ">=0.3.7" [[package]] name = "mypy" -version = "0.991" +version = "1.10.0" description = "Optional static typing for Python" optional = false -python-versions = ">=3.7" +python-versions = ">=3.8" files = [ - {file = "mypy-0.991-cp310-cp310-macosx_10_9_universal2.whl", hash = "sha256:7d17e0a9707d0772f4a7b878f04b4fd11f6f5bcb9b3813975a9b13c9332153ab"}, - {file = "mypy-0.991-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:0714258640194d75677e86c786e80ccf294972cc76885d3ebbb560f11db0003d"}, - {file = "mypy-0.991-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:0c8f3be99e8a8bd403caa8c03be619544bc2c77a7093685dcf308c6b109426c6"}, - {file = "mypy-0.991-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:bc9ec663ed6c8f15f4ae9d3c04c989b744436c16d26580eaa760ae9dd5d662eb"}, - {file = "mypy-0.991-cp310-cp310-musllinux_1_1_x86_64.whl", hash = "sha256:4307270436fd7694b41f913eb09210faff27ea4979ecbcd849e57d2da2f65305"}, - {file = "mypy-0.991-cp310-cp310-win_amd64.whl", hash = "sha256:901c2c269c616e6cb0998b33d4adbb4a6af0ac4ce5cd078afd7bc95830e62c1c"}, - {file = "mypy-0.991-cp311-cp311-macosx_10_9_universal2.whl", hash = "sha256:d13674f3fb73805ba0c45eb6c0c3053d218aa1f7abead6e446d474529aafc372"}, - {file = "mypy-0.991-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:1c8cd4fb70e8584ca1ed5805cbc7c017a3d1a29fb450621089ffed3e99d1857f"}, - {file = "mypy-0.991-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:209ee89fbb0deed518605edddd234af80506aec932ad28d73c08f1400ef80a33"}, - {file = "mypy-0.991-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:37bd02ebf9d10e05b00d71302d2c2e6ca333e6c2a8584a98c00e038db8121f05"}, - {file = "mypy-0.991-cp311-cp311-musllinux_1_1_x86_64.whl", hash = "sha256:26efb2fcc6b67e4d5a55561f39176821d2adf88f2745ddc72751b7890f3194ad"}, - {file = "mypy-0.991-cp311-cp311-win_amd64.whl", hash = "sha256:3a700330b567114b673cf8ee7388e949f843b356a73b5ab22dd7cff4742a5297"}, - {file = "mypy-0.991-cp37-cp37m-macosx_10_9_x86_64.whl", hash = "sha256:1f7d1a520373e2272b10796c3ff721ea1a0712288cafaa95931e66aa15798813"}, - {file = "mypy-0.991-cp37-cp37m-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:641411733b127c3e0dab94c45af15fea99e4468f99ac88b39efb1ad677da5711"}, - {file = "mypy-0.991-cp37-cp37m-musllinux_1_1_x86_64.whl", hash = "sha256:3d80e36b7d7a9259b740be6d8d906221789b0d836201af4234093cae89ced0cd"}, - {file = "mypy-0.991-cp37-cp37m-win_amd64.whl", hash = "sha256:e62ebaad93be3ad1a828a11e90f0e76f15449371ffeecca4a0a0b9adc99abcef"}, - {file = "mypy-0.991-cp38-cp38-macosx_10_9_universal2.whl", hash = "sha256:b86ce2c1866a748c0f6faca5232059f881cda6dda2a893b9a8373353cfe3715a"}, - {file = "mypy-0.991-cp38-cp38-macosx_10_9_x86_64.whl", hash = "sha256:ac6e503823143464538efda0e8e356d871557ef60ccd38f8824a4257acc18d93"}, - {file = "mypy-0.991-cp38-cp38-macosx_11_0_arm64.whl", hash = "sha256:0cca5adf694af539aeaa6ac633a7afe9bbd760df9d31be55ab780b77ab5ae8bf"}, - {file = "mypy-0.991-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:a12c56bf73cdab116df96e4ff39610b92a348cc99a1307e1da3c3768bbb5b135"}, - {file = "mypy-0.991-cp38-cp38-musllinux_1_1_x86_64.whl", hash = "sha256:652b651d42f155033a1967739788c436491b577b6a44e4c39fb340d0ee7f0d70"}, - {file = "mypy-0.991-cp38-cp38-win_amd64.whl", hash = "sha256:4175593dc25d9da12f7de8de873a33f9b2b8bdb4e827a7cae952e5b1a342e243"}, - {file = "mypy-0.991-cp39-cp39-macosx_10_9_universal2.whl", hash = "sha256:98e781cd35c0acf33eb0295e8b9c55cdbef64fcb35f6d3aa2186f289bed6e80d"}, - {file = "mypy-0.991-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:6d7464bac72a85cb3491c7e92b5b62f3dcccb8af26826257760a552a5e244aa5"}, - {file = "mypy-0.991-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:c9166b3f81a10cdf9b49f2d594b21b31adadb3d5e9db9b834866c3258b695be3"}, - {file = "mypy-0.991-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:b8472f736a5bfb159a5e36740847808f6f5b659960115ff29c7cecec1741c648"}, - {file = "mypy-0.991-cp39-cp39-musllinux_1_1_x86_64.whl", hash = "sha256:5e80e758243b97b618cdf22004beb09e8a2de1af481382e4d84bc52152d1c476"}, - {file = "mypy-0.991-cp39-cp39-win_amd64.whl", hash = "sha256:74e259b5c19f70d35fcc1ad3d56499065c601dfe94ff67ae48b85596b9ec1461"}, - {file = "mypy-0.991-py3-none-any.whl", hash = "sha256:de32edc9b0a7e67c2775e574cb061a537660e51210fbf6006b0b36ea695ae9bb"}, - {file = "mypy-0.991.tar.gz", hash = "sha256:3c0165ba8f354a6d9881809ef29f1a9318a236a6d81c690094c5df32107bde06"}, -] - -[package.dependencies] -mypy-extensions = ">=0.4.3" -typing-extensions = ">=3.10" + {file = "mypy-1.10.0-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:da1cbf08fb3b851ab3b9523a884c232774008267b1f83371ace57f412fe308c2"}, + {file = "mypy-1.10.0-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:12b6bfc1b1a66095ab413160a6e520e1dc076a28f3e22f7fb25ba3b000b4ef99"}, + {file = "mypy-1.10.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:9e36fb078cce9904c7989b9693e41cb9711e0600139ce3970c6ef814b6ebc2b2"}, + {file = "mypy-1.10.0-cp310-cp310-musllinux_1_1_x86_64.whl", hash = "sha256:2b0695d605ddcd3eb2f736cd8b4e388288c21e7de85001e9f85df9187f2b50f9"}, + {file = "mypy-1.10.0-cp310-cp310-win_amd64.whl", hash = "sha256:cd777b780312ddb135bceb9bc8722a73ec95e042f911cc279e2ec3c667076051"}, + {file = "mypy-1.10.0-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:3be66771aa5c97602f382230165b856c231d1277c511c9a8dd058be4784472e1"}, + {file = "mypy-1.10.0-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:8b2cbaca148d0754a54d44121b5825ae71868c7592a53b7292eeb0f3fdae95ee"}, + {file = "mypy-1.10.0-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:1ec404a7cbe9fc0e92cb0e67f55ce0c025014e26d33e54d9e506a0f2d07fe5de"}, + {file = "mypy-1.10.0-cp311-cp311-musllinux_1_1_x86_64.whl", hash = "sha256:e22e1527dc3d4aa94311d246b59e47f6455b8729f4968765ac1eacf9a4760bc7"}, + {file = "mypy-1.10.0-cp311-cp311-win_amd64.whl", hash = "sha256:a87dbfa85971e8d59c9cc1fcf534efe664d8949e4c0b6b44e8ca548e746a8d53"}, + {file = "mypy-1.10.0-cp312-cp312-macosx_10_9_x86_64.whl", hash = "sha256:a781f6ad4bab20eef8b65174a57e5203f4be627b46291f4589879bf4e257b97b"}, + {file = "mypy-1.10.0-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:b808e12113505b97d9023b0b5e0c0705a90571c6feefc6f215c1df9381256e30"}, + {file = "mypy-1.10.0-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:8f55583b12156c399dce2df7d16f8a5095291354f1e839c252ec6c0611e86e2e"}, + {file = "mypy-1.10.0-cp312-cp312-musllinux_1_1_x86_64.whl", hash = "sha256:4cf18f9d0efa1b16478c4c129eabec36148032575391095f73cae2e722fcf9d5"}, + {file = "mypy-1.10.0-cp312-cp312-win_amd64.whl", hash = "sha256:bc6ac273b23c6b82da3bb25f4136c4fd42665f17f2cd850771cb600bdd2ebeda"}, + {file = "mypy-1.10.0-cp38-cp38-macosx_10_9_x86_64.whl", hash = "sha256:9fd50226364cd2737351c79807775136b0abe084433b55b2e29181a4c3c878c0"}, + {file = "mypy-1.10.0-cp38-cp38-macosx_11_0_arm64.whl", hash = "sha256:f90cff89eea89273727d8783fef5d4a934be2fdca11b47def50cf5d311aff727"}, + {file = "mypy-1.10.0-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:fcfc70599efde5c67862a07a1aaf50e55bce629ace26bb19dc17cece5dd31ca4"}, + {file = "mypy-1.10.0-cp38-cp38-musllinux_1_1_x86_64.whl", hash = "sha256:075cbf81f3e134eadaf247de187bd604748171d6b79736fa9b6c9685b4083061"}, + {file = "mypy-1.10.0-cp38-cp38-win_amd64.whl", hash = "sha256:3f298531bca95ff615b6e9f2fc0333aae27fa48052903a0ac90215021cdcfa4f"}, + {file = "mypy-1.10.0-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:fa7ef5244615a2523b56c034becde4e9e3f9b034854c93639adb667ec9ec2976"}, + {file = "mypy-1.10.0-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:3236a4c8f535a0631f85f5fcdffba71c7feeef76a6002fcba7c1a8e57c8be1ec"}, + {file = "mypy-1.10.0-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:4a2b5cdbb5dd35aa08ea9114436e0d79aceb2f38e32c21684dcf8e24e1e92821"}, + {file = "mypy-1.10.0-cp39-cp39-musllinux_1_1_x86_64.whl", hash = "sha256:92f93b21c0fe73dc00abf91022234c79d793318b8a96faac147cd579c1671746"}, + {file = "mypy-1.10.0-cp39-cp39-win_amd64.whl", hash = "sha256:28d0e038361b45f099cc086d9dd99c15ff14d0188f44ac883010e172ce86c38a"}, + {file = "mypy-1.10.0-py3-none-any.whl", hash = "sha256:f8c083976eb530019175aabadb60921e73b4f45736760826aa1689dda8208aee"}, + {file = "mypy-1.10.0.tar.gz", hash = "sha256:3d087fcbec056c4ee34974da493a826ce316947485cef3901f511848e687c131"}, +] + +[package.dependencies] +mypy-extensions = ">=1.0.0" +typing-extensions = ">=4.1.0" [package.extras] dmypy = ["psutil (>=4.0)"] install-types = ["pip"] -python2 = ["typed-ast (>=1.4.0,<2)"] +mypyc = ["setuptools (>=50)"] reports = ["lxml"] [[package]] @@ -3968,13 +4256,13 @@ files = [ [[package]] name = "nbclient" -version = "0.9.0" +version = "0.10.0" description = "A client library for executing notebooks. Formerly nbconvert's ExecutePreprocessor." optional = false python-versions = ">=3.8.0" files = [ - {file = "nbclient-0.9.0-py3-none-any.whl", hash = "sha256:a3a1ddfb34d4a9d17fc744d655962714a866639acd30130e9be84191cd97cd15"}, - {file = "nbclient-0.9.0.tar.gz", hash = "sha256:4b28c207877cf33ef3a9838cdc7a54c5ceff981194a82eac59d558f05487295e"}, + {file = "nbclient-0.10.0-py3-none-any.whl", hash = "sha256:f13e3529332a1f1f81d82a53210322476a168bb7090a0289c795fe9cc11c9d3f"}, + {file = "nbclient-0.10.0.tar.gz", hash = "sha256:4b3f1b7dba531e498449c4db4f53da339c91d449dc11e9af3a43b4eb5c5abb09"}, ] [package.dependencies] @@ -3986,17 +4274,17 @@ traitlets = ">=5.4" [package.extras] dev = ["pre-commit"] docs = ["autodoc-traits", "mock", "moto", "myst-parser", "nbclient[test]", "sphinx (>=1.7)", "sphinx-book-theme", "sphinxcontrib-spelling"] -test = ["flaky", "ipykernel (>=6.19.3)", "ipython", "ipywidgets", "nbconvert (>=7.0.0)", "pytest (>=7.0)", "pytest-asyncio", "pytest-cov (>=4.0)", "testpath", "xmltodict"] +test = ["flaky", "ipykernel (>=6.19.3)", "ipython", "ipywidgets", "nbconvert (>=7.0.0)", "pytest (>=7.0,<8)", "pytest-asyncio", "pytest-cov (>=4.0)", "testpath", "xmltodict"] [[package]] name = "nbconvert" -version = "7.14.2" -description = "Converting Jupyter Notebooks" +version = "7.16.4" +description = "Converting Jupyter Notebooks (.ipynb files) to other formats. Output formats include asciidoc, html, latex, markdown, pdf, py, rst, script. nbconvert can be used both as a Python library (`import nbconvert`) or as a command line tool (invoked as `jupyter nbconvert ...`)." optional = false python-versions = ">=3.8" files = [ - {file = "nbconvert-7.14.2-py3-none-any.whl", hash = "sha256:db28590cef90f7faf2ebbc71acd402cbecf13d29176df728c0a9025a49345ea1"}, - {file = "nbconvert-7.14.2.tar.gz", hash = "sha256:a7f8808fd4e082431673ac538400218dd45efd076fbeb07cc6e5aa5a3a4e949e"}, + {file = "nbconvert-7.16.4-py3-none-any.whl", hash = "sha256:05873c620fe520b6322bf8a5ad562692343fe3452abda5765c7a34b7d1aa3eb3"}, + {file = "nbconvert-7.16.4.tar.gz", hash = "sha256:86ca91ba266b0a448dc96fa6c5b9d98affabde2867b363258703536807f9f7f4"}, ] [package.dependencies] @@ -4017,29 +4305,29 @@ tinycss2 = "*" traitlets = ">=5.1" [package.extras] -all = ["nbconvert[docs,qtpdf,serve,test,webpdf]"] +all = ["flaky", "ipykernel", "ipython", "ipywidgets (>=7.5)", "myst-parser", "nbsphinx (>=0.2.12)", "playwright", "pydata-sphinx-theme", "pyqtwebengine (>=5.15)", "pytest (>=7)", "sphinx (==5.0.2)", "sphinxcontrib-spelling", "tornado (>=6.1)"] docs = ["ipykernel", "ipython", "myst-parser", "nbsphinx (>=0.2.12)", "pydata-sphinx-theme", "sphinx (==5.0.2)", "sphinxcontrib-spelling"] -qtpdf = ["nbconvert[qtpng]"] +qtpdf = ["pyqtwebengine (>=5.15)"] qtpng = ["pyqtwebengine (>=5.15)"] serve = ["tornado (>=6.1)"] -test = ["flaky", "ipykernel", "ipywidgets (>=7.5)", "pytest"] +test = ["flaky", "ipykernel", "ipywidgets (>=7.5)", "pytest (>=7)"] webpdf = ["playwright"] [[package]] name = "nbformat" -version = "5.9.2" +version = "5.10.4" description = "The Jupyter Notebook format" optional = false python-versions = ">=3.8" files = [ - {file = "nbformat-5.9.2-py3-none-any.whl", hash = "sha256:1c5172d786a41b82bcfd0c23f9e6b6f072e8fb49c39250219e4acfff1efe89e9"}, - {file = "nbformat-5.9.2.tar.gz", hash = "sha256:5f98b5ba1997dff175e77e0c17d5c10a96eaed2cbd1de3533d1fc35d5e111192"}, + {file = "nbformat-5.10.4-py3-none-any.whl", hash = "sha256:3b48d6c8fbca4b299bf3982ea7db1af21580e4fec269ad087b9e81588891200b"}, + {file = "nbformat-5.10.4.tar.gz", hash = "sha256:322168b14f937a5d11362988ecac2a4952d3d8e3a2cbeb2319584631226d5b3a"}, ] [package.dependencies] -fastjsonschema = "*" +fastjsonschema = ">=2.15" jsonschema = ">=2.6" -jupyter-core = "*" +jupyter-core = ">=4.12,<5.0.dev0 || >=5.1.dev0" traitlets = ">=5.1" [package.extras] @@ -4059,20 +4347,20 @@ files = [ [[package]] name = "networkx" -version = "3.2.1" +version = "3.3" description = "Python package for creating and manipulating graphs and networks" optional = false -python-versions = ">=3.9" +python-versions = ">=3.10" files = [ - {file = "networkx-3.2.1-py3-none-any.whl", hash = "sha256:f18c69adc97877c42332c170849c96cefa91881c99a7cb3e95b7c659ebdc1ec2"}, - {file = "networkx-3.2.1.tar.gz", hash = "sha256:9f1bb5cf3409bf324e0a722c20bdb4c20ee39bf1c30ce8ae499c8502b0b5e0c6"}, + {file = "networkx-3.3-py3-none-any.whl", hash = "sha256:28575580c6ebdaf4505b22c6256a2b9de86b316dc63ba9e93abde3d78dfdbcf2"}, + {file = "networkx-3.3.tar.gz", hash = "sha256:0c127d8b2f4865f59ae9cb8aafcd60b5c70f3241ebd66f7defad7c4ab90126c9"}, ] [package.extras] -default = ["matplotlib (>=3.5)", "numpy (>=1.22)", "pandas (>=1.4)", "scipy (>=1.9,!=1.11.0,!=1.11.1)"] -developer = ["changelist (==0.4)", "mypy (>=1.1)", "pre-commit (>=3.2)", "rtoml"] -doc = ["nb2plots (>=0.7)", "nbconvert (<7.9)", "numpydoc (>=1.6)", "pillow (>=9.4)", "pydata-sphinx-theme (>=0.14)", "sphinx (>=7)", "sphinx-gallery (>=0.14)", "texext (>=0.6.7)"] -extra = ["lxml (>=4.6)", "pydot (>=1.4.2)", "pygraphviz (>=1.11)", "sympy (>=1.10)"] +default = ["matplotlib (>=3.6)", "numpy (>=1.23)", "pandas (>=1.4)", "scipy (>=1.9,!=1.11.0,!=1.11.1)"] +developer = ["changelist (==0.5)", "mypy (>=1.1)", "pre-commit (>=3.2)", "rtoml"] +doc = ["myst-nb (>=1.0)", "numpydoc (>=1.7)", "pillow (>=9.4)", "pydata-sphinx-theme (>=0.14)", "sphinx (>=7)", "sphinx-gallery (>=0.14)", "texext (>=0.6.7)"] +extra = ["lxml (>=4.6)", "pydot (>=2.0)", "pygraphviz (>=1.12)", "sympy (>=1.10)"] test = ["pytest (>=7.2)", "pytest-cov (>=4.0)"] [[package]] @@ -4116,36 +4404,36 @@ setuptools = "*" [[package]] name = "notebook" -version = "7.0.7" +version = "7.2.0" description = "Jupyter Notebook - A web-based notebook environment for interactive computing" optional = false python-versions = ">=3.8" files = [ - {file = "notebook-7.0.7-py3-none-any.whl", hash = "sha256:289b606d7e173f75a18beb1406ef411b43f97f7a9c55ba03efa3622905a62346"}, - {file = "notebook-7.0.7.tar.gz", hash = "sha256:3bcff00c17b3ac142ef5f436d50637d936b274cfa0b41f6ac0175363de9b4e09"}, + {file = "notebook-7.2.0-py3-none-any.whl", hash = "sha256:b4752d7407d6c8872fc505df0f00d3cae46e8efb033b822adacbaa3f1f3ce8f5"}, + {file = "notebook-7.2.0.tar.gz", hash = "sha256:34a2ba4b08ad5d19ec930db7484fb79746a1784be9e1a5f8218f9af8656a141f"}, ] [package.dependencies] jupyter-server = ">=2.4.0,<3" -jupyterlab = ">=4.0.2,<5" -jupyterlab-server = ">=2.22.1,<3" +jupyterlab = ">=4.2.0,<4.3" +jupyterlab-server = ">=2.27.1,<3" notebook-shim = ">=0.2,<0.3" tornado = ">=6.2.0" [package.extras] dev = ["hatch", "pre-commit"] docs = ["myst-parser", "nbsphinx", "pydata-sphinx-theme", "sphinx (>=1.3.6)", "sphinxcontrib-github-alt", "sphinxcontrib-spelling"] -test = ["importlib-resources (>=5.0)", "ipykernel", "jupyter-server[test] (>=2.4.0,<3)", "jupyterlab-server[test] (>=2.22.1,<3)", "nbval", "pytest (>=7.0)", "pytest-console-scripts", "pytest-timeout", "pytest-tornasync", "requests"] +test = ["importlib-resources (>=5.0)", "ipykernel", "jupyter-server[test] (>=2.4.0,<3)", "jupyterlab-server[test] (>=2.27.1,<3)", "nbval", "pytest (>=7.0)", "pytest-console-scripts", "pytest-timeout", "pytest-tornasync", "requests"] [[package]] name = "notebook-shim" -version = "0.2.3" +version = "0.2.4" description = "A shim layer for notebook traits and config" optional = false python-versions = ">=3.7" files = [ - {file = "notebook_shim-0.2.3-py3-none-any.whl", hash = "sha256:a83496a43341c1674b093bfcebf0fe8e74cbe7eda5fd2bbc56f8e39e1486c0c7"}, - {file = "notebook_shim-0.2.3.tar.gz", hash = "sha256:f69388ac283ae008cd506dda10d0288b09a017d822d5e8c7129a152cbd3ce7e9"}, + {file = "notebook_shim-0.2.4-py3-none-any.whl", hash = "sha256:411a5be4e9dc882a074ccbcae671eda64cceb068767e9a3419096986560e1cef"}, + {file = "notebook_shim-0.2.4.tar.gz", hash = "sha256:b4b2cfa1b65d98307ca24361f5b30fe785b53c3fd07b7a47e89acb5e6ac638cb"}, ] [package.dependencies] @@ -4193,88 +4481,88 @@ typing-extensions = ">=3.0.0" [[package]] name = "numexpr" -version = "2.8.8" +version = "2.10.0" description = "Fast numerical expression evaluator for NumPy" optional = false python-versions = ">=3.9" files = [ - {file = "numexpr-2.8.8-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:85c9f79e346c26aa0d425ecfc9e5de7184567d5e48d0bdb02d468bb927e92525"}, - {file = "numexpr-2.8.8-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:dbac846f713b4c82333e6af0814ebea0b4e74dfb2649e76c58953fd4862322dd"}, - {file = "numexpr-2.8.8-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:0d7bfc8b77d8a7b04cd64ae42b62b3bf824a8c751ca235692bfd5231c6e90127"}, - {file = "numexpr-2.8.8-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:307b49fd15ef2ca292f381e67759e5b477410341f2f499a377234f1b42f529a6"}, - {file = "numexpr-2.8.8-cp310-cp310-musllinux_1_1_x86_64.whl", hash = "sha256:aab17d65751c039d13ed9d49c9a7517b130ef488c1885c4666af9b5c6ad59520"}, - {file = "numexpr-2.8.8-cp310-cp310-win32.whl", hash = "sha256:6459dc6ed6abcdeab3cd3667c79f29e4a0f0a02c29ad71ee5cff065e880ee9ef"}, - {file = "numexpr-2.8.8-cp310-cp310-win_amd64.whl", hash = "sha256:22ccd67c0fbeae091f2c577f5b9c8046de6631d46b1cbe22aad46a08d2b42c2d"}, - {file = "numexpr-2.8.8-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:47c05007cd1c553515492c1a78b5477eaaba9cadc5d7b795d49f7aae53ccdf68"}, - {file = "numexpr-2.8.8-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:b4649c1dcf9b0c2ae0a7b767dbbbde4e05ee68480c1ba7f06fc7963f1f73acf4"}, - {file = "numexpr-2.8.8-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:a82d710145b0fbaec919dde9c90ed9df1e6785625cc36d1c71f3a53112b66fc5"}, - {file = "numexpr-2.8.8-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:5a92f230dd9d6c42803f855970e93677b44290b6dad15cb6796fd85edee171ce"}, - {file = "numexpr-2.8.8-cp311-cp311-musllinux_1_1_x86_64.whl", hash = "sha256:ccef9b09432d59229c2a737882e55de7906006452003323e107576f264cec373"}, - {file = "numexpr-2.8.8-cp311-cp311-win32.whl", hash = "sha256:bf8c517bbbb82c07c23c17f9d52b4c9f86601f57d48e87c0cbda24af5907f4dd"}, - {file = "numexpr-2.8.8-cp311-cp311-win_amd64.whl", hash = "sha256:4f01d71db6fdb97a68def5407e2dbd748eaea9d98929db08816de40aa4ae3084"}, - {file = "numexpr-2.8.8-cp312-cp312-macosx_10_9_x86_64.whl", hash = "sha256:76f0f010f9c6318bae213b21c5c0e381c2fc9c9ecb8b35f99f5030e7ac96c9ce"}, - {file = "numexpr-2.8.8-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:3f168b4b42d4cb120fe1993676dcf74b77a3e8e45b58855566da037cfd938ca3"}, - {file = "numexpr-2.8.8-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:f031ac4e70f9ad867543bfbde8452e9d1a14f0525346b4b8bd4e5c0f1380a11c"}, - {file = "numexpr-2.8.8-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:121b049b6909787111daf92919c052c4fd87b5691172e8f19f702b96f20aaafa"}, - {file = "numexpr-2.8.8-cp312-cp312-musllinux_1_1_x86_64.whl", hash = "sha256:2ae264c35fa67cd510191ab8144f131fddd0f1d13413af710913ea6fc0c6aa61"}, - {file = "numexpr-2.8.8-cp312-cp312-win32.whl", hash = "sha256:399cb914b41c4027ba88a18f6b8ccfc3af5c32bc3b1758403a7c44c72530618a"}, - {file = "numexpr-2.8.8-cp312-cp312-win_amd64.whl", hash = "sha256:925927cd1f610593e7783d8f2e12e3d800d5928601e077e4910e2b50bde624b6"}, - {file = "numexpr-2.8.8-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:cd07793b074cc38e478637cbe738dff7d8eb92b5cf8ffaacff0c4f0bca5270a0"}, - {file = "numexpr-2.8.8-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:290f91c7ba7772abaf7107f3cc0601d93d6a3f21c13ee3da93f1b8a9ca3e8d39"}, - {file = "numexpr-2.8.8-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:296dc1f79d386166dec3bdb45f51caba29ffd8dc91db15447108c04d3001d921"}, - {file = "numexpr-2.8.8-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:7badc50efbb2f1c8b78cd68089031e0fd29cbafa6a9e6d730533f22d88168406"}, - {file = "numexpr-2.8.8-cp39-cp39-musllinux_1_1_x86_64.whl", hash = "sha256:4d83a542d9deefb050e389aacaddea0f09d68ec617dd37e45b9a7cfbcba6d729"}, - {file = "numexpr-2.8.8-cp39-cp39-win32.whl", hash = "sha256:17104051f0bd83fd350212e268d8b48017d5eff522b09b573fdbcc560c5e7ab3"}, - {file = "numexpr-2.8.8-cp39-cp39-win_amd64.whl", hash = "sha256:12146521b1730073859a20454e75004e38cd0cb61333e763c58ef5171e101eb2"}, - {file = "numexpr-2.8.8.tar.gz", hash = "sha256:e76ce4d25372f46170cf7eb1ff14ed5d9c69a0b162a405063cbe481bafe3af34"}, -] - -[package.dependencies] -numpy = ">=1.13.3" + {file = "numexpr-2.10.0-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:1af6dc6b3bd2e11a802337b352bf58f30df0b70be16c4f863b70a3af3a8ef95e"}, + {file = "numexpr-2.10.0-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:3c66dc0188358cdcc9465b6ee54fd5eef2e83ac64b1d4ba9117c41df59bf6fca"}, + {file = "numexpr-2.10.0-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:83f1e7a7f7ee741b8dcd20c56c3f862a3a3ec26fa8b9fcadb7dcd819876d2f35"}, + {file = "numexpr-2.10.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:4f0b045e1831953a47cc9fabae76a6794c69cbb60921751a5cf2d555034c55bf"}, + {file = "numexpr-2.10.0-cp310-cp310-musllinux_1_1_x86_64.whl", hash = "sha256:1d8eb88b0ae3d3c609d732a17e71096779b2bf47b3a084320ffa93d9f9132786"}, + {file = "numexpr-2.10.0-cp310-cp310-win32.whl", hash = "sha256:629b66cc1b750671e7fb396506b3f9410612e5bd8bc1dd55b5a0a0041d839f95"}, + {file = "numexpr-2.10.0-cp310-cp310-win_amd64.whl", hash = "sha256:78e0a8bc4417c3dedcbae3c473505b69080535246edc977c7dccf3ec8454a685"}, + {file = "numexpr-2.10.0-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:a602692cd52ce923ce8a0a90fb1d6cf186ebe8706eed83eee0de685e634b9aa9"}, + {file = "numexpr-2.10.0-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:745b46a1fb76920a3eebfaf26e50bc94a9c13b5aee34b256ab4b2d792dbaa9ca"}, + {file = "numexpr-2.10.0-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:10789450032357afaeda4ac4d06da9542d1535c13151e8d32b49ae1a488d1358"}, + {file = "numexpr-2.10.0-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:4feafc65ea3044b8bf8f305b757a928e59167a310630c22b97a57dff07a56490"}, + {file = "numexpr-2.10.0-cp311-cp311-musllinux_1_1_x86_64.whl", hash = "sha256:937d36c6d3cf15601f26f84f0f706649f976491e9e0892d16cd7c876d77fa7dc"}, + {file = "numexpr-2.10.0-cp311-cp311-win32.whl", hash = "sha256:03d0ba492e484a5a1aeb24b300c4213ed168f2c246177be5733abb4e18cbb043"}, + {file = "numexpr-2.10.0-cp311-cp311-win_amd64.whl", hash = "sha256:6b5f8242c075477156d26b3a6b8e0cd0a06d4c8eb68d907bde56dd3c9c683e92"}, + {file = "numexpr-2.10.0-cp312-cp312-macosx_10_9_x86_64.whl", hash = "sha256:b276e2ba3e87ace9a30fd49078ad5dcdc6a1674d030b1ec132599c55465c0346"}, + {file = "numexpr-2.10.0-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:cb5e12787101f1216f2cdabedc3417748f2e1f472442e16bbfabf0bab2336300"}, + {file = "numexpr-2.10.0-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:05278bad96b5846d712eba58b44e5cec743bdb3e19ca624916c921d049fdbcf6"}, + {file = "numexpr-2.10.0-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:a6cdf9e64c5b3dbb61729edb505ea75ee212fa02b85c5b1d851331381ae3b0e1"}, + {file = "numexpr-2.10.0-cp312-cp312-musllinux_1_1_x86_64.whl", hash = "sha256:e3a973265591b0a875fd1151c4549e468959c7192821aac0bb86937694a08efa"}, + {file = "numexpr-2.10.0-cp312-cp312-win32.whl", hash = "sha256:416e0e9f0fc4cced67767585e44cb6b301728bdb9edbb7c534a853222ec62cac"}, + {file = "numexpr-2.10.0-cp312-cp312-win_amd64.whl", hash = "sha256:748e8d4cde22d9a5603165293fb293a4de1a4623513299416c64fdab557118c2"}, + {file = "numexpr-2.10.0-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:dc3506c30c03b082da2cadef43747d474e5170c1f58a6dcdf882b3dc88b1e849"}, + {file = "numexpr-2.10.0-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:efa63ecdc9fcaf582045639ddcf56e9bdc1f4d9a01729be528f62df4db86c9d6"}, + {file = "numexpr-2.10.0-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:96a64d0dd8f8e694da3f8582d73d7da8446ff375f6dd239b546010efea371ac3"}, + {file = "numexpr-2.10.0-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:d47bb567e330ebe86781864219a36cbccb3a47aec893bd509f0139c6b23e8104"}, + {file = "numexpr-2.10.0-cp39-cp39-musllinux_1_1_x86_64.whl", hash = "sha256:c7517b774d309b1f0896c89bdd1ddd33c4418a92ecfbe5e1df3ac698698f6fcf"}, + {file = "numexpr-2.10.0-cp39-cp39-win32.whl", hash = "sha256:04e8620e7e676504201d4082e7b3ee2d9b561d1cb9470b47a6104e10c1e2870e"}, + {file = "numexpr-2.10.0-cp39-cp39-win_amd64.whl", hash = "sha256:56d0d96b130f7cd4d78d0017030d6a0e9d9fc2a717ac51d4cf4860b39637e86a"}, + {file = "numexpr-2.10.0.tar.gz", hash = "sha256:c89e930752639df040539160326d8f99a84159bbea41943ab8e960591edaaef0"}, +] + +[package.dependencies] +numpy = ">=1.19.3" [[package]] name = "numpy" -version = "1.26.3" +version = "1.26.4" description = "Fundamental package for array computing in Python" optional = false python-versions = ">=3.9" files = [ - {file = "numpy-1.26.3-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:806dd64230dbbfaca8a27faa64e2f414bf1c6622ab78cc4264f7f5f028fee3bf"}, - {file = "numpy-1.26.3-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:02f98011ba4ab17f46f80f7f8f1c291ee7d855fcef0a5a98db80767a468c85cd"}, - {file = "numpy-1.26.3-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:6d45b3ec2faed4baca41c76617fcdcfa4f684ff7a151ce6fc78ad3b6e85af0a6"}, - {file = "numpy-1.26.3-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:bdd2b45bf079d9ad90377048e2747a0c82351989a2165821f0c96831b4a2a54b"}, - {file = "numpy-1.26.3-cp310-cp310-musllinux_1_1_aarch64.whl", hash = "sha256:211ddd1e94817ed2d175b60b6374120244a4dd2287f4ece45d49228b4d529178"}, - {file = "numpy-1.26.3-cp310-cp310-musllinux_1_1_x86_64.whl", hash = "sha256:b1240f767f69d7c4c8a29adde2310b871153df9b26b5cb2b54a561ac85146485"}, - {file = "numpy-1.26.3-cp310-cp310-win32.whl", hash = "sha256:21a9484e75ad018974a2fdaa216524d64ed4212e418e0a551a2d83403b0531d3"}, - {file = "numpy-1.26.3-cp310-cp310-win_amd64.whl", hash = "sha256:9e1591f6ae98bcfac2a4bbf9221c0b92ab49762228f38287f6eeb5f3f55905ce"}, - {file = "numpy-1.26.3-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:b831295e5472954104ecb46cd98c08b98b49c69fdb7040483aff799a755a7374"}, - {file = "numpy-1.26.3-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:9e87562b91f68dd8b1c39149d0323b42e0082db7ddb8e934ab4c292094d575d6"}, - {file = "numpy-1.26.3-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:8c66d6fec467e8c0f975818c1796d25c53521124b7cfb760114be0abad53a0a2"}, - {file = "numpy-1.26.3-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:f25e2811a9c932e43943a2615e65fc487a0b6b49218899e62e426e7f0a57eeda"}, - {file = "numpy-1.26.3-cp311-cp311-musllinux_1_1_aarch64.whl", hash = "sha256:af36e0aa45e25c9f57bf684b1175e59ea05d9a7d3e8e87b7ae1a1da246f2767e"}, - {file = "numpy-1.26.3-cp311-cp311-musllinux_1_1_x86_64.whl", hash = "sha256:51c7f1b344f302067b02e0f5b5d2daa9ed4a721cf49f070280ac202738ea7f00"}, - {file = "numpy-1.26.3-cp311-cp311-win32.whl", hash = "sha256:7ca4f24341df071877849eb2034948459ce3a07915c2734f1abb4018d9c49d7b"}, - {file = "numpy-1.26.3-cp311-cp311-win_amd64.whl", hash = "sha256:39763aee6dfdd4878032361b30b2b12593fb445ddb66bbac802e2113eb8a6ac4"}, - {file = "numpy-1.26.3-cp312-cp312-macosx_10_9_x86_64.whl", hash = "sha256:a7081fd19a6d573e1a05e600c82a1c421011db7935ed0d5c483e9dd96b99cf13"}, - {file = "numpy-1.26.3-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:12c70ac274b32bc00c7f61b515126c9205323703abb99cd41836e8125ea0043e"}, - {file = "numpy-1.26.3-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:7f784e13e598e9594750b2ef6729bcd5a47f6cfe4a12cca13def35e06d8163e3"}, - {file = "numpy-1.26.3-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:5f24750ef94d56ce6e33e4019a8a4d68cfdb1ef661a52cdaee628a56d2437419"}, - {file = "numpy-1.26.3-cp312-cp312-musllinux_1_1_aarch64.whl", hash = "sha256:77810ef29e0fb1d289d225cabb9ee6cf4d11978a00bb99f7f8ec2132a84e0166"}, - {file = "numpy-1.26.3-cp312-cp312-musllinux_1_1_x86_64.whl", hash = "sha256:8ed07a90f5450d99dad60d3799f9c03c6566709bd53b497eb9ccad9a55867f36"}, - {file = "numpy-1.26.3-cp312-cp312-win32.whl", hash = "sha256:f73497e8c38295aaa4741bdfa4fda1a5aedda5473074369eca10626835445511"}, - {file = "numpy-1.26.3-cp312-cp312-win_amd64.whl", hash = "sha256:da4b0c6c699a0ad73c810736303f7fbae483bcb012e38d7eb06a5e3b432c981b"}, - {file = "numpy-1.26.3-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:1666f634cb3c80ccbd77ec97bc17337718f56d6658acf5d3b906ca03e90ce87f"}, - {file = "numpy-1.26.3-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:18c3319a7d39b2c6a9e3bb75aab2304ab79a811ac0168a671a62e6346c29b03f"}, - {file = "numpy-1.26.3-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:0b7e807d6888da0db6e7e75838444d62495e2b588b99e90dd80c3459594e857b"}, - {file = "numpy-1.26.3-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:b4d362e17bcb0011738c2d83e0a65ea8ce627057b2fdda37678f4374a382a137"}, - {file = "numpy-1.26.3-cp39-cp39-musllinux_1_1_aarch64.whl", hash = "sha256:b8c275f0ae90069496068c714387b4a0eba5d531aace269559ff2b43655edd58"}, - {file = "numpy-1.26.3-cp39-cp39-musllinux_1_1_x86_64.whl", hash = "sha256:cc0743f0302b94f397a4a65a660d4cd24267439eb16493fb3caad2e4389bccbb"}, - {file = "numpy-1.26.3-cp39-cp39-win32.whl", hash = "sha256:9bc6d1a7f8cedd519c4b7b1156d98e051b726bf160715b769106661d567b3f03"}, - {file = "numpy-1.26.3-cp39-cp39-win_amd64.whl", hash = "sha256:867e3644e208c8922a3be26fc6bbf112a035f50f0a86497f98f228c50c607bb2"}, - {file = "numpy-1.26.3-pp39-pypy39_pp73-macosx_10_9_x86_64.whl", hash = "sha256:3c67423b3703f8fbd90f5adaa37f85b5794d3366948efe9a5190a5f3a83fc34e"}, - {file = "numpy-1.26.3-pp39-pypy39_pp73-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:46f47ee566d98849323f01b349d58f2557f02167ee301e5e28809a8c0e27a2d0"}, - {file = "numpy-1.26.3-pp39-pypy39_pp73-win_amd64.whl", hash = "sha256:a8474703bffc65ca15853d5fd4d06b18138ae90c17c8d12169968e998e448bb5"}, - {file = "numpy-1.26.3.tar.gz", hash = "sha256:697df43e2b6310ecc9d95f05d5ef20eacc09c7c4ecc9da3f235d39e71b7da1e4"}, + {file = "numpy-1.26.4-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:9ff0f4f29c51e2803569d7a51c2304de5554655a60c5d776e35b4a41413830d0"}, + {file = "numpy-1.26.4-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:2e4ee3380d6de9c9ec04745830fd9e2eccb3e6cf790d39d7b98ffd19b0dd754a"}, + {file = "numpy-1.26.4-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:d209d8969599b27ad20994c8e41936ee0964e6da07478d6c35016bc386b66ad4"}, + {file = "numpy-1.26.4-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:ffa75af20b44f8dba823498024771d5ac50620e6915abac414251bd971b4529f"}, + {file = "numpy-1.26.4-cp310-cp310-musllinux_1_1_aarch64.whl", hash = "sha256:62b8e4b1e28009ef2846b4c7852046736bab361f7aeadeb6a5b89ebec3c7055a"}, + {file = "numpy-1.26.4-cp310-cp310-musllinux_1_1_x86_64.whl", hash = "sha256:a4abb4f9001ad2858e7ac189089c42178fcce737e4169dc61321660f1a96c7d2"}, + {file = "numpy-1.26.4-cp310-cp310-win32.whl", hash = "sha256:bfe25acf8b437eb2a8b2d49d443800a5f18508cd811fea3181723922a8a82b07"}, + {file = "numpy-1.26.4-cp310-cp310-win_amd64.whl", hash = "sha256:b97fe8060236edf3662adfc2c633f56a08ae30560c56310562cb4f95500022d5"}, + {file = "numpy-1.26.4-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:4c66707fabe114439db9068ee468c26bbdf909cac0fb58686a42a24de1760c71"}, + {file = "numpy-1.26.4-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:edd8b5fe47dab091176d21bb6de568acdd906d1887a4584a15a9a96a1dca06ef"}, + {file = "numpy-1.26.4-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:7ab55401287bfec946ced39700c053796e7cc0e3acbef09993a9ad2adba6ca6e"}, + {file = "numpy-1.26.4-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:666dbfb6ec68962c033a450943ded891bed2d54e6755e35e5835d63f4f6931d5"}, + {file = "numpy-1.26.4-cp311-cp311-musllinux_1_1_aarch64.whl", hash = "sha256:96ff0b2ad353d8f990b63294c8986f1ec3cb19d749234014f4e7eb0112ceba5a"}, + {file = "numpy-1.26.4-cp311-cp311-musllinux_1_1_x86_64.whl", hash = "sha256:60dedbb91afcbfdc9bc0b1f3f402804070deed7392c23eb7a7f07fa857868e8a"}, + {file = "numpy-1.26.4-cp311-cp311-win32.whl", hash = "sha256:1af303d6b2210eb850fcf03064d364652b7120803a0b872f5211f5234b399f20"}, + {file = "numpy-1.26.4-cp311-cp311-win_amd64.whl", hash = "sha256:cd25bcecc4974d09257ffcd1f098ee778f7834c3ad767fe5db785be9a4aa9cb2"}, + {file = "numpy-1.26.4-cp312-cp312-macosx_10_9_x86_64.whl", hash = "sha256:b3ce300f3644fb06443ee2222c2201dd3a89ea6040541412b8fa189341847218"}, + {file = "numpy-1.26.4-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:03a8c78d01d9781b28a6989f6fa1bb2c4f2d51201cf99d3dd875df6fbd96b23b"}, + {file = "numpy-1.26.4-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:9fad7dcb1aac3c7f0584a5a8133e3a43eeb2fe127f47e3632d43d677c66c102b"}, + {file = "numpy-1.26.4-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:675d61ffbfa78604709862923189bad94014bef562cc35cf61d3a07bba02a7ed"}, + {file = "numpy-1.26.4-cp312-cp312-musllinux_1_1_aarch64.whl", hash = "sha256:ab47dbe5cc8210f55aa58e4805fe224dac469cde56b9f731a4c098b91917159a"}, + {file = "numpy-1.26.4-cp312-cp312-musllinux_1_1_x86_64.whl", hash = "sha256:1dda2e7b4ec9dd512f84935c5f126c8bd8b9f2fc001e9f54af255e8c5f16b0e0"}, + {file = "numpy-1.26.4-cp312-cp312-win32.whl", hash = "sha256:50193e430acfc1346175fcbdaa28ffec49947a06918b7b92130744e81e640110"}, + {file = "numpy-1.26.4-cp312-cp312-win_amd64.whl", hash = "sha256:08beddf13648eb95f8d867350f6a018a4be2e5ad54c8d8caed89ebca558b2818"}, + {file = "numpy-1.26.4-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:7349ab0fa0c429c82442a27a9673fc802ffdb7c7775fad780226cb234965e53c"}, + {file = "numpy-1.26.4-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:52b8b60467cd7dd1e9ed082188b4e6bb35aa5cdd01777621a1658910745b90be"}, + {file = "numpy-1.26.4-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:d5241e0a80d808d70546c697135da2c613f30e28251ff8307eb72ba696945764"}, + {file = "numpy-1.26.4-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:f870204a840a60da0b12273ef34f7051e98c3b5961b61b0c2c1be6dfd64fbcd3"}, + {file = "numpy-1.26.4-cp39-cp39-musllinux_1_1_aarch64.whl", hash = "sha256:679b0076f67ecc0138fd2ede3a8fd196dddc2ad3254069bcb9faf9a79b1cebcd"}, + {file = "numpy-1.26.4-cp39-cp39-musllinux_1_1_x86_64.whl", hash = "sha256:47711010ad8555514b434df65f7d7b076bb8261df1ca9bb78f53d3b2db02e95c"}, + {file = "numpy-1.26.4-cp39-cp39-win32.whl", hash = "sha256:a354325ee03388678242a4d7ebcd08b5c727033fcff3b2f536aea978e15ee9e6"}, + {file = "numpy-1.26.4-cp39-cp39-win_amd64.whl", hash = "sha256:3373d5d70a5fe74a2c1bb6d2cfd9609ecf686d47a2d7b1d37a8f3b6bf6003aea"}, + {file = "numpy-1.26.4-pp39-pypy39_pp73-macosx_10_9_x86_64.whl", hash = "sha256:afedb719a9dcfc7eaf2287b839d8198e06dcd4cb5d276a3df279231138e83d30"}, + {file = "numpy-1.26.4-pp39-pypy39_pp73-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:95a7476c59002f2f6c590b9b7b998306fba6a5aa646b1e22ddfeaf8f78c3a29c"}, + {file = "numpy-1.26.4-pp39-pypy39_pp73-win_amd64.whl", hash = "sha256:7e50d0a0cc3189f9cb0aeb3a6a6af18c16f59f004b866cd2be1c14b36134a4a0"}, + {file = "numpy-1.26.4.tar.gz", hash = "sha256:2a02aba9ed12e4ac4eb3ea9421c420301a0c6460d9830d74a9df87efa4912010"}, ] [[package]] @@ -4388,23 +4676,24 @@ nvidia-nvjitlink-cu12 = "*" [[package]] name = "nvidia-nccl-cu12" -version = "2.18.1" +version = "2.20.5" description = "NVIDIA Collective Communication Library (NCCL) Runtime" optional = false python-versions = ">=3" files = [ - {file = "nvidia_nccl_cu12-2.18.1-py3-none-manylinux1_x86_64.whl", hash = "sha256:1a6c4acefcbebfa6de320f412bf7866de856e786e0462326ba1bac40de0b5e71"}, + {file = "nvidia_nccl_cu12-2.20.5-py3-none-manylinux2014_aarch64.whl", hash = "sha256:1fc150d5c3250b170b29410ba682384b14581db722b2531b0d8d33c595f33d01"}, + {file = "nvidia_nccl_cu12-2.20.5-py3-none-manylinux2014_x86_64.whl", hash = "sha256:057f6bf9685f75215d0c53bf3ac4a10b3e6578351de307abad9e18a99182af56"}, ] [[package]] name = "nvidia-nvjitlink-cu12" -version = "12.3.101" +version = "12.5.40" description = "Nvidia JIT LTO Library" optional = false python-versions = ">=3" files = [ - {file = "nvidia_nvjitlink_cu12-12.3.101-py3-none-manylinux1_x86_64.whl", hash = "sha256:64335a8088e2b9d196ae8665430bc6a2b7e6ef2eb877a9c735c804bd4ff6467c"}, - {file = "nvidia_nvjitlink_cu12-12.3.101-py3-none-win_amd64.whl", hash = "sha256:1b2e317e437433753530792f13eece58f0aec21a2b05903be7bffe58a606cbd1"}, + {file = "nvidia_nvjitlink_cu12-12.5.40-py3-none-manylinux2014_x86_64.whl", hash = "sha256:d9714f27c1d0f0895cd8915c07a87a1d0029a0aa36acaf9156952ec2a8a12189"}, + {file = "nvidia_nvjitlink_cu12-12.5.40-py3-none-win_amd64.whl", hash = "sha256:c3401dc8543b52d3a8158007a0c1ab4e9c768fcbd24153a48c86972102197ddd"}, ] [[package]] @@ -4465,13 +4754,13 @@ PyYAML = ">=5.1.0" [[package]] name = "openai" -version = "1.10.0" +version = "1.30.2" description = "The official Python library for the openai API" optional = false python-versions = ">=3.7.1" files = [ - {file = "openai-1.10.0-py3-none-any.whl", hash = "sha256:aa69e97d0223ace9835fbf9c997abe9ee95318f684fd2de6d02c870700c71ebc"}, - {file = "openai-1.10.0.tar.gz", hash = "sha256:208886cb501b930dc63f48d51db9c15e5380380f80516d07332adad67c9f1053"}, + {file = "openai-1.30.2-py3-none-any.whl", hash = "sha256:44316818fbff3845278e862a655c4c041e93d907b04eff64629c2835f29bd58e"}, + {file = "openai-1.30.2.tar.gz", hash = "sha256:f86780f40505de60fa389993d9b7f5564f20acfbe5efcabd5c853a12453af2b0"}, ] [package.dependencies] @@ -4502,66 +4791,66 @@ et-xmlfile = "*" [[package]] name = "overrides" -version = "7.6.0" +version = "7.7.0" description = "A decorator to automatically detect mismatch when overriding a method." optional = false python-versions = ">=3.6" files = [ - {file = "overrides-7.6.0-py3-none-any.whl", hash = "sha256:c36e6635519ea9c5b043b65c36d4b886aee8bd45b7d4681d2a6df0898df4b654"}, - {file = "overrides-7.6.0.tar.gz", hash = "sha256:01e15bbbf15b766f0675c275baa1878bd1c7dc9bc7b9ee13e677cdba93dc1bd9"}, + {file = "overrides-7.7.0-py3-none-any.whl", hash = "sha256:c7ed9d062f78b8e4c1a7b70bd8796b35ead4d9f510227ef9c5dc7626c60d7e49"}, + {file = "overrides-7.7.0.tar.gz", hash = "sha256:55158fa3d93b98cc75299b1e67078ad9003ca27945c76162c1c0766d6f91820a"}, ] [[package]] name = "packaging" -version = "23.2" +version = "24.0" description = "Core utilities for Python packages" optional = false python-versions = ">=3.7" files = [ - {file = "packaging-23.2-py3-none-any.whl", hash = "sha256:8c491190033a9af7e1d931d0b5dacc2ef47509b34dd0de67ed209b5203fc88c7"}, - {file = "packaging-23.2.tar.gz", hash = "sha256:048fb0e9405036518eaaf48a55953c750c11e1a1b68e0dd1a9d62ed0c092cfc5"}, + {file = "packaging-24.0-py3-none-any.whl", hash = "sha256:2ddfb553fdf02fb784c234c7ba6ccc288296ceabec964ad2eae3777778130bc5"}, + {file = "packaging-24.0.tar.gz", hash = "sha256:eb82c5e3e56209074766e6885bb04b8c38a0c015d0a30036ebe7ece34c9989e9"}, ] [[package]] name = "pandas" -version = "2.2.0" +version = "2.2.2" description = "Powerful data structures for data analysis, time series, and statistics" optional = false python-versions = ">=3.9" files = [ - {file = "pandas-2.2.0-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:8108ee1712bb4fa2c16981fba7e68b3f6ea330277f5ca34fa8d557e986a11670"}, - {file = "pandas-2.2.0-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:736da9ad4033aeab51d067fc3bd69a0ba36f5a60f66a527b3d72e2030e63280a"}, - {file = "pandas-2.2.0-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:38e0b4fc3ddceb56ec8a287313bc22abe17ab0eb184069f08fc6a9352a769b18"}, - {file = "pandas-2.2.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:20404d2adefe92aed3b38da41d0847a143a09be982a31b85bc7dd565bdba0f4e"}, - {file = "pandas-2.2.0-cp310-cp310-musllinux_1_1_aarch64.whl", hash = "sha256:7ea3ee3f125032bfcade3a4cf85131ed064b4f8dd23e5ce6fa16473e48ebcaf5"}, - {file = "pandas-2.2.0-cp310-cp310-musllinux_1_1_x86_64.whl", hash = "sha256:f9670b3ac00a387620489dfc1bca66db47a787f4e55911f1293063a78b108df1"}, - {file = "pandas-2.2.0-cp310-cp310-win_amd64.whl", hash = "sha256:5a946f210383c7e6d16312d30b238fd508d80d927014f3b33fb5b15c2f895430"}, - {file = "pandas-2.2.0-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:a1b438fa26b208005c997e78672f1aa8138f67002e833312e6230f3e57fa87d5"}, - {file = "pandas-2.2.0-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:8ce2fbc8d9bf303ce54a476116165220a1fedf15985b09656b4b4275300e920b"}, - {file = "pandas-2.2.0-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:2707514a7bec41a4ab81f2ccce8b382961a29fbe9492eab1305bb075b2b1ff4f"}, - {file = "pandas-2.2.0-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:85793cbdc2d5bc32620dc8ffa715423f0c680dacacf55056ba13454a5be5de88"}, - {file = "pandas-2.2.0-cp311-cp311-musllinux_1_1_aarch64.whl", hash = "sha256:cfd6c2491dc821b10c716ad6776e7ab311f7df5d16038d0b7458bc0b67dc10f3"}, - {file = "pandas-2.2.0-cp311-cp311-musllinux_1_1_x86_64.whl", hash = "sha256:a146b9dcacc3123aa2b399df1a284de5f46287a4ab4fbfc237eac98a92ebcb71"}, - {file = "pandas-2.2.0-cp311-cp311-win_amd64.whl", hash = "sha256:fbc1b53c0e1fdf16388c33c3cca160f798d38aea2978004dd3f4d3dec56454c9"}, - {file = "pandas-2.2.0-cp312-cp312-macosx_10_9_x86_64.whl", hash = "sha256:a41d06f308a024981dcaa6c41f2f2be46a6b186b902c94c2674e8cb5c42985bc"}, - {file = "pandas-2.2.0-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:159205c99d7a5ce89ecfc37cb08ed179de7783737cea403b295b5eda8e9c56d1"}, - {file = "pandas-2.2.0-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:eb1e1f3861ea9132b32f2133788f3b14911b68102d562715d71bd0013bc45440"}, - {file = "pandas-2.2.0-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:761cb99b42a69005dec2b08854fb1d4888fdf7b05db23a8c5a099e4b886a2106"}, - {file = "pandas-2.2.0-cp312-cp312-musllinux_1_1_aarch64.whl", hash = "sha256:a20628faaf444da122b2a64b1e5360cde100ee6283ae8effa0d8745153809a2e"}, - {file = "pandas-2.2.0-cp312-cp312-musllinux_1_1_x86_64.whl", hash = "sha256:f5be5d03ea2073627e7111f61b9f1f0d9625dc3c4d8dda72cc827b0c58a1d042"}, - {file = "pandas-2.2.0-cp312-cp312-win_amd64.whl", hash = "sha256:a626795722d893ed6aacb64d2401d017ddc8a2341b49e0384ab9bf7112bdec30"}, - {file = "pandas-2.2.0-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:9f66419d4a41132eb7e9a73dcec9486cf5019f52d90dd35547af11bc58f8637d"}, - {file = "pandas-2.2.0-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:57abcaeda83fb80d447f28ab0cc7b32b13978f6f733875ebd1ed14f8fbc0f4ab"}, - {file = "pandas-2.2.0-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:e60f1f7dba3c2d5ca159e18c46a34e7ca7247a73b5dd1a22b6d59707ed6b899a"}, - {file = "pandas-2.2.0-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:eb61dc8567b798b969bcc1fc964788f5a68214d333cade8319c7ab33e2b5d88a"}, - {file = "pandas-2.2.0-cp39-cp39-musllinux_1_1_aarch64.whl", hash = "sha256:52826b5f4ed658fa2b729264d63f6732b8b29949c7fd234510d57c61dbeadfcd"}, - {file = "pandas-2.2.0-cp39-cp39-musllinux_1_1_x86_64.whl", hash = "sha256:bde2bc699dbd80d7bc7f9cab1e23a95c4375de615860ca089f34e7c64f4a8de7"}, - {file = "pandas-2.2.0-cp39-cp39-win_amd64.whl", hash = "sha256:3de918a754bbf2da2381e8a3dcc45eede8cd7775b047b923f9006d5f876802ae"}, - {file = "pandas-2.2.0.tar.gz", hash = "sha256:30b83f7c3eb217fb4d1b494a57a2fda5444f17834f5df2de6b2ffff68dc3c8e2"}, -] - -[package.dependencies] -numpy = {version = ">=1.23.2,<2", markers = "python_version == \"3.11\""} + {file = "pandas-2.2.2-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:90c6fca2acf139569e74e8781709dccb6fe25940488755716d1d354d6bc58bce"}, + {file = "pandas-2.2.2-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:c7adfc142dac335d8c1e0dcbd37eb8617eac386596eb9e1a1b77791cf2498238"}, + {file = "pandas-2.2.2-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:4abfe0be0d7221be4f12552995e58723c7422c80a659da13ca382697de830c08"}, + {file = "pandas-2.2.2-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:8635c16bf3d99040fdf3ca3db669a7250ddf49c55dc4aa8fe0ae0fa8d6dcc1f0"}, + {file = "pandas-2.2.2-cp310-cp310-musllinux_1_1_aarch64.whl", hash = "sha256:40ae1dffb3967a52203105a077415a86044a2bea011b5f321c6aa64b379a3f51"}, + {file = "pandas-2.2.2-cp310-cp310-musllinux_1_1_x86_64.whl", hash = "sha256:8e5a0b00e1e56a842f922e7fae8ae4077aee4af0acb5ae3622bd4b4c30aedf99"}, + {file = "pandas-2.2.2-cp310-cp310-win_amd64.whl", hash = "sha256:ddf818e4e6c7c6f4f7c8a12709696d193976b591cc7dc50588d3d1a6b5dc8772"}, + {file = "pandas-2.2.2-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:696039430f7a562b74fa45f540aca068ea85fa34c244d0deee539cb6d70aa288"}, + {file = "pandas-2.2.2-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:8e90497254aacacbc4ea6ae5e7a8cd75629d6ad2b30025a4a8b09aa4faf55151"}, + {file = "pandas-2.2.2-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:58b84b91b0b9f4bafac2a0ac55002280c094dfc6402402332c0913a59654ab2b"}, + {file = "pandas-2.2.2-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:6d2123dc9ad6a814bcdea0f099885276b31b24f7edf40f6cdbc0912672e22eee"}, + {file = "pandas-2.2.2-cp311-cp311-musllinux_1_1_aarch64.whl", hash = "sha256:2925720037f06e89af896c70bca73459d7e6a4be96f9de79e2d440bd499fe0db"}, + {file = "pandas-2.2.2-cp311-cp311-musllinux_1_1_x86_64.whl", hash = "sha256:0cace394b6ea70c01ca1595f839cf193df35d1575986e484ad35c4aeae7266c1"}, + {file = "pandas-2.2.2-cp311-cp311-win_amd64.whl", hash = "sha256:873d13d177501a28b2756375d59816c365e42ed8417b41665f346289adc68d24"}, + {file = "pandas-2.2.2-cp312-cp312-macosx_10_9_x86_64.whl", hash = "sha256:9dfde2a0ddef507a631dc9dc4af6a9489d5e2e740e226ad426a05cabfbd7c8ef"}, + {file = "pandas-2.2.2-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:e9b79011ff7a0f4b1d6da6a61aa1aa604fb312d6647de5bad20013682d1429ce"}, + {file = "pandas-2.2.2-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:1cb51fe389360f3b5a4d57dbd2848a5f033350336ca3b340d1c53a1fad33bcad"}, + {file = "pandas-2.2.2-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:eee3a87076c0756de40b05c5e9a6069c035ba43e8dd71c379e68cab2c20f16ad"}, + {file = "pandas-2.2.2-cp312-cp312-musllinux_1_1_aarch64.whl", hash = "sha256:3e374f59e440d4ab45ca2fffde54b81ac3834cf5ae2cdfa69c90bc03bde04d76"}, + {file = "pandas-2.2.2-cp312-cp312-musllinux_1_1_x86_64.whl", hash = "sha256:43498c0bdb43d55cb162cdc8c06fac328ccb5d2eabe3cadeb3529ae6f0517c32"}, + {file = "pandas-2.2.2-cp312-cp312-win_amd64.whl", hash = "sha256:d187d355ecec3629624fccb01d104da7d7f391db0311145817525281e2804d23"}, + {file = "pandas-2.2.2-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:0ca6377b8fca51815f382bd0b697a0814c8bda55115678cbc94c30aacbb6eff2"}, + {file = "pandas-2.2.2-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:9057e6aa78a584bc93a13f0a9bf7e753a5e9770a30b4d758b8d5f2a62a9433cd"}, + {file = "pandas-2.2.2-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:001910ad31abc7bf06f49dcc903755d2f7f3a9186c0c040b827e522e9cef0863"}, + {file = "pandas-2.2.2-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:66b479b0bd07204e37583c191535505410daa8df638fd8e75ae1b383851fe921"}, + {file = "pandas-2.2.2-cp39-cp39-musllinux_1_1_aarch64.whl", hash = "sha256:a77e9d1c386196879aa5eb712e77461aaee433e54c68cf253053a73b7e49c33a"}, + {file = "pandas-2.2.2-cp39-cp39-musllinux_1_1_x86_64.whl", hash = "sha256:92fd6b027924a7e178ac202cfbe25e53368db90d56872d20ffae94b96c7acc57"}, + {file = "pandas-2.2.2-cp39-cp39-win_amd64.whl", hash = "sha256:640cef9aa381b60e296db324337a554aeeb883ead99dc8f6c18e81a93942f5f4"}, + {file = "pandas-2.2.2.tar.gz", hash = "sha256:9e79019aba43cb4fda9e4d983f8e88ca0373adbb697ae9c6c43093218de28b54"}, +] + +[package.dependencies] +numpy = {version = ">=1.23.2", markers = "python_version == \"3.11\""} python-dateutil = ">=2.8.2" pytz = ">=2020.1" tzdata = ">=2022.7" @@ -4585,6 +4874,7 @@ parquet = ["pyarrow (>=10.0.1)"] performance = ["bottleneck (>=1.3.6)", "numba (>=0.56.4)", "numexpr (>=2.8.4)"] plot = ["matplotlib (>=3.6.3)"] postgresql = ["SQLAlchemy (>=2.0.0)", "adbc-driver-postgresql (>=0.8.0)", "psycopg2 (>=2.9.6)"] +pyarrow = ["pyarrow (>=10.0.1)"] spss = ["pyreadstat (>=1.2.0)"] sql-other = ["SQLAlchemy (>=2.0.0)", "adbc-driver-postgresql (>=0.8.0)", "adbc-driver-sqlite (>=0.8.0)"] test = ["hypothesis (>=6.46.1)", "pytest (>=7.3.2)", "pytest-xdist (>=2.2.0)"] @@ -4592,13 +4882,13 @@ xml = ["lxml (>=4.9.2)"] [[package]] name = "pandas-stubs" -version = "2.1.4.231227" +version = "2.2.2.240514" description = "Type annotations for pandas" optional = false python-versions = ">=3.9" files = [ - {file = "pandas_stubs-2.1.4.231227-py3-none-any.whl", hash = "sha256:211fc23e6ae87073bdf41dbf362c4a4d85e1e3477cb078dbac3da6c7fdaefba8"}, - {file = "pandas_stubs-2.1.4.231227.tar.gz", hash = "sha256:3ea29ef001e9e44985f5ebde02d4413f94891ef6ec7e5056fb07d125be796c23"}, + {file = "pandas_stubs-2.2.2.240514-py3-none-any.whl", hash = "sha256:5d6f64d45a98bc94152a0f76fa648e598cd2b9ba72302fd34602479f0c391a53"}, + {file = "pandas_stubs-2.2.2.240514.tar.gz", hash = "sha256:85b20da44a62c80eb8389bcf4cbfe31cce1cafa8cca4bf1fc75ec45892e72ce8"}, ] [package.dependencies] @@ -4654,18 +4944,18 @@ files = [ [[package]] name = "parso" -version = "0.8.3" +version = "0.8.4" description = "A Python Parser" optional = false python-versions = ">=3.6" files = [ - {file = "parso-0.8.3-py2.py3-none-any.whl", hash = "sha256:c001d4636cd3aecdaf33cbb40aebb59b094be2a74c556778ef5576c175e19e75"}, - {file = "parso-0.8.3.tar.gz", hash = "sha256:8c07be290bb59f03588915921e29e8a50002acaf2cdc5fa0e0114f91709fafa0"}, + {file = "parso-0.8.4-py2.py3-none-any.whl", hash = "sha256:a418670a20291dacd2dddc80c377c5c3791378ee1e8d12bffc35420643d43f18"}, + {file = "parso-0.8.4.tar.gz", hash = "sha256:eb3a7b58240fb99099a345571deecc0f9540ea5f4dd2fe14c2a99d6b281ab92d"}, ] [package.extras] -qa = ["flake8 (==3.8.3)", "mypy (==0.782)"] -testing = ["docopt", "pytest (<6.0.0)"] +qa = ["flake8 (==5.0.4)", "mypy (==0.971)", "types-setuptools (==67.2.0.1)"] +testing = ["docopt", "pytest"] [[package]] name = "pastel" @@ -4829,28 +5119,61 @@ tests = ["check-manifest", "coverage", "defusedxml", "markdown2", "olefile", "pa [[package]] name = "platformdirs" -version = "4.1.0" -description = "A small Python package for determining appropriate platform-specific dirs, e.g. a \"user data dir\"." +version = "4.2.2" +description = "A small Python package for determining appropriate platform-specific dirs, e.g. a `user data dir`." optional = false python-versions = ">=3.8" files = [ - {file = "platformdirs-4.1.0-py3-none-any.whl", hash = "sha256:11c8f37bcca40db96d8144522d925583bdb7a31f7b0e37e3ed4318400a8e2380"}, - {file = "platformdirs-4.1.0.tar.gz", hash = "sha256:906d548203468492d432bcb294d4bc2fff751bf84971fbb2c10918cc206ee420"}, + {file = "platformdirs-4.2.2-py3-none-any.whl", hash = "sha256:2d7a1657e36a80ea911db832a8a6ece5ee53d8de21edd5cc5879af6530b1bfee"}, + {file = "platformdirs-4.2.2.tar.gz", hash = "sha256:38b7b51f512eed9e84a22788b4bce1de17c0adb134d6becb09836e37d8654cd3"}, ] [package.extras] -docs = ["furo (>=2023.7.26)", "proselint (>=0.13)", "sphinx (>=7.1.1)", "sphinx-autodoc-typehints (>=1.24)"] -test = ["appdirs (==1.4.4)", "covdefaults (>=2.3)", "pytest (>=7.4)", "pytest-cov (>=4.1)", "pytest-mock (>=3.11.1)"] +docs = ["furo (>=2023.9.10)", "proselint (>=0.13)", "sphinx (>=7.2.6)", "sphinx-autodoc-typehints (>=1.25.2)"] +test = ["appdirs (==1.4.4)", "covdefaults (>=2.3)", "pytest (>=7.4.3)", "pytest-cov (>=4.1)", "pytest-mock (>=3.12)"] +type = ["mypy (>=1.8)"] + +[[package]] +name = "ploomber-core" +version = "0.2.25" +description = "" +optional = false +python-versions = "*" +files = [ + {file = "ploomber-core-0.2.25.tar.gz", hash = "sha256:f264bb89cbce23e368ce9854ac8e2b13ccc799c2ee3261a0730b49c7f0e9f097"}, + {file = "ploomber_core-0.2.25-py3-none-any.whl", hash = "sha256:3bcfbca4b2102931528c23d5cd752a8d0cba836c20b9cc5a56227c11c462db44"}, +] + +[package.dependencies] +posthog = "*" +pyyaml = "*" + +[package.extras] +dev = ["flake8", "invoke", "pkgmt", "pytest", "pywin32", "twine"] + +[[package]] +name = "ploomber-extension" +version = "0.1.0" +description = "A JupyterLab extension." +optional = false +python-versions = ">=3.7" +files = [ + {file = "ploomber_extension-0.1.0-py3-none-any.whl", hash = "sha256:e0581608419314adb11c6a912a6cea271e99adad12944737266e7edc1105c36e"}, + {file = "ploomber_extension-0.1.0.tar.gz", hash = "sha256:d54db9f05831e2bd0d1cf1c2d58988fac3044478ae61e899f1d75a108c0980b2"}, +] + +[package.dependencies] +ploomber-core = "*" [[package]] name = "plotly" -version = "5.18.0" +version = "5.22.0" description = "An open-source, interactive data visualization library for Python" optional = false -python-versions = ">=3.6" +python-versions = ">=3.8" files = [ - {file = "plotly-5.18.0-py3-none-any.whl", hash = "sha256:23aa8ea2f4fb364a20d34ad38235524bd9d691bf5299e800bca608c31e8db8de"}, - {file = "plotly-5.18.0.tar.gz", hash = "sha256:360a31e6fbb49d12b007036eb6929521343d6bee2236f8459915821baefa2cbb"}, + {file = "plotly-5.22.0-py3-none-any.whl", hash = "sha256:68fc1901f098daeb233cc3dd44ec9dc31fb3ca4f4e53189344199c43496ed006"}, + {file = "plotly-5.22.0.tar.gz", hash = "sha256:859fdadbd86b5770ae2466e542b761b247d1c6b49daed765b95bb8c7063e7469"}, ] [package.dependencies] @@ -4859,13 +5182,13 @@ tenacity = ">=6.2.0" [[package]] name = "pluggy" -version = "1.4.0" +version = "1.5.0" description = "plugin and hook calling mechanisms for python" optional = false python-versions = ">=3.8" files = [ - {file = "pluggy-1.4.0-py3-none-any.whl", hash = "sha256:7db9f7b503d67d1c5b95f59773ebb58a8c1c288129a88665838012cfb07b8981"}, - {file = "pluggy-1.4.0.tar.gz", hash = "sha256:8c85c2876142a764e5b7548e7d9a0e0ddb46f5185161049a79b7e974454223be"}, + {file = "pluggy-1.5.0-py3-none-any.whl", hash = "sha256:44e1ad92c8ca002de6377e165f3e0f1be63266ab4d554740532335b9d75ea669"}, + {file = "pluggy-1.5.0.tar.gz", hash = "sha256:2cffa88e94fdc978c4c574f15f9e59b7f4201d439195c3715ca9e2486f1d0cf1"}, ] [package.extras] @@ -4926,6 +5249,29 @@ timezone = ["backports.zoneinfo", "tzdata"] xlsx2csv = ["xlsx2csv (>=0.8.0)"] xlsxwriter = ["xlsxwriter"] +[[package]] +name = "posthog" +version = "3.5.0" +description = "Integrate PostHog into any python application." +optional = false +python-versions = "*" +files = [ + {file = "posthog-3.5.0-py2.py3-none-any.whl", hash = "sha256:3c672be7ba6f95d555ea207d4486c171d06657eb34b3ce25eb043bfe7b6b5b76"}, + {file = "posthog-3.5.0.tar.gz", hash = "sha256:8f7e3b2c6e8714d0c0c542a2109b83a7549f63b7113a133ab2763a89245ef2ef"}, +] + +[package.dependencies] +backoff = ">=1.10.0" +monotonic = ">=1.5" +python-dateutil = ">2.1" +requests = ">=2.7,<3.0" +six = ">=1.5" + +[package.extras] +dev = ["black", "flake8", "flake8-print", "isort", "pre-commit"] +sentry = ["django", "sentry-sdk"] +test = ["coverage", "flake8", "freezegun (==0.3.15)", "mock (>=2.0.0)", "pylint", "pytest", "pytest-timeout"] + [[package]] name = "pre-commit" version = "2.21.0" @@ -4944,15 +5290,32 @@ nodeenv = ">=0.11.1" pyyaml = ">=5.1" virtualenv = ">=20.10.0" +[[package]] +name = "prettytable" +version = "3.10.0" +description = "A simple Python library for easily displaying tabular data in a visually appealing ASCII table format" +optional = false +python-versions = ">=3.8" +files = [ + {file = "prettytable-3.10.0-py3-none-any.whl", hash = "sha256:6536efaf0757fdaa7d22e78b3aac3b69ea1b7200538c2c6995d649365bddab92"}, + {file = "prettytable-3.10.0.tar.gz", hash = "sha256:9665594d137fb08a1117518c25551e0ede1687197cf353a4fdc78d27e1073568"}, +] + +[package.dependencies] +wcwidth = "*" + +[package.extras] +tests = ["pytest", "pytest-cov", "pytest-lazy-fixtures"] + [[package]] name = "prometheus-client" -version = "0.19.0" +version = "0.20.0" description = "Python client for the Prometheus monitoring system." optional = false python-versions = ">=3.8" files = [ - {file = "prometheus_client-0.19.0-py3-none-any.whl", hash = "sha256:c88b1e6ecf6b41cd8fb5731c7ae919bf66df6ec6fafa555cd6c0e16ca169ae92"}, - {file = "prometheus_client-0.19.0.tar.gz", hash = "sha256:4585b0d1223148c27a225b10dbec5ae9bc4c81a99a3fa80774fa6209935324e1"}, + {file = "prometheus_client-0.20.0-py3-none-any.whl", hash = "sha256:cde524a85bce83ca359cc837f28b8c0db5cac7aa653a588fd7e84ba061c329e7"}, + {file = "prometheus_client-0.20.0.tar.gz", hash = "sha256:287629d00b147a32dcb2be0b9df905da599b2d82f80377083ec8463309a4bb89"}, ] [package.extras] @@ -4991,22 +5354,22 @@ testing = ["google-api-core[grpc] (>=1.31.5)"] [[package]] name = "protobuf" -version = "4.25.2" +version = "4.25.3" description = "" optional = false python-versions = ">=3.8" files = [ - {file = "protobuf-4.25.2-cp310-abi3-win32.whl", hash = "sha256:b50c949608682b12efb0b2717f53256f03636af5f60ac0c1d900df6213910fd6"}, - {file = "protobuf-4.25.2-cp310-abi3-win_amd64.whl", hash = "sha256:8f62574857ee1de9f770baf04dde4165e30b15ad97ba03ceac65f760ff018ac9"}, - {file = "protobuf-4.25.2-cp37-abi3-macosx_10_9_universal2.whl", hash = "sha256:2db9f8fa64fbdcdc93767d3cf81e0f2aef176284071507e3ede160811502fd3d"}, - {file = "protobuf-4.25.2-cp37-abi3-manylinux2014_aarch64.whl", hash = "sha256:10894a2885b7175d3984f2be8d9850712c57d5e7587a2410720af8be56cdaf62"}, - {file = "protobuf-4.25.2-cp37-abi3-manylinux2014_x86_64.whl", hash = "sha256:fc381d1dd0516343f1440019cedf08a7405f791cd49eef4ae1ea06520bc1c020"}, - {file = "protobuf-4.25.2-cp38-cp38-win32.whl", hash = "sha256:33a1aeef4b1927431d1be780e87b641e322b88d654203a9e9d93f218ee359e61"}, - {file = "protobuf-4.25.2-cp38-cp38-win_amd64.whl", hash = "sha256:47f3de503fe7c1245f6f03bea7e8d3ec11c6c4a2ea9ef910e3221c8a15516d62"}, - {file = "protobuf-4.25.2-cp39-cp39-win32.whl", hash = "sha256:5e5c933b4c30a988b52e0b7c02641760a5ba046edc5e43d3b94a74c9fc57c1b3"}, - {file = "protobuf-4.25.2-cp39-cp39-win_amd64.whl", hash = "sha256:d66a769b8d687df9024f2985d5137a337f957a0916cf5464d1513eee96a63ff0"}, - {file = "protobuf-4.25.2-py3-none-any.whl", hash = "sha256:a8b7a98d4ce823303145bf3c1a8bdb0f2f4642a414b196f04ad9853ed0c8f830"}, - {file = "protobuf-4.25.2.tar.gz", hash = "sha256:fe599e175cb347efc8ee524bcd4b902d11f7262c0e569ececcb89995c15f0a5e"}, + {file = "protobuf-4.25.3-cp310-abi3-win32.whl", hash = "sha256:d4198877797a83cbfe9bffa3803602bbe1625dc30d8a097365dbc762e5790faa"}, + {file = "protobuf-4.25.3-cp310-abi3-win_amd64.whl", hash = "sha256:209ba4cc916bab46f64e56b85b090607a676f66b473e6b762e6f1d9d591eb2e8"}, + {file = "protobuf-4.25.3-cp37-abi3-macosx_10_9_universal2.whl", hash = "sha256:f1279ab38ecbfae7e456a108c5c0681e4956d5b1090027c1de0f934dfdb4b35c"}, + {file = "protobuf-4.25.3-cp37-abi3-manylinux2014_aarch64.whl", hash = "sha256:e7cb0ae90dd83727f0c0718634ed56837bfeeee29a5f82a7514c03ee1364c019"}, + {file = "protobuf-4.25.3-cp37-abi3-manylinux2014_x86_64.whl", hash = "sha256:7c8daa26095f82482307bc717364e7c13f4f1c99659be82890dcfc215194554d"}, + {file = "protobuf-4.25.3-cp38-cp38-win32.whl", hash = "sha256:f4f118245c4a087776e0a8408be33cf09f6c547442c00395fbfb116fac2f8ac2"}, + {file = "protobuf-4.25.3-cp38-cp38-win_amd64.whl", hash = "sha256:c053062984e61144385022e53678fbded7aea14ebb3e0305ae3592fb219ccfa4"}, + {file = "protobuf-4.25.3-cp39-cp39-win32.whl", hash = "sha256:19b270aeaa0099f16d3ca02628546b8baefe2955bbe23224aaf856134eccf1e4"}, + {file = "protobuf-4.25.3-cp39-cp39-win_amd64.whl", hash = "sha256:e3c97a1555fd6388f857770ff8b9703083de6bf1f9274a002a332d65fbb56c8c"}, + {file = "protobuf-4.25.3-py3-none-any.whl", hash = "sha256:f0700d54bcf45424477e46a9f0944155b46fb0639d69728739c0e47bab83f2b9"}, + {file = "protobuf-4.25.3.tar.gz", hash = "sha256:25b5d0b42fd000320bd7830b349e3b696435f3b329810427a6bcce6a5492cc5c"}, ] [[package]] @@ -5064,102 +5427,102 @@ tests = ["pytest"] [[package]] name = "pyarrow" -version = "15.0.0" +version = "16.1.0" description = "Python library for Apache Arrow" optional = false python-versions = ">=3.8" files = [ - {file = "pyarrow-15.0.0-cp310-cp310-macosx_10_15_x86_64.whl", hash = "sha256:0a524532fd6dd482edaa563b686d754c70417c2f72742a8c990b322d4c03a15d"}, - {file = "pyarrow-15.0.0-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:60a6bdb314affa9c2e0d5dddf3d9cbb9ef4a8dddaa68669975287d47ece67642"}, - {file = "pyarrow-15.0.0-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:66958fd1771a4d4b754cd385835e66a3ef6b12611e001d4e5edfcef5f30391e2"}, - {file = "pyarrow-15.0.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:1f500956a49aadd907eaa21d4fff75f73954605eaa41f61cb94fb008cf2e00c6"}, - {file = "pyarrow-15.0.0-cp310-cp310-manylinux_2_28_aarch64.whl", hash = "sha256:6f87d9c4f09e049c2cade559643424da84c43a35068f2a1c4653dc5b1408a929"}, - {file = "pyarrow-15.0.0-cp310-cp310-manylinux_2_28_x86_64.whl", hash = "sha256:85239b9f93278e130d86c0e6bb455dcb66fc3fd891398b9d45ace8799a871a1e"}, - {file = "pyarrow-15.0.0-cp310-cp310-win_amd64.whl", hash = "sha256:5b8d43e31ca16aa6e12402fcb1e14352d0d809de70edd185c7650fe80e0769e3"}, - {file = "pyarrow-15.0.0-cp311-cp311-macosx_10_15_x86_64.whl", hash = "sha256:fa7cd198280dbd0c988df525e50e35b5d16873e2cdae2aaaa6363cdb64e3eec5"}, - {file = "pyarrow-15.0.0-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:8780b1a29d3c8b21ba6b191305a2a607de2e30dab399776ff0aa09131e266340"}, - {file = "pyarrow-15.0.0-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:fe0ec198ccc680f6c92723fadcb97b74f07c45ff3fdec9dd765deb04955ccf19"}, - {file = "pyarrow-15.0.0-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:036a7209c235588c2f07477fe75c07e6caced9b7b61bb897c8d4e52c4b5f9555"}, - {file = "pyarrow-15.0.0-cp311-cp311-manylinux_2_28_aarch64.whl", hash = "sha256:2bd8a0e5296797faf9a3294e9fa2dc67aa7f10ae2207920dbebb785c77e9dbe5"}, - {file = "pyarrow-15.0.0-cp311-cp311-manylinux_2_28_x86_64.whl", hash = "sha256:e8ebed6053dbe76883a822d4e8da36860f479d55a762bd9e70d8494aed87113e"}, - {file = "pyarrow-15.0.0-cp311-cp311-win_amd64.whl", hash = "sha256:17d53a9d1b2b5bd7d5e4cd84d018e2a45bc9baaa68f7e6e3ebed45649900ba99"}, - {file = "pyarrow-15.0.0-cp312-cp312-macosx_10_15_x86_64.whl", hash = "sha256:9950a9c9df24090d3d558b43b97753b8f5867fb8e521f29876aa021c52fda351"}, - {file = "pyarrow-15.0.0-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:003d680b5e422d0204e7287bb3fa775b332b3fce2996aa69e9adea23f5c8f970"}, - {file = "pyarrow-15.0.0-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:f75fce89dad10c95f4bf590b765e3ae98bcc5ba9f6ce75adb828a334e26a3d40"}, - {file = "pyarrow-15.0.0-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:0ca9cb0039923bec49b4fe23803807e4ef39576a2bec59c32b11296464623dc2"}, - {file = "pyarrow-15.0.0-cp312-cp312-manylinux_2_28_aarch64.whl", hash = "sha256:9ed5a78ed29d171d0acc26a305a4b7f83c122d54ff5270810ac23c75813585e4"}, - {file = "pyarrow-15.0.0-cp312-cp312-manylinux_2_28_x86_64.whl", hash = "sha256:6eda9e117f0402dfcd3cd6ec9bfee89ac5071c48fc83a84f3075b60efa96747f"}, - {file = "pyarrow-15.0.0-cp312-cp312-win_amd64.whl", hash = "sha256:9a3a6180c0e8f2727e6f1b1c87c72d3254cac909e609f35f22532e4115461177"}, - {file = "pyarrow-15.0.0-cp38-cp38-macosx_10_15_x86_64.whl", hash = "sha256:19a8918045993349b207de72d4576af0191beef03ea655d8bdb13762f0cd6eac"}, - {file = "pyarrow-15.0.0-cp38-cp38-macosx_11_0_arm64.whl", hash = "sha256:d0ec076b32bacb6666e8813a22e6e5a7ef1314c8069d4ff345efa6246bc38593"}, - {file = "pyarrow-15.0.0-cp38-cp38-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:5db1769e5d0a77eb92344c7382d6543bea1164cca3704f84aa44e26c67e320fb"}, - {file = "pyarrow-15.0.0-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:e2617e3bf9df2a00020dd1c1c6dce5cc343d979efe10bc401c0632b0eef6ef5b"}, - {file = "pyarrow-15.0.0-cp38-cp38-manylinux_2_28_aarch64.whl", hash = "sha256:d31c1d45060180131caf10f0f698e3a782db333a422038bf7fe01dace18b3a31"}, - {file = "pyarrow-15.0.0-cp38-cp38-manylinux_2_28_x86_64.whl", hash = "sha256:c8c287d1d479de8269398b34282e206844abb3208224dbdd7166d580804674b7"}, - {file = "pyarrow-15.0.0-cp38-cp38-win_amd64.whl", hash = "sha256:07eb7f07dc9ecbb8dace0f58f009d3a29ee58682fcdc91337dfeb51ea618a75b"}, - {file = "pyarrow-15.0.0-cp39-cp39-macosx_10_15_x86_64.whl", hash = "sha256:47af7036f64fce990bb8a5948c04722e4e3ea3e13b1007ef52dfe0aa8f23cf7f"}, - {file = "pyarrow-15.0.0-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:93768ccfff85cf044c418bfeeafce9a8bb0cee091bd8fd19011aff91e58de540"}, - {file = "pyarrow-15.0.0-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:f6ee87fd6892700960d90abb7b17a72a5abb3b64ee0fe8db6c782bcc2d0dc0b4"}, - {file = "pyarrow-15.0.0-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:001fca027738c5f6be0b7a3159cc7ba16a5c52486db18160909a0831b063c4e4"}, - {file = "pyarrow-15.0.0-cp39-cp39-manylinux_2_28_aarch64.whl", hash = "sha256:d1c48648f64aec09accf44140dccb92f4f94394b8d79976c426a5b79b11d4fa7"}, - {file = "pyarrow-15.0.0-cp39-cp39-manylinux_2_28_x86_64.whl", hash = "sha256:972a0141be402bb18e3201448c8ae62958c9c7923dfaa3b3d4530c835ac81aed"}, - {file = "pyarrow-15.0.0-cp39-cp39-win_amd64.whl", hash = "sha256:f01fc5cf49081426429127aa2d427d9d98e1cb94a32cb961d583a70b7c4504e6"}, - {file = "pyarrow-15.0.0.tar.gz", hash = "sha256:876858f549d540898f927eba4ef77cd549ad8d24baa3207cf1b72e5788b50e83"}, -] - -[package.dependencies] -numpy = ">=1.16.6,<2" + {file = "pyarrow-16.1.0-cp310-cp310-macosx_10_15_x86_64.whl", hash = "sha256:17e23b9a65a70cc733d8b738baa6ad3722298fa0c81d88f63ff94bf25eaa77b9"}, + {file = "pyarrow-16.1.0-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:4740cc41e2ba5d641071d0ab5e9ef9b5e6e8c7611351a5cb7c1d175eaf43674a"}, + {file = "pyarrow-16.1.0-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:98100e0268d04e0eec47b73f20b39c45b4006f3c4233719c3848aa27a03c1aef"}, + {file = "pyarrow-16.1.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:f68f409e7b283c085f2da014f9ef81e885d90dcd733bd648cfba3ef265961848"}, + {file = "pyarrow-16.1.0-cp310-cp310-manylinux_2_28_aarch64.whl", hash = "sha256:a8914cd176f448e09746037b0c6b3a9d7688cef451ec5735094055116857580c"}, + {file = "pyarrow-16.1.0-cp310-cp310-manylinux_2_28_x86_64.whl", hash = "sha256:48be160782c0556156d91adbdd5a4a7e719f8d407cb46ae3bb4eaee09b3111bd"}, + {file = "pyarrow-16.1.0-cp310-cp310-win_amd64.whl", hash = "sha256:9cf389d444b0f41d9fe1444b70650fea31e9d52cfcb5f818b7888b91b586efff"}, + {file = "pyarrow-16.1.0-cp311-cp311-macosx_10_15_x86_64.whl", hash = "sha256:d0ebea336b535b37eee9eee31761813086d33ed06de9ab6fc6aaa0bace7b250c"}, + {file = "pyarrow-16.1.0-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:2e73cfc4a99e796727919c5541c65bb88b973377501e39b9842ea71401ca6c1c"}, + {file = "pyarrow-16.1.0-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:bf9251264247ecfe93e5f5a0cd43b8ae834f1e61d1abca22da55b20c788417f6"}, + {file = "pyarrow-16.1.0-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:ddf5aace92d520d3d2a20031d8b0ec27b4395cab9f74e07cc95edf42a5cc0147"}, + {file = "pyarrow-16.1.0-cp311-cp311-manylinux_2_28_aarch64.whl", hash = "sha256:25233642583bf658f629eb230b9bb79d9af4d9f9229890b3c878699c82f7d11e"}, + {file = "pyarrow-16.1.0-cp311-cp311-manylinux_2_28_x86_64.whl", hash = "sha256:a33a64576fddfbec0a44112eaf844c20853647ca833e9a647bfae0582b2ff94b"}, + {file = "pyarrow-16.1.0-cp311-cp311-win_amd64.whl", hash = "sha256:185d121b50836379fe012753cf15c4ba9638bda9645183ab36246923875f8d1b"}, + {file = "pyarrow-16.1.0-cp312-cp312-macosx_10_15_x86_64.whl", hash = "sha256:2e51ca1d6ed7f2e9d5c3c83decf27b0d17bb207a7dea986e8dc3e24f80ff7d6f"}, + {file = "pyarrow-16.1.0-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:06ebccb6f8cb7357de85f60d5da50e83507954af617d7b05f48af1621d331c9a"}, + {file = "pyarrow-16.1.0-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:b04707f1979815f5e49824ce52d1dceb46e2f12909a48a6a753fe7cafbc44a0c"}, + {file = "pyarrow-16.1.0-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:0d32000693deff8dc5df444b032b5985a48592c0697cb6e3071a5d59888714e2"}, + {file = "pyarrow-16.1.0-cp312-cp312-manylinux_2_28_aarch64.whl", hash = "sha256:8785bb10d5d6fd5e15d718ee1d1f914fe768bf8b4d1e5e9bf253de8a26cb1628"}, + {file = "pyarrow-16.1.0-cp312-cp312-manylinux_2_28_x86_64.whl", hash = "sha256:e1369af39587b794873b8a307cc6623a3b1194e69399af0efd05bb202195a5a7"}, + {file = "pyarrow-16.1.0-cp312-cp312-win_amd64.whl", hash = "sha256:febde33305f1498f6df85e8020bca496d0e9ebf2093bab9e0f65e2b4ae2b3444"}, + {file = "pyarrow-16.1.0-cp38-cp38-macosx_10_15_x86_64.whl", hash = "sha256:b5f5705ab977947a43ac83b52ade3b881eb6e95fcc02d76f501d549a210ba77f"}, + {file = "pyarrow-16.1.0-cp38-cp38-macosx_11_0_arm64.whl", hash = "sha256:0d27bf89dfc2576f6206e9cd6cf7a107c9c06dc13d53bbc25b0bd4556f19cf5f"}, + {file = "pyarrow-16.1.0-cp38-cp38-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:0d07de3ee730647a600037bc1d7b7994067ed64d0eba797ac74b2bc77384f4c2"}, + {file = "pyarrow-16.1.0-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:fbef391b63f708e103df99fbaa3acf9f671d77a183a07546ba2f2c297b361e83"}, + {file = "pyarrow-16.1.0-cp38-cp38-manylinux_2_28_aarch64.whl", hash = "sha256:19741c4dbbbc986d38856ee7ddfdd6a00fc3b0fc2d928795b95410d38bb97d15"}, + {file = "pyarrow-16.1.0-cp38-cp38-manylinux_2_28_x86_64.whl", hash = "sha256:f2c5fb249caa17b94e2b9278b36a05ce03d3180e6da0c4c3b3ce5b2788f30eed"}, + {file = "pyarrow-16.1.0-cp38-cp38-win_amd64.whl", hash = "sha256:e6b6d3cd35fbb93b70ade1336022cc1147b95ec6af7d36906ca7fe432eb09710"}, + {file = "pyarrow-16.1.0-cp39-cp39-macosx_10_15_x86_64.whl", hash = "sha256:18da9b76a36a954665ccca8aa6bd9f46c1145f79c0bb8f4f244f5f8e799bca55"}, + {file = "pyarrow-16.1.0-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:99f7549779b6e434467d2aa43ab2b7224dd9e41bdde486020bae198978c9e05e"}, + {file = "pyarrow-16.1.0-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:f07fdffe4fd5b15f5ec15c8b64584868d063bc22b86b46c9695624ca3505b7b4"}, + {file = "pyarrow-16.1.0-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:ddfe389a08ea374972bd4065d5f25d14e36b43ebc22fc75f7b951f24378bf0b5"}, + {file = "pyarrow-16.1.0-cp39-cp39-manylinux_2_28_aarch64.whl", hash = "sha256:3b20bd67c94b3a2ea0a749d2a5712fc845a69cb5d52e78e6449bbd295611f3aa"}, + {file = "pyarrow-16.1.0-cp39-cp39-manylinux_2_28_x86_64.whl", hash = "sha256:ba8ac20693c0bb0bf4b238751d4409e62852004a8cf031c73b0e0962b03e45e3"}, + {file = "pyarrow-16.1.0-cp39-cp39-win_amd64.whl", hash = "sha256:31a1851751433d89a986616015841977e0a188662fcffd1a5677453f1df2de0a"}, + {file = "pyarrow-16.1.0.tar.gz", hash = "sha256:15fbb22ea96d11f0b5768504a3f961edab25eaf4197c341720c4a387f6c60315"}, +] + +[package.dependencies] +numpy = ">=1.16.6" [[package]] name = "pyasn1" -version = "0.5.1" +version = "0.6.0" description = "Pure-Python implementation of ASN.1 types and DER/BER/CER codecs (X.208)" optional = false -python-versions = "!=3.0.*,!=3.1.*,!=3.2.*,!=3.3.*,!=3.4.*,!=3.5.*,>=2.7" +python-versions = ">=3.8" files = [ - {file = "pyasn1-0.5.1-py2.py3-none-any.whl", hash = "sha256:4439847c58d40b1d0a573d07e3856e95333f1976294494c325775aeca506eb58"}, - {file = "pyasn1-0.5.1.tar.gz", hash = "sha256:6d391a96e59b23130a5cfa74d6fd7f388dbbe26cc8f1edf39fdddf08d9d6676c"}, + {file = "pyasn1-0.6.0-py2.py3-none-any.whl", hash = "sha256:cca4bb0f2df5504f02f6f8a775b6e416ff9b0b3b16f7ee80b5a3153d9b804473"}, + {file = "pyasn1-0.6.0.tar.gz", hash = "sha256:3a35ab2c4b5ef98e17dfdec8ab074046fbda76e281c5a706ccd82328cfc8f64c"}, ] [[package]] name = "pyasn1-modules" -version = "0.3.0" +version = "0.4.0" description = "A collection of ASN.1-based protocols modules" optional = false -python-versions = "!=3.0.*,!=3.1.*,!=3.2.*,!=3.3.*,!=3.4.*,!=3.5.*,>=2.7" +python-versions = ">=3.8" files = [ - {file = "pyasn1_modules-0.3.0-py2.py3-none-any.whl", hash = "sha256:d3ccd6ed470d9ffbc716be08bd90efbd44d0734bc9303818f7336070984a162d"}, - {file = "pyasn1_modules-0.3.0.tar.gz", hash = "sha256:5bd01446b736eb9d31512a30d46c1ac3395d676c6f3cafa4c03eb54b9925631c"}, + {file = "pyasn1_modules-0.4.0-py3-none-any.whl", hash = "sha256:be04f15b66c206eed667e0bb5ab27e2b1855ea54a842e5037738099e8ca4ae0b"}, + {file = "pyasn1_modules-0.4.0.tar.gz", hash = "sha256:831dbcea1b177b28c9baddf4c6d1013c24c3accd14a1873fffaa6a2e905f17b6"}, ] [package.dependencies] -pyasn1 = ">=0.4.6,<0.6.0" +pyasn1 = ">=0.4.6,<0.7.0" [[package]] name = "pycparser" -version = "2.21" +version = "2.22" description = "C parser in Python" optional = false -python-versions = ">=2.7, !=3.0.*, !=3.1.*, !=3.2.*, !=3.3.*" +python-versions = ">=3.8" files = [ - {file = "pycparser-2.21-py2.py3-none-any.whl", hash = "sha256:8ee45429555515e1f6b185e78100aea234072576aa43ab53aefcae078162fca9"}, - {file = "pycparser-2.21.tar.gz", hash = "sha256:e644fdec12f7872f86c58ff790da456218b10f863970249516d60a5eaca77206"}, + {file = "pycparser-2.22-py3-none-any.whl", hash = "sha256:c3702b6d3dd8c7abc1afa565d7e63d53a1d0bd86cdc24edd75470f4de499cfcc"}, + {file = "pycparser-2.22.tar.gz", hash = "sha256:491c8be9c040f5390f5bf44a5b07752bd07f56edf992381b05c701439eec10f6"}, ] [[package]] name = "pydantic" -version = "2.5.3" +version = "2.7.1" description = "Data validation using Python type hints" optional = false -python-versions = ">=3.7" +python-versions = ">=3.8" files = [ - {file = "pydantic-2.5.3-py3-none-any.whl", hash = "sha256:d0caf5954bee831b6bfe7e338c32b9e30c85dfe080c843680783ac2b631673b4"}, - {file = "pydantic-2.5.3.tar.gz", hash = "sha256:b3ef57c62535b0941697cce638c08900d87fcb67e29cfa99e8a68f747f393f7a"}, + {file = "pydantic-2.7.1-py3-none-any.whl", hash = "sha256:e029badca45266732a9a79898a15ae2e8b14840b1eabbb25844be28f0b33f3d5"}, + {file = "pydantic-2.7.1.tar.gz", hash = "sha256:e9dbb5eada8abe4d9ae5f46b9939aead650cd2b68f249bb3a8139dbe125803cc"}, ] [package.dependencies] annotated-types = ">=0.4.0" -pydantic-core = "2.14.6" +pydantic-core = "2.18.2" typing-extensions = ">=4.6.1" [package.extras] @@ -5167,116 +5530,90 @@ email = ["email-validator (>=2.0.0)"] [[package]] name = "pydantic-core" -version = "2.14.6" -description = "" +version = "2.18.2" +description = "Core functionality for Pydantic validation and serialization" optional = false -python-versions = ">=3.7" +python-versions = ">=3.8" files = [ - {file = "pydantic_core-2.14.6-cp310-cp310-macosx_10_7_x86_64.whl", hash = "sha256:72f9a942d739f09cd42fffe5dc759928217649f070056f03c70df14f5770acf9"}, - {file = "pydantic_core-2.14.6-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:6a31d98c0d69776c2576dda4b77b8e0c69ad08e8b539c25c7d0ca0dc19a50d6c"}, - {file = "pydantic_core-2.14.6-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:5aa90562bc079c6c290f0512b21768967f9968e4cfea84ea4ff5af5d917016e4"}, - {file = "pydantic_core-2.14.6-cp310-cp310-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:370ffecb5316ed23b667d99ce4debe53ea664b99cc37bfa2af47bc769056d534"}, - {file = "pydantic_core-2.14.6-cp310-cp310-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:f85f3843bdb1fe80e8c206fe6eed7a1caeae897e496542cee499c374a85c6e08"}, - {file = "pydantic_core-2.14.6-cp310-cp310-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:9862bf828112e19685b76ca499b379338fd4c5c269d897e218b2ae8fcb80139d"}, - {file = "pydantic_core-2.14.6-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:036137b5ad0cb0004c75b579445a1efccd072387a36c7f217bb8efd1afbe5245"}, - {file = "pydantic_core-2.14.6-cp310-cp310-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:92879bce89f91f4b2416eba4429c7b5ca22c45ef4a499c39f0c5c69257522c7c"}, - {file = "pydantic_core-2.14.6-cp310-cp310-musllinux_1_1_aarch64.whl", hash = "sha256:0c08de15d50fa190d577e8591f0329a643eeaed696d7771760295998aca6bc66"}, - {file = "pydantic_core-2.14.6-cp310-cp310-musllinux_1_1_x86_64.whl", hash = "sha256:36099c69f6b14fc2c49d7996cbf4f87ec4f0e66d1c74aa05228583225a07b590"}, - {file = "pydantic_core-2.14.6-cp310-none-win32.whl", hash = "sha256:7be719e4d2ae6c314f72844ba9d69e38dff342bc360379f7c8537c48e23034b7"}, - {file = "pydantic_core-2.14.6-cp310-none-win_amd64.whl", hash = "sha256:36fa402dcdc8ea7f1b0ddcf0df4254cc6b2e08f8cd80e7010d4c4ae6e86b2a87"}, - {file = "pydantic_core-2.14.6-cp311-cp311-macosx_10_7_x86_64.whl", hash = "sha256:dea7fcd62915fb150cdc373212141a30037e11b761fbced340e9db3379b892d4"}, - {file = "pydantic_core-2.14.6-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:ffff855100bc066ff2cd3aa4a60bc9534661816b110f0243e59503ec2df38421"}, - {file = "pydantic_core-2.14.6-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:1b027c86c66b8627eb90e57aee1f526df77dc6d8b354ec498be9a757d513b92b"}, - {file = "pydantic_core-2.14.6-cp311-cp311-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:00b1087dabcee0b0ffd104f9f53d7d3eaddfaa314cdd6726143af6bc713aa27e"}, - {file = "pydantic_core-2.14.6-cp311-cp311-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:75ec284328b60a4e91010c1acade0c30584f28a1f345bc8f72fe8b9e46ec6a96"}, - {file = "pydantic_core-2.14.6-cp311-cp311-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:7e1f4744eea1501404b20b0ac059ff7e3f96a97d3e3f48ce27a139e053bb370b"}, - {file = "pydantic_core-2.14.6-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:b2602177668f89b38b9f84b7b3435d0a72511ddef45dc14446811759b82235a1"}, - {file = "pydantic_core-2.14.6-cp311-cp311-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:6c8edaea3089bf908dd27da8f5d9e395c5b4dc092dbcce9b65e7156099b4b937"}, - {file = "pydantic_core-2.14.6-cp311-cp311-musllinux_1_1_aarch64.whl", hash = "sha256:478e9e7b360dfec451daafe286998d4a1eeaecf6d69c427b834ae771cad4b622"}, - {file = "pydantic_core-2.14.6-cp311-cp311-musllinux_1_1_x86_64.whl", hash = "sha256:b6ca36c12a5120bad343eef193cc0122928c5c7466121da7c20f41160ba00ba2"}, - {file = "pydantic_core-2.14.6-cp311-none-win32.whl", hash = "sha256:2b8719037e570639e6b665a4050add43134d80b687288ba3ade18b22bbb29dd2"}, - {file = "pydantic_core-2.14.6-cp311-none-win_amd64.whl", hash = "sha256:78ee52ecc088c61cce32b2d30a826f929e1708f7b9247dc3b921aec367dc1b23"}, - {file = "pydantic_core-2.14.6-cp311-none-win_arm64.whl", hash = "sha256:a19b794f8fe6569472ff77602437ec4430f9b2b9ec7a1105cfd2232f9ba355e6"}, - {file = "pydantic_core-2.14.6-cp312-cp312-macosx_10_7_x86_64.whl", hash = "sha256:667aa2eac9cd0700af1ddb38b7b1ef246d8cf94c85637cbb03d7757ca4c3fdec"}, - {file = "pydantic_core-2.14.6-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:cdee837710ef6b56ebd20245b83799fce40b265b3b406e51e8ccc5b85b9099b7"}, - {file = "pydantic_core-2.14.6-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:2c5bcf3414367e29f83fd66f7de64509a8fd2368b1edf4351e862910727d3e51"}, - {file = "pydantic_core-2.14.6-cp312-cp312-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:26a92ae76f75d1915806b77cf459811e772d8f71fd1e4339c99750f0e7f6324f"}, - {file = "pydantic_core-2.14.6-cp312-cp312-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:a983cca5ed1dd9a35e9e42ebf9f278d344603bfcb174ff99a5815f953925140a"}, - {file = "pydantic_core-2.14.6-cp312-cp312-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:cb92f9061657287eded380d7dc455bbf115430b3aa4741bdc662d02977e7d0af"}, - {file = "pydantic_core-2.14.6-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:e4ace1e220b078c8e48e82c081e35002038657e4b37d403ce940fa679e57113b"}, - {file = "pydantic_core-2.14.6-cp312-cp312-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:ef633add81832f4b56d3b4c9408b43d530dfca29e68fb1b797dcb861a2c734cd"}, - {file = "pydantic_core-2.14.6-cp312-cp312-musllinux_1_1_aarch64.whl", hash = "sha256:7e90d6cc4aad2cc1f5e16ed56e46cebf4877c62403a311af20459c15da76fd91"}, - {file = "pydantic_core-2.14.6-cp312-cp312-musllinux_1_1_x86_64.whl", hash = "sha256:e8a5ac97ea521d7bde7621d86c30e86b798cdecd985723c4ed737a2aa9e77d0c"}, - {file = "pydantic_core-2.14.6-cp312-none-win32.whl", hash = "sha256:f27207e8ca3e5e021e2402ba942e5b4c629718e665c81b8b306f3c8b1ddbb786"}, - {file = "pydantic_core-2.14.6-cp312-none-win_amd64.whl", hash = "sha256:b3e5fe4538001bb82e2295b8d2a39356a84694c97cb73a566dc36328b9f83b40"}, - {file = "pydantic_core-2.14.6-cp312-none-win_arm64.whl", hash = "sha256:64634ccf9d671c6be242a664a33c4acf12882670b09b3f163cd00a24cffbd74e"}, - {file = "pydantic_core-2.14.6-cp37-cp37m-macosx_10_7_x86_64.whl", hash = "sha256:24368e31be2c88bd69340fbfe741b405302993242ccb476c5c3ff48aeee1afe0"}, - {file = "pydantic_core-2.14.6-cp37-cp37m-macosx_11_0_arm64.whl", hash = "sha256:e33b0834f1cf779aa839975f9d8755a7c2420510c0fa1e9fa0497de77cd35d2c"}, - {file = "pydantic_core-2.14.6-cp37-cp37m-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:6af4b3f52cc65f8a0bc8b1cd9676f8c21ef3e9132f21fed250f6958bd7223bed"}, - {file = "pydantic_core-2.14.6-cp37-cp37m-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:d15687d7d7f40333bd8266f3814c591c2e2cd263fa2116e314f60d82086e353a"}, - {file = "pydantic_core-2.14.6-cp37-cp37m-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:095b707bb287bfd534044166ab767bec70a9bba3175dcdc3371782175c14e43c"}, - {file = "pydantic_core-2.14.6-cp37-cp37m-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:94fc0e6621e07d1e91c44e016cc0b189b48db053061cc22d6298a611de8071bb"}, - {file = "pydantic_core-2.14.6-cp37-cp37m-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:1ce830e480f6774608dedfd4a90c42aac4a7af0a711f1b52f807130c2e434c06"}, - {file = "pydantic_core-2.14.6-cp37-cp37m-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:a306cdd2ad3a7d795d8e617a58c3a2ed0f76c8496fb7621b6cd514eb1532cae8"}, - {file = "pydantic_core-2.14.6-cp37-cp37m-musllinux_1_1_aarch64.whl", hash = "sha256:2f5fa187bde8524b1e37ba894db13aadd64faa884657473b03a019f625cee9a8"}, - {file = "pydantic_core-2.14.6-cp37-cp37m-musllinux_1_1_x86_64.whl", hash = "sha256:438027a975cc213a47c5d70672e0d29776082155cfae540c4e225716586be75e"}, - {file = "pydantic_core-2.14.6-cp37-none-win32.whl", hash = "sha256:f96ae96a060a8072ceff4cfde89d261837b4294a4f28b84a28765470d502ccc6"}, - {file = "pydantic_core-2.14.6-cp37-none-win_amd64.whl", hash = "sha256:e646c0e282e960345314f42f2cea5e0b5f56938c093541ea6dbf11aec2862391"}, - {file = "pydantic_core-2.14.6-cp38-cp38-macosx_10_7_x86_64.whl", hash = "sha256:db453f2da3f59a348f514cfbfeb042393b68720787bbef2b4c6068ea362c8149"}, - {file = "pydantic_core-2.14.6-cp38-cp38-macosx_11_0_arm64.whl", hash = "sha256:3860c62057acd95cc84044e758e47b18dcd8871a328ebc8ccdefd18b0d26a21b"}, - {file = "pydantic_core-2.14.6-cp38-cp38-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:36026d8f99c58d7044413e1b819a67ca0e0b8ebe0f25e775e6c3d1fabb3c38fb"}, - {file = "pydantic_core-2.14.6-cp38-cp38-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:8ed1af8692bd8d2a29d702f1a2e6065416d76897d726e45a1775b1444f5928a7"}, - {file = "pydantic_core-2.14.6-cp38-cp38-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:314ccc4264ce7d854941231cf71b592e30d8d368a71e50197c905874feacc8a8"}, - {file = "pydantic_core-2.14.6-cp38-cp38-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:982487f8931067a32e72d40ab6b47b1628a9c5d344be7f1a4e668fb462d2da42"}, - {file = "pydantic_core-2.14.6-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:2dbe357bc4ddda078f79d2a36fc1dd0494a7f2fad83a0a684465b6f24b46fe80"}, - {file = "pydantic_core-2.14.6-cp38-cp38-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:2f6ffc6701a0eb28648c845f4945a194dc7ab3c651f535b81793251e1185ac3d"}, - {file = "pydantic_core-2.14.6-cp38-cp38-musllinux_1_1_aarch64.whl", hash = "sha256:7f5025db12fc6de7bc1104d826d5aee1d172f9ba6ca936bf6474c2148ac336c1"}, - {file = "pydantic_core-2.14.6-cp38-cp38-musllinux_1_1_x86_64.whl", hash = "sha256:dab03ed811ed1c71d700ed08bde8431cf429bbe59e423394f0f4055f1ca0ea60"}, - {file = "pydantic_core-2.14.6-cp38-none-win32.whl", hash = "sha256:dfcbebdb3c4b6f739a91769aea5ed615023f3c88cb70df812849aef634c25fbe"}, - {file = "pydantic_core-2.14.6-cp38-none-win_amd64.whl", hash = "sha256:99b14dbea2fdb563d8b5a57c9badfcd72083f6006caf8e126b491519c7d64ca8"}, - {file = "pydantic_core-2.14.6-cp39-cp39-macosx_10_7_x86_64.whl", hash = "sha256:4ce8299b481bcb68e5c82002b96e411796b844d72b3e92a3fbedfe8e19813eab"}, - {file = "pydantic_core-2.14.6-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:b9a9d92f10772d2a181b5ca339dee066ab7d1c9a34ae2421b2a52556e719756f"}, - {file = "pydantic_core-2.14.6-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:fd9e98b408384989ea4ab60206b8e100d8687da18b5c813c11e92fd8212a98e0"}, - {file = "pydantic_core-2.14.6-cp39-cp39-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:4f86f1f318e56f5cbb282fe61eb84767aee743ebe32c7c0834690ebea50c0a6b"}, - {file = "pydantic_core-2.14.6-cp39-cp39-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:86ce5fcfc3accf3a07a729779d0b86c5d0309a4764c897d86c11089be61da160"}, - {file = "pydantic_core-2.14.6-cp39-cp39-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:3dcf1978be02153c6a31692d4fbcc2a3f1db9da36039ead23173bc256ee3b91b"}, - {file = "pydantic_core-2.14.6-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:eedf97be7bc3dbc8addcef4142f4b4164066df0c6f36397ae4aaed3eb187d8ab"}, - {file = "pydantic_core-2.14.6-cp39-cp39-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:d5f916acf8afbcab6bacbb376ba7dc61f845367901ecd5e328fc4d4aef2fcab0"}, - {file = "pydantic_core-2.14.6-cp39-cp39-musllinux_1_1_aarch64.whl", hash = "sha256:8a14c192c1d724c3acbfb3f10a958c55a2638391319ce8078cb36c02283959b9"}, - {file = "pydantic_core-2.14.6-cp39-cp39-musllinux_1_1_x86_64.whl", hash = "sha256:0348b1dc6b76041516e8a854ff95b21c55f5a411c3297d2ca52f5528e49d8411"}, - {file = "pydantic_core-2.14.6-cp39-none-win32.whl", hash = "sha256:de2a0645a923ba57c5527497daf8ec5df69c6eadf869e9cd46e86349146e5975"}, - {file = "pydantic_core-2.14.6-cp39-none-win_amd64.whl", hash = "sha256:aca48506a9c20f68ee61c87f2008f81f8ee99f8d7f0104bff3c47e2d148f89d9"}, - {file = "pydantic_core-2.14.6-pp310-pypy310_pp73-macosx_10_7_x86_64.whl", hash = "sha256:d5c28525c19f5bb1e09511669bb57353d22b94cf8b65f3a8d141c389a55dec95"}, - {file = "pydantic_core-2.14.6-pp310-pypy310_pp73-macosx_11_0_arm64.whl", hash = "sha256:78d0768ee59baa3de0f4adac9e3748b4b1fffc52143caebddfd5ea2961595277"}, - {file = "pydantic_core-2.14.6-pp310-pypy310_pp73-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:8b93785eadaef932e4fe9c6e12ba67beb1b3f1e5495631419c784ab87e975670"}, - {file = "pydantic_core-2.14.6-pp310-pypy310_pp73-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:a874f21f87c485310944b2b2734cd6d318765bcbb7515eead33af9641816506e"}, - {file = "pydantic_core-2.14.6-pp310-pypy310_pp73-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:b89f4477d915ea43b4ceea6756f63f0288941b6443a2b28c69004fe07fde0d0d"}, - {file = "pydantic_core-2.14.6-pp310-pypy310_pp73-musllinux_1_1_aarch64.whl", hash = "sha256:172de779e2a153d36ee690dbc49c6db568d7b33b18dc56b69a7514aecbcf380d"}, - {file = "pydantic_core-2.14.6-pp310-pypy310_pp73-musllinux_1_1_x86_64.whl", hash = "sha256:dfcebb950aa7e667ec226a442722134539e77c575f6cfaa423f24371bb8d2e94"}, - {file = "pydantic_core-2.14.6-pp310-pypy310_pp73-win_amd64.whl", hash = "sha256:55a23dcd98c858c0db44fc5c04fc7ed81c4b4d33c653a7c45ddaebf6563a2f66"}, - {file = "pydantic_core-2.14.6-pp37-pypy37_pp73-macosx_10_7_x86_64.whl", hash = "sha256:4241204e4b36ab5ae466ecec5c4c16527a054c69f99bba20f6f75232a6a534e2"}, - {file = "pydantic_core-2.14.6-pp37-pypy37_pp73-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:e574de99d735b3fc8364cba9912c2bec2da78775eba95cbb225ef7dda6acea24"}, - {file = "pydantic_core-2.14.6-pp37-pypy37_pp73-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:1302a54f87b5cd8528e4d6d1bf2133b6aa7c6122ff8e9dc5220fbc1e07bffebd"}, - {file = "pydantic_core-2.14.6-pp37-pypy37_pp73-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:f8e81e4b55930e5ffab4a68db1af431629cf2e4066dbdbfef65348b8ab804ea8"}, - {file = "pydantic_core-2.14.6-pp37-pypy37_pp73-musllinux_1_1_aarch64.whl", hash = "sha256:c99462ffc538717b3e60151dfaf91125f637e801f5ab008f81c402f1dff0cd0f"}, - {file = "pydantic_core-2.14.6-pp37-pypy37_pp73-musllinux_1_1_x86_64.whl", hash = "sha256:e4cf2d5829f6963a5483ec01578ee76d329eb5caf330ecd05b3edd697e7d768a"}, - {file = "pydantic_core-2.14.6-pp38-pypy38_pp73-macosx_10_7_x86_64.whl", hash = "sha256:cf10b7d58ae4a1f07fccbf4a0a956d705356fea05fb4c70608bb6fa81d103cda"}, - {file = "pydantic_core-2.14.6-pp38-pypy38_pp73-macosx_11_0_arm64.whl", hash = "sha256:399ac0891c284fa8eb998bcfa323f2234858f5d2efca3950ae58c8f88830f145"}, - {file = "pydantic_core-2.14.6-pp38-pypy38_pp73-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:9c6a5c79b28003543db3ba67d1df336f253a87d3112dac3a51b94f7d48e4c0e1"}, - {file = "pydantic_core-2.14.6-pp38-pypy38_pp73-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:599c87d79cab2a6a2a9df4aefe0455e61e7d2aeede2f8577c1b7c0aec643ee8e"}, - {file = "pydantic_core-2.14.6-pp38-pypy38_pp73-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:43e166ad47ba900f2542a80d83f9fc65fe99eb63ceec4debec160ae729824052"}, - {file = "pydantic_core-2.14.6-pp38-pypy38_pp73-musllinux_1_1_aarch64.whl", hash = "sha256:3a0b5db001b98e1c649dd55afa928e75aa4087e587b9524a4992316fa23c9fba"}, - {file = "pydantic_core-2.14.6-pp38-pypy38_pp73-musllinux_1_1_x86_64.whl", hash = "sha256:747265448cb57a9f37572a488a57d873fd96bf51e5bb7edb52cfb37124516da4"}, - {file = "pydantic_core-2.14.6-pp38-pypy38_pp73-win_amd64.whl", hash = "sha256:7ebe3416785f65c28f4f9441e916bfc8a54179c8dea73c23023f7086fa601c5d"}, - {file = "pydantic_core-2.14.6-pp39-pypy39_pp73-macosx_10_7_x86_64.whl", hash = "sha256:86c963186ca5e50d5c8287b1d1c9d3f8f024cbe343d048c5bd282aec2d8641f2"}, - {file = "pydantic_core-2.14.6-pp39-pypy39_pp73-macosx_11_0_arm64.whl", hash = "sha256:e0641b506486f0b4cd1500a2a65740243e8670a2549bb02bc4556a83af84ae03"}, - {file = "pydantic_core-2.14.6-pp39-pypy39_pp73-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:71d72ca5eaaa8d38c8df16b7deb1a2da4f650c41b58bb142f3fb75d5ad4a611f"}, - {file = "pydantic_core-2.14.6-pp39-pypy39_pp73-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:27e524624eace5c59af499cd97dc18bb201dc6a7a2da24bfc66ef151c69a5f2a"}, - {file = "pydantic_core-2.14.6-pp39-pypy39_pp73-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:a3dde6cac75e0b0902778978d3b1646ca9f438654395a362cb21d9ad34b24acf"}, - {file = "pydantic_core-2.14.6-pp39-pypy39_pp73-musllinux_1_1_aarch64.whl", hash = "sha256:00646784f6cd993b1e1c0e7b0fdcbccc375d539db95555477771c27555e3c556"}, - {file = "pydantic_core-2.14.6-pp39-pypy39_pp73-musllinux_1_1_x86_64.whl", hash = "sha256:23598acb8ccaa3d1d875ef3b35cb6376535095e9405d91a3d57a8c7db5d29341"}, - {file = "pydantic_core-2.14.6-pp39-pypy39_pp73-win_amd64.whl", hash = "sha256:7f41533d7e3cf9520065f610b41ac1c76bc2161415955fbcead4981b22c7611e"}, - {file = "pydantic_core-2.14.6.tar.gz", hash = "sha256:1fd0c1d395372843fba13a51c28e3bb9d59bd7aebfeb17358ffaaa1e4dbbe948"}, + {file = "pydantic_core-2.18.2-cp310-cp310-macosx_10_12_x86_64.whl", hash = "sha256:9e08e867b306f525802df7cd16c44ff5ebbe747ff0ca6cf3fde7f36c05a59a81"}, + {file = "pydantic_core-2.18.2-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:f0a21cbaa69900cbe1a2e7cad2aa74ac3cf21b10c3efb0fa0b80305274c0e8a2"}, + {file = "pydantic_core-2.18.2-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:0680b1f1f11fda801397de52c36ce38ef1c1dc841a0927a94f226dea29c3ae3d"}, + {file = "pydantic_core-2.18.2-cp310-cp310-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:95b9d5e72481d3780ba3442eac863eae92ae43a5f3adb5b4d0a1de89d42bb250"}, + {file = "pydantic_core-2.18.2-cp310-cp310-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:c4fcf5cd9c4b655ad666ca332b9a081112cd7a58a8b5a6ca7a3104bc950f2038"}, + {file = "pydantic_core-2.18.2-cp310-cp310-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:9b5155ff768083cb1d62f3e143b49a8a3432e6789a3abee8acd005c3c7af1c74"}, + {file = "pydantic_core-2.18.2-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:553ef617b6836fc7e4df130bb851e32fe357ce36336d897fd6646d6058d980af"}, + {file = "pydantic_core-2.18.2-cp310-cp310-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:b89ed9eb7d616ef5714e5590e6cf7f23b02d0d539767d33561e3675d6f9e3857"}, + {file = "pydantic_core-2.18.2-cp310-cp310-musllinux_1_1_aarch64.whl", hash = "sha256:75f7e9488238e920ab6204399ded280dc4c307d034f3924cd7f90a38b1829563"}, + {file = "pydantic_core-2.18.2-cp310-cp310-musllinux_1_1_x86_64.whl", hash = "sha256:ef26c9e94a8c04a1b2924149a9cb081836913818e55681722d7f29af88fe7b38"}, + {file = "pydantic_core-2.18.2-cp310-none-win32.whl", hash = "sha256:182245ff6b0039e82b6bb585ed55a64d7c81c560715d1bad0cbad6dfa07b4027"}, + {file = "pydantic_core-2.18.2-cp310-none-win_amd64.whl", hash = "sha256:e23ec367a948b6d812301afc1b13f8094ab7b2c280af66ef450efc357d2ae543"}, + {file = "pydantic_core-2.18.2-cp311-cp311-macosx_10_12_x86_64.whl", hash = "sha256:219da3f096d50a157f33645a1cf31c0ad1fe829a92181dd1311022f986e5fbe3"}, + {file = "pydantic_core-2.18.2-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:cc1cfd88a64e012b74e94cd00bbe0f9c6df57049c97f02bb07d39e9c852e19a4"}, + {file = "pydantic_core-2.18.2-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:05b7133a6e6aeb8df37d6f413f7705a37ab4031597f64ab56384c94d98fa0e90"}, + {file = "pydantic_core-2.18.2-cp311-cp311-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:224c421235f6102e8737032483f43c1a8cfb1d2f45740c44166219599358c2cd"}, + {file = "pydantic_core-2.18.2-cp311-cp311-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:b14d82cdb934e99dda6d9d60dc84a24379820176cc4a0d123f88df319ae9c150"}, + {file = "pydantic_core-2.18.2-cp311-cp311-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:2728b01246a3bba6de144f9e3115b532ee44bd6cf39795194fb75491824a1413"}, + {file = "pydantic_core-2.18.2-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:470b94480bb5ee929f5acba6995251ada5e059a5ef3e0dfc63cca287283ebfa6"}, + {file = "pydantic_core-2.18.2-cp311-cp311-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:997abc4df705d1295a42f95b4eec4950a37ad8ae46d913caeee117b6b198811c"}, + {file = "pydantic_core-2.18.2-cp311-cp311-musllinux_1_1_aarch64.whl", hash = "sha256:75250dbc5290e3f1a0f4618db35e51a165186f9034eff158f3d490b3fed9f8a0"}, + {file = "pydantic_core-2.18.2-cp311-cp311-musllinux_1_1_x86_64.whl", hash = "sha256:4456f2dca97c425231d7315737d45239b2b51a50dc2b6f0c2bb181fce6207664"}, + {file = "pydantic_core-2.18.2-cp311-none-win32.whl", hash = "sha256:269322dcc3d8bdb69f054681edff86276b2ff972447863cf34c8b860f5188e2e"}, + {file = "pydantic_core-2.18.2-cp311-none-win_amd64.whl", hash = "sha256:800d60565aec896f25bc3cfa56d2277d52d5182af08162f7954f938c06dc4ee3"}, + {file = "pydantic_core-2.18.2-cp311-none-win_arm64.whl", hash = "sha256:1404c69d6a676245199767ba4f633cce5f4ad4181f9d0ccb0577e1f66cf4c46d"}, + {file = "pydantic_core-2.18.2-cp312-cp312-macosx_10_12_x86_64.whl", hash = "sha256:fb2bd7be70c0fe4dfd32c951bc813d9fe6ebcbfdd15a07527796c8204bd36242"}, + {file = "pydantic_core-2.18.2-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:6132dd3bd52838acddca05a72aafb6eab6536aa145e923bb50f45e78b7251043"}, + {file = "pydantic_core-2.18.2-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:d7d904828195733c183d20a54230c0df0eb46ec746ea1a666730787353e87182"}, + {file = "pydantic_core-2.18.2-cp312-cp312-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:c9bd70772c720142be1020eac55f8143a34ec9f82d75a8e7a07852023e46617f"}, + {file = "pydantic_core-2.18.2-cp312-cp312-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:2b8ed04b3582771764538f7ee7001b02e1170223cf9b75dff0bc698fadb00cf3"}, + {file = "pydantic_core-2.18.2-cp312-cp312-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:e6dac87ddb34aaec85f873d737e9d06a3555a1cc1a8e0c44b7f8d5daeb89d86f"}, + {file = "pydantic_core-2.18.2-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:7ca4ae5a27ad7a4ee5170aebce1574b375de390bc01284f87b18d43a3984df72"}, + {file = "pydantic_core-2.18.2-cp312-cp312-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:886eec03591b7cf058467a70a87733b35f44707bd86cf64a615584fd72488b7c"}, + {file = "pydantic_core-2.18.2-cp312-cp312-musllinux_1_1_aarch64.whl", hash = "sha256:ca7b0c1f1c983e064caa85f3792dd2fe3526b3505378874afa84baf662e12241"}, + {file = "pydantic_core-2.18.2-cp312-cp312-musllinux_1_1_x86_64.whl", hash = "sha256:4b4356d3538c3649337df4074e81b85f0616b79731fe22dd11b99499b2ebbdf3"}, + {file = "pydantic_core-2.18.2-cp312-none-win32.whl", hash = "sha256:8b172601454f2d7701121bbec3425dd71efcb787a027edf49724c9cefc14c038"}, + {file = "pydantic_core-2.18.2-cp312-none-win_amd64.whl", hash = "sha256:b1bd7e47b1558ea872bd16c8502c414f9e90dcf12f1395129d7bb42a09a95438"}, + {file = "pydantic_core-2.18.2-cp312-none-win_arm64.whl", hash = "sha256:98758d627ff397e752bc339272c14c98199c613f922d4a384ddc07526c86a2ec"}, + {file = "pydantic_core-2.18.2-cp38-cp38-macosx_10_12_x86_64.whl", hash = "sha256:9fdad8e35f278b2c3eb77cbdc5c0a49dada440657bf738d6905ce106dc1de439"}, + {file = "pydantic_core-2.18.2-cp38-cp38-macosx_11_0_arm64.whl", hash = "sha256:1d90c3265ae107f91a4f279f4d6f6f1d4907ac76c6868b27dc7fb33688cfb347"}, + {file = "pydantic_core-2.18.2-cp38-cp38-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:390193c770399861d8df9670fb0d1874f330c79caaca4642332df7c682bf6b91"}, + {file = "pydantic_core-2.18.2-cp38-cp38-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:82d5d4d78e4448683cb467897fe24e2b74bb7b973a541ea1dcfec1d3cbce39fb"}, + {file = "pydantic_core-2.18.2-cp38-cp38-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:4774f3184d2ef3e14e8693194f661dea5a4d6ca4e3dc8e39786d33a94865cefd"}, + {file = "pydantic_core-2.18.2-cp38-cp38-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:d4d938ec0adf5167cb335acb25a4ee69a8107e4984f8fbd2e897021d9e4ca21b"}, + {file = "pydantic_core-2.18.2-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:e0e8b1be28239fc64a88a8189d1df7fad8be8c1ae47fcc33e43d4be15f99cc70"}, + {file = "pydantic_core-2.18.2-cp38-cp38-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:868649da93e5a3d5eacc2b5b3b9235c98ccdbfd443832f31e075f54419e1b96b"}, + {file = "pydantic_core-2.18.2-cp38-cp38-musllinux_1_1_aarch64.whl", hash = "sha256:78363590ef93d5d226ba21a90a03ea89a20738ee5b7da83d771d283fd8a56761"}, + {file = "pydantic_core-2.18.2-cp38-cp38-musllinux_1_1_x86_64.whl", hash = "sha256:852e966fbd035a6468fc0a3496589b45e2208ec7ca95c26470a54daed82a0788"}, + {file = "pydantic_core-2.18.2-cp38-none-win32.whl", hash = "sha256:6a46e22a707e7ad4484ac9ee9f290f9d501df45954184e23fc29408dfad61350"}, + {file = "pydantic_core-2.18.2-cp38-none-win_amd64.whl", hash = "sha256:d91cb5ea8b11607cc757675051f61b3d93f15eca3cefb3e6c704a5d6e8440f4e"}, + {file = "pydantic_core-2.18.2-cp39-cp39-macosx_10_12_x86_64.whl", hash = "sha256:ae0a8a797a5e56c053610fa7be147993fe50960fa43609ff2a9552b0e07013e8"}, + {file = "pydantic_core-2.18.2-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:042473b6280246b1dbf530559246f6842b56119c2926d1e52b631bdc46075f2a"}, + {file = "pydantic_core-2.18.2-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:1a388a77e629b9ec814c1b1e6b3b595fe521d2cdc625fcca26fbc2d44c816804"}, + {file = "pydantic_core-2.18.2-cp39-cp39-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:e25add29b8f3b233ae90ccef2d902d0ae0432eb0d45370fe315d1a5cf231004b"}, + {file = "pydantic_core-2.18.2-cp39-cp39-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:f459a5ce8434614dfd39bbebf1041952ae01da6bed9855008cb33b875cb024c0"}, + {file = "pydantic_core-2.18.2-cp39-cp39-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:eff2de745698eb46eeb51193a9f41d67d834d50e424aef27df2fcdee1b153845"}, + {file = "pydantic_core-2.18.2-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:a8309f67285bdfe65c372ea3722b7a5642680f3dba538566340a9d36e920b5f0"}, + {file = "pydantic_core-2.18.2-cp39-cp39-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:f93a8a2e3938ff656a7c1bc57193b1319960ac015b6e87d76c76bf14fe0244b4"}, + {file = "pydantic_core-2.18.2-cp39-cp39-musllinux_1_1_aarch64.whl", hash = "sha256:22057013c8c1e272eb8d0eebc796701167d8377441ec894a8fed1af64a0bf399"}, + {file = "pydantic_core-2.18.2-cp39-cp39-musllinux_1_1_x86_64.whl", hash = "sha256:cfeecd1ac6cc1fb2692c3d5110781c965aabd4ec5d32799773ca7b1456ac636b"}, + {file = "pydantic_core-2.18.2-cp39-none-win32.whl", hash = "sha256:0d69b4c2f6bb3e130dba60d34c0845ba31b69babdd3f78f7c0c8fae5021a253e"}, + {file = "pydantic_core-2.18.2-cp39-none-win_amd64.whl", hash = "sha256:d9319e499827271b09b4e411905b24a426b8fb69464dfa1696258f53a3334641"}, + {file = "pydantic_core-2.18.2-pp310-pypy310_pp73-macosx_10_12_x86_64.whl", hash = "sha256:a1874c6dd4113308bd0eb568418e6114b252afe44319ead2b4081e9b9521fe75"}, + {file = "pydantic_core-2.18.2-pp310-pypy310_pp73-macosx_11_0_arm64.whl", hash = "sha256:ccdd111c03bfd3666bd2472b674c6899550e09e9f298954cfc896ab92b5b0e6d"}, + {file = "pydantic_core-2.18.2-pp310-pypy310_pp73-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:e18609ceaa6eed63753037fc06ebb16041d17d28199ae5aba0052c51449650a9"}, + {file = "pydantic_core-2.18.2-pp310-pypy310_pp73-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:6e5c584d357c4e2baf0ff7baf44f4994be121e16a2c88918a5817331fc7599d7"}, + {file = "pydantic_core-2.18.2-pp310-pypy310_pp73-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:43f0f463cf89ace478de71a318b1b4f05ebc456a9b9300d027b4b57c1a2064fb"}, + {file = "pydantic_core-2.18.2-pp310-pypy310_pp73-musllinux_1_1_aarch64.whl", hash = "sha256:e1b395e58b10b73b07b7cf740d728dd4ff9365ac46c18751bf8b3d8cca8f625a"}, + {file = "pydantic_core-2.18.2-pp310-pypy310_pp73-musllinux_1_1_x86_64.whl", hash = "sha256:0098300eebb1c837271d3d1a2cd2911e7c11b396eac9661655ee524a7f10587b"}, + {file = "pydantic_core-2.18.2-pp310-pypy310_pp73-win_amd64.whl", hash = "sha256:36789b70d613fbac0a25bb07ab3d9dba4d2e38af609c020cf4d888d165ee0bf3"}, + {file = "pydantic_core-2.18.2-pp39-pypy39_pp73-macosx_10_12_x86_64.whl", hash = "sha256:3f9a801e7c8f1ef8718da265bba008fa121243dfe37c1cea17840b0944dfd72c"}, + {file = "pydantic_core-2.18.2-pp39-pypy39_pp73-macosx_11_0_arm64.whl", hash = "sha256:3a6515ebc6e69d85502b4951d89131ca4e036078ea35533bb76327f8424531ce"}, + {file = "pydantic_core-2.18.2-pp39-pypy39_pp73-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:20aca1e2298c56ececfd8ed159ae4dde2df0781988c97ef77d5c16ff4bd5b400"}, + {file = "pydantic_core-2.18.2-pp39-pypy39_pp73-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:223ee893d77a310a0391dca6df00f70bbc2f36a71a895cecd9a0e762dc37b349"}, + {file = "pydantic_core-2.18.2-pp39-pypy39_pp73-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:2334ce8c673ee93a1d6a65bd90327588387ba073c17e61bf19b4fd97d688d63c"}, + {file = "pydantic_core-2.18.2-pp39-pypy39_pp73-musllinux_1_1_aarch64.whl", hash = "sha256:cbca948f2d14b09d20268cda7b0367723d79063f26c4ffc523af9042cad95592"}, + {file = "pydantic_core-2.18.2-pp39-pypy39_pp73-musllinux_1_1_x86_64.whl", hash = "sha256:b3ef08e20ec49e02d5c6717a91bb5af9b20f1805583cb0adfe9ba2c6b505b5ae"}, + {file = "pydantic_core-2.18.2-pp39-pypy39_pp73-win_amd64.whl", hash = "sha256:c6fdc8627910eed0c01aed6a390a252fe3ea6d472ee70fdde56273f198938374"}, + {file = "pydantic_core-2.18.2.tar.gz", hash = "sha256:2e29d20810dfc3043ee13ac7d9e25105799817683348823f305ab3f349b9386e"}, ] [package.dependencies] @@ -5284,13 +5621,13 @@ typing-extensions = ">=4.6.0,<4.7.0 || >4.7.0" [[package]] name = "pydeck" -version = "0.8.0" +version = "0.9.1" description = "Widget for deck.gl maps" optional = false -python-versions = ">=3.7" +python-versions = ">=3.8" files = [ - {file = "pydeck-0.8.0-py2.py3-none-any.whl", hash = "sha256:a8fa7757c6f24bba033af39db3147cb020eef44012ba7e60d954de187f9ed4d5"}, - {file = "pydeck-0.8.0.tar.gz", hash = "sha256:07edde833f7cfcef6749124351195aa7dcd24663d4909fd7898dbd0b6fbc01ec"}, + {file = "pydeck-0.9.1-py2.py3-none-any.whl", hash = "sha256:b3f75ba0d273fc917094fa61224f3f6076ca8752b93d46faf3bcfd9f9d59b038"}, + {file = "pydeck-0.9.1.tar.gz", hash = "sha256:f74475ae637951d63f2ee58326757f8d4f9cd9f2a457cf42950715003e2cb605"}, ] [package.dependencies] @@ -5330,17 +5667,16 @@ yapf = ">=0.30.0" [[package]] name = "pygments" -version = "2.17.2" +version = "2.18.0" description = "Pygments is a syntax highlighting package written in Python." optional = false -python-versions = ">=3.7" +python-versions = ">=3.8" files = [ - {file = "pygments-2.17.2-py3-none-any.whl", hash = "sha256:b27c2826c47d0f3219f29554824c30c5e8945175d888647acd804ddd04af846c"}, - {file = "pygments-2.17.2.tar.gz", hash = "sha256:da46cec9fd2de5be3a8a784f434e4c4ab670b4ff54d605c4c2717e9d49c4c367"}, + {file = "pygments-2.18.0-py3-none-any.whl", hash = "sha256:b8e6aca0523f3ab76fee51799c488e38782ac06eafcf95e7ba832985c8e7b13a"}, + {file = "pygments-2.18.0.tar.gz", hash = "sha256:786ff802f32e91311bff3889f6e9a86e81505fe99f2735bb6d60ae0c5004f199"}, ] [package.extras] -plugins = ["importlib-metadata"] windows-terminal = ["colorama (>=0.4.6)"] [[package]] @@ -5358,24 +5694,24 @@ PyYAML = "*" [[package]] name = "pypandoc" -version = "1.12" +version = "1.13" description = "Thin wrapper for pandoc." optional = false python-versions = ">=3.6" files = [ - {file = "pypandoc-1.12-py3-none-any.whl", hash = "sha256:efb4f7d68ead8bec32e22b62f02d5608a1700978b51bfc4af286fd6acfe9d218"}, - {file = "pypandoc-1.12.tar.gz", hash = "sha256:8f44740a9f074e121d81b489f073160421611d4ead62d1b306aeb11aab3c32df"}, + {file = "pypandoc-1.13-py3-none-any.whl", hash = "sha256:4c7d71bf2f1ed122aac287113b5c4d537a33bbc3c1df5aed11a7d4a7ac074681"}, + {file = "pypandoc-1.13.tar.gz", hash = "sha256:31652073c7960c2b03570bd1e94f602ca9bc3e70099df5ead4cea98ff5151c1e"}, ] [[package]] name = "pyparsing" -version = "3.1.1" +version = "3.1.2" description = "pyparsing module - Classes and methods to define and execute parsing grammars" optional = false python-versions = ">=3.6.8" files = [ - {file = "pyparsing-3.1.1-py3-none-any.whl", hash = "sha256:32c7c0b711493c72ff18a981d24f28aaf9c1fb7ed5e9667c9e84e3db623bdbfb"}, - {file = "pyparsing-3.1.1.tar.gz", hash = "sha256:ede28a1a32462f5a9705e07aea48001a08f7cf81a021585011deba701581a0db"}, + {file = "pyparsing-3.1.2-py3-none-any.whl", hash = "sha256:f9db75911801ed778fe61bb643079ff86601aca99fcae6345aa67292038fb742"}, + {file = "pyparsing-3.1.2.tar.gz", hash = "sha256:a1bac0ce561155ecc3ed78ca94d3c9378656ad4c94c1270de543f621420f94ad"}, ] [package.extras] @@ -5436,30 +5772,30 @@ testing = ["fields", "hunter", "process-tests", "pytest-xdist", "six", "virtuale [[package]] name = "pytest-mock" -version = "3.12.0" +version = "3.14.0" description = "Thin-wrapper around the mock package for easier use with pytest" optional = false python-versions = ">=3.8" files = [ - {file = "pytest-mock-3.12.0.tar.gz", hash = "sha256:31a40f038c22cad32287bb43932054451ff5583ff094bca6f675df2f8bc1a6e9"}, - {file = "pytest_mock-3.12.0-py3-none-any.whl", hash = "sha256:0972719a7263072da3a21c7f4773069bcc7486027d7e8e1f81d98a47e701bc4f"}, + {file = "pytest-mock-3.14.0.tar.gz", hash = "sha256:2719255a1efeceadbc056d6bf3df3d1c5015530fb40cf347c0f9afac88410bd0"}, + {file = "pytest_mock-3.14.0-py3-none-any.whl", hash = "sha256:0b72c38033392a5f4621342fe11e9219ac11ec9d375f8e2a0c164539e0d70f6f"}, ] [package.dependencies] -pytest = ">=5.0" +pytest = ">=6.2.5" [package.extras] dev = ["pre-commit", "pytest-asyncio", "tox"] [[package]] name = "python-dateutil" -version = "2.8.2" +version = "2.9.0.post0" description = "Extensions to the standard Python datetime module" optional = false python-versions = "!=3.0.*,!=3.1.*,!=3.2.*,>=2.7" files = [ - {file = "python-dateutil-2.8.2.tar.gz", hash = "sha256:0123cacc1627ae19ddf3c27a5de5bd67ee4586fbdd6440d9748f8abb483d3e86"}, - {file = "python_dateutil-2.8.2-py2.py3-none-any.whl", hash = "sha256:961d03dc3453ebbc59dbdea9e4e11c5651520a876d0f4db161e8674aae935da9"}, + {file = "python-dateutil-2.9.0.post0.tar.gz", hash = "sha256:37dd54208da7e1cd875388217d5e00ebd4179249f90fb72437e91a35459a0ad3"}, + {file = "python_dateutil-2.9.0.post0-py2.py3-none-any.whl", hash = "sha256:a8b2bc7bffae282281c8140a97d3aa9c14da0b136dfe83f850eea9a5f7470427"}, ] [package.dependencies] @@ -5467,18 +5803,18 @@ six = ">=1.5" [[package]] name = "python-docx" -version = "1.1.0" +version = "1.1.2" description = "Create, read, and update Microsoft Word .docx files." optional = false python-versions = ">=3.7" files = [ - {file = "python-docx-1.1.0.tar.gz", hash = "sha256:5829b722141cf1ab79aedf0c34d9fe9924b29764584c0f2164eb2b02dcdf17c9"}, - {file = "python_docx-1.1.0-py3-none-any.whl", hash = "sha256:bac9773278098a1ddc43a52d84e22f5909c4a3080a624530b3ecb3771b07c6cd"}, + {file = "python_docx-1.1.2-py3-none-any.whl", hash = "sha256:08c20d6058916fb19853fcf080f7f42b6270d89eac9fa5f8c15f691c0017fabe"}, + {file = "python_docx-1.1.2.tar.gz", hash = "sha256:0cf1f22e95b9002addca7948e16f2cd7acdfd498047f1941ca5d293db7762efd"}, ] [package.dependencies] lxml = ">=3.1.0" -typing-extensions = "*" +typing-extensions = ">=4.9.0" [[package]] name = "python-dotenv" @@ -5568,13 +5904,13 @@ trio = ["trio (>=0.16.0)"] [[package]] name = "pytz" -version = "2023.3.post1" +version = "2024.1" description = "World timezone definitions, modern and historical" optional = false python-versions = "*" files = [ - {file = "pytz-2023.3.post1-py2.py3-none-any.whl", hash = "sha256:ce42d816b81b68506614c11e8937d3aa9e41007ceb50bfdcb0749b921bf646c7"}, - {file = "pytz-2023.3.post1.tar.gz", hash = "sha256:7b4fddbeb94a1eba4b557da24f19fdf9db575192544270a9101d8509f9f43d7b"}, + {file = "pytz-2024.1-py2.py3-none-any.whl", hash = "sha256:328171f4e3623139da4983451950b28e95ac706e13f3f2630a879749e7a8b319"}, + {file = "pytz-2024.1.tar.gz", hash = "sha256:2a29735ea9c18baf14b448846bde5a48030ed267578472d8955cd0e7443a9812"}, ] [[package]] @@ -5602,17 +5938,17 @@ files = [ [[package]] name = "pywinpty" -version = "2.0.12" +version = "2.0.13" description = "Pseudo terminal support for Windows from Python." optional = false python-versions = ">=3.8" files = [ - {file = "pywinpty-2.0.12-cp310-none-win_amd64.whl", hash = "sha256:21319cd1d7c8844fb2c970fb3a55a3db5543f112ff9cfcd623746b9c47501575"}, - {file = "pywinpty-2.0.12-cp311-none-win_amd64.whl", hash = "sha256:853985a8f48f4731a716653170cd735da36ffbdc79dcb4c7b7140bce11d8c722"}, - {file = "pywinpty-2.0.12-cp312-none-win_amd64.whl", hash = "sha256:1617b729999eb6713590e17665052b1a6ae0ad76ee31e60b444147c5b6a35dca"}, - {file = "pywinpty-2.0.12-cp38-none-win_amd64.whl", hash = "sha256:189380469ca143d06e19e19ff3fba0fcefe8b4a8cc942140a6b863aed7eebb2d"}, - {file = "pywinpty-2.0.12-cp39-none-win_amd64.whl", hash = "sha256:7520575b6546db23e693cbd865db2764097bd6d4ef5dc18c92555904cd62c3d4"}, - {file = "pywinpty-2.0.12.tar.gz", hash = "sha256:8197de460ae8ebb7f5d1701dfa1b5df45b157bb832e92acba316305e18ca00dd"}, + {file = "pywinpty-2.0.13-cp310-none-win_amd64.whl", hash = "sha256:697bff211fb5a6508fee2dc6ff174ce03f34a9a233df9d8b5fe9c8ce4d5eaf56"}, + {file = "pywinpty-2.0.13-cp311-none-win_amd64.whl", hash = "sha256:b96fb14698db1284db84ca38c79f15b4cfdc3172065b5137383910567591fa99"}, + {file = "pywinpty-2.0.13-cp312-none-win_amd64.whl", hash = "sha256:2fd876b82ca750bb1333236ce98488c1be96b08f4f7647cfdf4129dfad83c2d4"}, + {file = "pywinpty-2.0.13-cp38-none-win_amd64.whl", hash = "sha256:61d420c2116c0212808d31625611b51caf621fe67f8a6377e2e8b617ea1c1f7d"}, + {file = "pywinpty-2.0.13-cp39-none-win_amd64.whl", hash = "sha256:71cb613a9ee24174730ac7ae439fd179ca34ccb8c5349e8d7b72ab5dea2c6f4b"}, + {file = "pywinpty-2.0.13.tar.gz", hash = "sha256:c34e32351a3313ddd0d7da23d27f835c860d32fe4ac814d372a3ea9594f41dde"}, ] [[package]] @@ -5627,6 +5963,7 @@ files = [ {file = "PyYAML-6.0.1-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:69b023b2b4daa7548bcfbd4aa3da05b3a74b772db9e23b982788168117739938"}, {file = "PyYAML-6.0.1-cp310-cp310-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:81e0b275a9ecc9c0c0c07b4b90ba548307583c125f54d5b6946cfee6360c733d"}, {file = "PyYAML-6.0.1-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:ba336e390cd8e4d1739f42dfe9bb83a3cc2e80f567d8805e11b46f4a943f5515"}, + {file = "PyYAML-6.0.1-cp310-cp310-musllinux_1_1_x86_64.whl", hash = "sha256:326c013efe8048858a6d312ddd31d56e468118ad4cdeda36c719bf5bb6192290"}, {file = "PyYAML-6.0.1-cp310-cp310-win32.whl", hash = "sha256:bd4af7373a854424dabd882decdc5579653d7868b8fb26dc7d0e99f823aa5924"}, {file = "PyYAML-6.0.1-cp310-cp310-win_amd64.whl", hash = "sha256:fd1592b3fdf65fff2ad0004b5e363300ef59ced41c2e6b3a99d4089fa8c5435d"}, {file = "PyYAML-6.0.1-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:6965a7bc3cf88e5a1c3bd2e0b5c22f8d677dc88a455344035f03399034eb3007"}, @@ -5634,8 +5971,15 @@ files = [ {file = "PyYAML-6.0.1-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:42f8152b8dbc4fe7d96729ec2b99c7097d656dc1213a3229ca5383f973a5ed6d"}, {file = "PyYAML-6.0.1-cp311-cp311-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:062582fca9fabdd2c8b54a3ef1c978d786e0f6b3a1510e0ac93ef59e0ddae2bc"}, {file = "PyYAML-6.0.1-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:d2b04aac4d386b172d5b9692e2d2da8de7bfb6c387fa4f801fbf6fb2e6ba4673"}, + {file = "PyYAML-6.0.1-cp311-cp311-musllinux_1_1_x86_64.whl", hash = "sha256:e7d73685e87afe9f3b36c799222440d6cf362062f78be1013661b00c5c6f678b"}, {file = "PyYAML-6.0.1-cp311-cp311-win32.whl", hash = "sha256:1635fd110e8d85d55237ab316b5b011de701ea0f29d07611174a1b42f1444741"}, {file = "PyYAML-6.0.1-cp311-cp311-win_amd64.whl", hash = "sha256:bf07ee2fef7014951eeb99f56f39c9bb4af143d8aa3c21b1677805985307da34"}, + {file = "PyYAML-6.0.1-cp312-cp312-macosx_10_9_x86_64.whl", hash = "sha256:855fb52b0dc35af121542a76b9a84f8d1cd886ea97c84703eaa6d88e37a2ad28"}, + {file = "PyYAML-6.0.1-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:40df9b996c2b73138957fe23a16a4f0ba614f4c0efce1e9406a184b6d07fa3a9"}, + {file = "PyYAML-6.0.1-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:6c22bec3fbe2524cde73d7ada88f6566758a8f7227bfbf93a408a9d86bcc12a0"}, + {file = "PyYAML-6.0.1-cp312-cp312-musllinux_1_1_x86_64.whl", hash = "sha256:8d4e9c88387b0f5c7d5f281e55304de64cf7f9c0021a3525bd3b1c542da3b0e4"}, + {file = "PyYAML-6.0.1-cp312-cp312-win32.whl", hash = "sha256:d483d2cdf104e7c9fa60c544d92981f12ad66a457afae824d146093b8c294c54"}, + {file = "PyYAML-6.0.1-cp312-cp312-win_amd64.whl", hash = "sha256:0d3304d8c0adc42be59c5f8a4d9e3d7379e6955ad754aa9d6ab7a398b59dd1df"}, {file = "PyYAML-6.0.1-cp36-cp36m-macosx_10_9_x86_64.whl", hash = "sha256:50550eb667afee136e9a77d6dc71ae76a44df8b3e51e41b77f6de2932bfe0f47"}, {file = "PyYAML-6.0.1-cp36-cp36m-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:1fe35611261b29bd1de0070f0b2f47cb6ff71fa6595c077e42bd0c419fa27b98"}, {file = "PyYAML-6.0.1-cp36-cp36m-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:704219a11b772aea0d8ecd7058d0082713c3562b4e271b849ad7dc4a5c90c13c"}, @@ -5652,6 +5996,7 @@ files = [ {file = "PyYAML-6.0.1-cp38-cp38-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:a0cd17c15d3bb3fa06978b4e8958dcdc6e0174ccea823003a106c7d4d7899ac5"}, {file = "PyYAML-6.0.1-cp38-cp38-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:28c119d996beec18c05208a8bd78cbe4007878c6dd15091efb73a30e90539696"}, {file = "PyYAML-6.0.1-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:7e07cbde391ba96ab58e532ff4803f79c4129397514e1413a7dc761ccd755735"}, + {file = "PyYAML-6.0.1-cp38-cp38-musllinux_1_1_x86_64.whl", hash = "sha256:49a183be227561de579b4a36efbb21b3eab9651dd81b1858589f796549873dd6"}, {file = "PyYAML-6.0.1-cp38-cp38-win32.whl", hash = "sha256:184c5108a2aca3c5b3d3bf9395d50893a7ab82a38004c8f61c258d4428e80206"}, {file = "PyYAML-6.0.1-cp38-cp38-win_amd64.whl", hash = "sha256:1e2722cc9fbb45d9b87631ac70924c11d3a401b2d7f410cc0e3bbf249f2dca62"}, {file = "PyYAML-6.0.1-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:9eb6caa9a297fc2c2fb8862bc5370d0303ddba53ba97e71f08023b6cd73d16a8"}, @@ -5659,6 +6004,7 @@ files = [ {file = "PyYAML-6.0.1-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:5773183b6446b2c99bb77e77595dd486303b4faab2b086e7b17bc6bef28865f6"}, {file = "PyYAML-6.0.1-cp39-cp39-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:b786eecbdf8499b9ca1d697215862083bd6d2a99965554781d0d8d1ad31e13a0"}, {file = "PyYAML-6.0.1-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:bc1bf2925a1ecd43da378f4db9e4f799775d6367bdb94671027b73b393a7c42c"}, + {file = "PyYAML-6.0.1-cp39-cp39-musllinux_1_1_x86_64.whl", hash = "sha256:04ac92ad1925b2cff1db0cfebffb6ffc43457495c9b3c39d3fcae417d7125dc5"}, {file = "PyYAML-6.0.1-cp39-cp39-win32.whl", hash = "sha256:faca3bdcf85b2fc05d06ff3fbc1f83e1391b3e724afa3feba7d13eeab355484c"}, {file = "PyYAML-6.0.1-cp39-cp39-win_amd64.whl", hash = "sha256:510c9deebc5c0225e8c96813043e62b680ba2f9c50a08d3724c7f28a747d1486"}, {file = "PyYAML-6.0.1.tar.gz", hash = "sha256:bfdf460b1736c775f2ba9f6a92bca30bc2095067b8a9d77876d1fad6cc3b4a43"}, @@ -5666,104 +6012,99 @@ files = [ [[package]] name = "pyzmq" -version = "25.1.2" +version = "26.0.3" description = "Python bindings for 0MQ" optional = false -python-versions = ">=3.6" +python-versions = ">=3.7" files = [ - {file = "pyzmq-25.1.2-cp310-cp310-macosx_10_15_universal2.whl", hash = "sha256:e624c789359f1a16f83f35e2c705d07663ff2b4d4479bad35621178d8f0f6ea4"}, - {file = "pyzmq-25.1.2-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:49151b0efece79f6a79d41a461d78535356136ee70084a1c22532fc6383f4ad0"}, - {file = "pyzmq-25.1.2-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:d9a5f194cf730f2b24d6af1f833c14c10f41023da46a7f736f48b6d35061e76e"}, - {file = "pyzmq-25.1.2-cp310-cp310-manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:faf79a302f834d9e8304fafdc11d0d042266667ac45209afa57e5efc998e3872"}, - {file = "pyzmq-25.1.2-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:7f51a7b4ead28d3fca8dda53216314a553b0f7a91ee8fc46a72b402a78c3e43d"}, - {file = "pyzmq-25.1.2-cp310-cp310-manylinux_2_28_x86_64.whl", hash = "sha256:0ddd6d71d4ef17ba5a87becf7ddf01b371eaba553c603477679ae817a8d84d75"}, - {file = "pyzmq-25.1.2-cp310-cp310-musllinux_1_1_aarch64.whl", hash = "sha256:246747b88917e4867e2367b005fc8eefbb4a54b7db363d6c92f89d69abfff4b6"}, - {file = "pyzmq-25.1.2-cp310-cp310-musllinux_1_1_i686.whl", hash = "sha256:00c48ae2fd81e2a50c3485de1b9d5c7c57cd85dc8ec55683eac16846e57ac979"}, - {file = "pyzmq-25.1.2-cp310-cp310-musllinux_1_1_x86_64.whl", hash = "sha256:5a68d491fc20762b630e5db2191dd07ff89834086740f70e978bb2ef2668be08"}, - {file = "pyzmq-25.1.2-cp310-cp310-win32.whl", hash = "sha256:09dfe949e83087da88c4a76767df04b22304a682d6154de2c572625c62ad6886"}, - {file = "pyzmq-25.1.2-cp310-cp310-win_amd64.whl", hash = "sha256:fa99973d2ed20417744fca0073390ad65ce225b546febb0580358e36aa90dba6"}, - {file = "pyzmq-25.1.2-cp311-cp311-macosx_10_15_universal2.whl", hash = "sha256:82544e0e2d0c1811482d37eef297020a040c32e0687c1f6fc23a75b75db8062c"}, - {file = "pyzmq-25.1.2-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:01171fc48542348cd1a360a4b6c3e7d8f46cdcf53a8d40f84db6707a6768acc1"}, - {file = "pyzmq-25.1.2-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:bc69c96735ab501419c432110016329bf0dea8898ce16fab97c6d9106dc0b348"}, - {file = "pyzmq-25.1.2-cp311-cp311-manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:3e124e6b1dd3dfbeb695435dff0e383256655bb18082e094a8dd1f6293114642"}, - {file = "pyzmq-25.1.2-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:7598d2ba821caa37a0f9d54c25164a4fa351ce019d64d0b44b45540950458840"}, - {file = "pyzmq-25.1.2-cp311-cp311-manylinux_2_28_x86_64.whl", hash = "sha256:d1299d7e964c13607efd148ca1f07dcbf27c3ab9e125d1d0ae1d580a1682399d"}, - {file = "pyzmq-25.1.2-cp311-cp311-musllinux_1_1_aarch64.whl", hash = "sha256:4e6f689880d5ad87918430957297c975203a082d9a036cc426648fcbedae769b"}, - {file = "pyzmq-25.1.2-cp311-cp311-musllinux_1_1_i686.whl", hash = "sha256:cc69949484171cc961e6ecd4a8911b9ce7a0d1f738fcae717177c231bf77437b"}, - {file = "pyzmq-25.1.2-cp311-cp311-musllinux_1_1_x86_64.whl", hash = "sha256:9880078f683466b7f567b8624bfc16cad65077be046b6e8abb53bed4eeb82dd3"}, - {file = "pyzmq-25.1.2-cp311-cp311-win32.whl", hash = "sha256:4e5837af3e5aaa99a091302df5ee001149baff06ad22b722d34e30df5f0d9097"}, - {file = "pyzmq-25.1.2-cp311-cp311-win_amd64.whl", hash = "sha256:25c2dbb97d38b5ac9fd15586e048ec5eb1e38f3d47fe7d92167b0c77bb3584e9"}, - {file = "pyzmq-25.1.2-cp312-cp312-macosx_10_15_universal2.whl", hash = "sha256:11e70516688190e9c2db14fcf93c04192b02d457b582a1f6190b154691b4c93a"}, - {file = "pyzmq-25.1.2-cp312-cp312-macosx_10_9_x86_64.whl", hash = "sha256:313c3794d650d1fccaaab2df942af9f2c01d6217c846177cfcbc693c7410839e"}, - {file = "pyzmq-25.1.2-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:1b3cbba2f47062b85fe0ef9de5b987612140a9ba3a9c6d2543c6dec9f7c2ab27"}, - {file = "pyzmq-25.1.2-cp312-cp312-manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:fc31baa0c32a2ca660784d5af3b9487e13b61b3032cb01a115fce6588e1bed30"}, - {file = "pyzmq-25.1.2-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:02c9087b109070c5ab0b383079fa1b5f797f8d43e9a66c07a4b8b8bdecfd88ee"}, - {file = "pyzmq-25.1.2-cp312-cp312-manylinux_2_28_x86_64.whl", hash = "sha256:f8429b17cbb746c3e043cb986328da023657e79d5ed258b711c06a70c2ea7537"}, - {file = "pyzmq-25.1.2-cp312-cp312-musllinux_1_1_aarch64.whl", hash = "sha256:5074adeacede5f810b7ef39607ee59d94e948b4fd954495bdb072f8c54558181"}, - {file = "pyzmq-25.1.2-cp312-cp312-musllinux_1_1_i686.whl", hash = "sha256:7ae8f354b895cbd85212da245f1a5ad8159e7840e37d78b476bb4f4c3f32a9fe"}, - {file = "pyzmq-25.1.2-cp312-cp312-musllinux_1_1_x86_64.whl", hash = "sha256:b264bf2cc96b5bc43ce0e852be995e400376bd87ceb363822e2cb1964fcdc737"}, - {file = "pyzmq-25.1.2-cp312-cp312-win32.whl", hash = "sha256:02bbc1a87b76e04fd780b45e7f695471ae6de747769e540da909173d50ff8e2d"}, - {file = "pyzmq-25.1.2-cp312-cp312-win_amd64.whl", hash = "sha256:ced111c2e81506abd1dc142e6cd7b68dd53747b3b7ae5edbea4578c5eeff96b7"}, - {file = "pyzmq-25.1.2-cp36-cp36m-macosx_10_9_x86_64.whl", hash = "sha256:7b6d09a8962a91151f0976008eb7b29b433a560fde056ec7a3db9ec8f1075438"}, - {file = "pyzmq-25.1.2-cp36-cp36m-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:967668420f36878a3c9ecb5ab33c9d0ff8d054f9c0233d995a6d25b0e95e1b6b"}, - {file = "pyzmq-25.1.2-cp36-cp36m-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:5edac3f57c7ddaacdb4d40f6ef2f9e299471fc38d112f4bc6d60ab9365445fb0"}, - {file = "pyzmq-25.1.2-cp36-cp36m-manylinux_2_5_x86_64.manylinux1_x86_64.whl", hash = "sha256:0dabfb10ef897f3b7e101cacba1437bd3a5032ee667b7ead32bbcdd1a8422fe7"}, - {file = "pyzmq-25.1.2-cp36-cp36m-musllinux_1_1_aarch64.whl", hash = "sha256:2c6441e0398c2baacfe5ba30c937d274cfc2dc5b55e82e3749e333aabffde561"}, - {file = "pyzmq-25.1.2-cp36-cp36m-musllinux_1_1_i686.whl", hash = "sha256:16b726c1f6c2e7625706549f9dbe9b06004dfbec30dbed4bf50cbdfc73e5b32a"}, - {file = "pyzmq-25.1.2-cp36-cp36m-musllinux_1_1_x86_64.whl", hash = "sha256:a86c2dd76ef71a773e70551a07318b8e52379f58dafa7ae1e0a4be78efd1ff16"}, - {file = "pyzmq-25.1.2-cp36-cp36m-win32.whl", hash = "sha256:359f7f74b5d3c65dae137f33eb2bcfa7ad9ebefd1cab85c935f063f1dbb245cc"}, - {file = "pyzmq-25.1.2-cp36-cp36m-win_amd64.whl", hash = "sha256:55875492f820d0eb3417b51d96fea549cde77893ae3790fd25491c5754ea2f68"}, - {file = "pyzmq-25.1.2-cp37-cp37m-macosx_10_9_x86_64.whl", hash = "sha256:b8c8a419dfb02e91b453615c69568442e897aaf77561ee0064d789705ff37a92"}, - {file = "pyzmq-25.1.2-cp37-cp37m-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:8807c87fa893527ae8a524c15fc505d9950d5e856f03dae5921b5e9aa3b8783b"}, - {file = "pyzmq-25.1.2-cp37-cp37m-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:5e319ed7d6b8f5fad9b76daa0a68497bc6f129858ad956331a5835785761e003"}, - {file = "pyzmq-25.1.2-cp37-cp37m-manylinux_2_5_x86_64.manylinux1_x86_64.whl", hash = "sha256:3c53687dde4d9d473c587ae80cc328e5b102b517447456184b485587ebd18b62"}, - {file = "pyzmq-25.1.2-cp37-cp37m-musllinux_1_1_aarch64.whl", hash = "sha256:9add2e5b33d2cd765ad96d5eb734a5e795a0755f7fc49aa04f76d7ddda73fd70"}, - {file = "pyzmq-25.1.2-cp37-cp37m-musllinux_1_1_i686.whl", hash = "sha256:e690145a8c0c273c28d3b89d6fb32c45e0d9605b2293c10e650265bf5c11cfec"}, - {file = "pyzmq-25.1.2-cp37-cp37m-musllinux_1_1_x86_64.whl", hash = "sha256:00a06faa7165634f0cac1abb27e54d7a0b3b44eb9994530b8ec73cf52e15353b"}, - {file = "pyzmq-25.1.2-cp37-cp37m-win32.whl", hash = "sha256:0f97bc2f1f13cb16905a5f3e1fbdf100e712d841482b2237484360f8bc4cb3d7"}, - {file = "pyzmq-25.1.2-cp37-cp37m-win_amd64.whl", hash = "sha256:6cc0020b74b2e410287e5942e1e10886ff81ac77789eb20bec13f7ae681f0fdd"}, - {file = "pyzmq-25.1.2-cp38-cp38-macosx_10_15_universal2.whl", hash = "sha256:bef02cfcbded83473bdd86dd8d3729cd82b2e569b75844fb4ea08fee3c26ae41"}, - {file = "pyzmq-25.1.2-cp38-cp38-macosx_10_9_x86_64.whl", hash = "sha256:e10a4b5a4b1192d74853cc71a5e9fd022594573926c2a3a4802020360aa719d8"}, - {file = "pyzmq-25.1.2-cp38-cp38-manylinux_2_12_i686.manylinux2010_i686.whl", hash = "sha256:8c5f80e578427d4695adac6fdf4370c14a2feafdc8cb35549c219b90652536ae"}, - {file = "pyzmq-25.1.2-cp38-cp38-manylinux_2_12_x86_64.manylinux2010_x86_64.whl", hash = "sha256:5dde6751e857910c1339890f3524de74007958557593b9e7e8c5f01cd919f8a7"}, - {file = "pyzmq-25.1.2-cp38-cp38-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:ea1608dd169da230a0ad602d5b1ebd39807ac96cae1845c3ceed39af08a5c6df"}, - {file = "pyzmq-25.1.2-cp38-cp38-musllinux_1_1_aarch64.whl", hash = "sha256:0f513130c4c361201da9bc69df25a086487250e16b5571ead521b31ff6b02220"}, - {file = "pyzmq-25.1.2-cp38-cp38-musllinux_1_1_i686.whl", hash = "sha256:019744b99da30330798bb37df33549d59d380c78e516e3bab9c9b84f87a9592f"}, - {file = "pyzmq-25.1.2-cp38-cp38-musllinux_1_1_x86_64.whl", hash = "sha256:2e2713ef44be5d52dd8b8e2023d706bf66cb22072e97fc71b168e01d25192755"}, - {file = "pyzmq-25.1.2-cp38-cp38-win32.whl", hash = "sha256:07cd61a20a535524906595e09344505a9bd46f1da7a07e504b315d41cd42eb07"}, - {file = "pyzmq-25.1.2-cp38-cp38-win_amd64.whl", hash = "sha256:eb7e49a17fb8c77d3119d41a4523e432eb0c6932187c37deb6fbb00cc3028088"}, - {file = "pyzmq-25.1.2-cp39-cp39-macosx_10_15_universal2.whl", hash = "sha256:94504ff66f278ab4b7e03e4cba7e7e400cb73bfa9d3d71f58d8972a8dc67e7a6"}, - {file = "pyzmq-25.1.2-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:6dd0d50bbf9dca1d0bdea219ae6b40f713a3fb477c06ca3714f208fd69e16fd8"}, - {file = "pyzmq-25.1.2-cp39-cp39-manylinux_2_12_i686.manylinux2010_i686.whl", hash = "sha256:004ff469d21e86f0ef0369717351073e0e577428e514c47c8480770d5e24a565"}, - {file = "pyzmq-25.1.2-cp39-cp39-manylinux_2_12_x86_64.manylinux2010_x86_64.whl", hash = "sha256:c0b5ca88a8928147b7b1e2dfa09f3b6c256bc1135a1338536cbc9ea13d3b7add"}, - {file = "pyzmq-25.1.2-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:2c9a79f1d2495b167119d02be7448bfba57fad2a4207c4f68abc0bab4b92925b"}, - {file = "pyzmq-25.1.2-cp39-cp39-musllinux_1_1_aarch64.whl", hash = "sha256:518efd91c3d8ac9f9b4f7dd0e2b7b8bf1a4fe82a308009016b07eaa48681af82"}, - {file = "pyzmq-25.1.2-cp39-cp39-musllinux_1_1_i686.whl", hash = "sha256:1ec23bd7b3a893ae676d0e54ad47d18064e6c5ae1fadc2f195143fb27373f7f6"}, - {file = "pyzmq-25.1.2-cp39-cp39-musllinux_1_1_x86_64.whl", hash = "sha256:db36c27baed588a5a8346b971477b718fdc66cf5b80cbfbd914b4d6d355e44e2"}, - {file = "pyzmq-25.1.2-cp39-cp39-win32.whl", hash = "sha256:39b1067f13aba39d794a24761e385e2eddc26295826530a8c7b6c6c341584289"}, - {file = "pyzmq-25.1.2-cp39-cp39-win_amd64.whl", hash = "sha256:8e9f3fabc445d0ce320ea2c59a75fe3ea591fdbdeebec5db6de530dd4b09412e"}, - {file = "pyzmq-25.1.2-pp310-pypy310_pp73-macosx_10_9_x86_64.whl", hash = "sha256:a8c1d566344aee826b74e472e16edae0a02e2a044f14f7c24e123002dcff1c05"}, - {file = "pyzmq-25.1.2-pp310-pypy310_pp73-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:759cfd391a0996345ba94b6a5110fca9c557ad4166d86a6e81ea526c376a01e8"}, - {file = "pyzmq-25.1.2-pp310-pypy310_pp73-manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:7c61e346ac34b74028ede1c6b4bcecf649d69b707b3ff9dc0fab453821b04d1e"}, - {file = "pyzmq-25.1.2-pp310-pypy310_pp73-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:4cb8fc1f8d69b411b8ec0b5f1ffbcaf14c1db95b6bccea21d83610987435f1a4"}, - {file = "pyzmq-25.1.2-pp310-pypy310_pp73-win_amd64.whl", hash = "sha256:3c00c9b7d1ca8165c610437ca0c92e7b5607b2f9076f4eb4b095c85d6e680a1d"}, - {file = "pyzmq-25.1.2-pp37-pypy37_pp73-macosx_10_9_x86_64.whl", hash = "sha256:df0c7a16ebb94452d2909b9a7b3337940e9a87a824c4fc1c7c36bb4404cb0cde"}, - {file = "pyzmq-25.1.2-pp37-pypy37_pp73-manylinux_2_12_i686.manylinux2010_i686.whl", hash = "sha256:45999e7f7ed5c390f2e87ece7f6c56bf979fb213550229e711e45ecc7d42ccb8"}, - {file = "pyzmq-25.1.2-pp37-pypy37_pp73-manylinux_2_12_x86_64.manylinux2010_x86_64.whl", hash = "sha256:ac170e9e048b40c605358667aca3d94e98f604a18c44bdb4c102e67070f3ac9b"}, - {file = "pyzmq-25.1.2-pp37-pypy37_pp73-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:d1b604734bec94f05f81b360a272fc824334267426ae9905ff32dc2be433ab96"}, - {file = "pyzmq-25.1.2-pp37-pypy37_pp73-win_amd64.whl", hash = "sha256:a793ac733e3d895d96f865f1806f160696422554e46d30105807fdc9841b9f7d"}, - {file = "pyzmq-25.1.2-pp38-pypy38_pp73-macosx_10_9_x86_64.whl", hash = "sha256:0806175f2ae5ad4b835ecd87f5f85583316b69f17e97786f7443baaf54b9bb98"}, - {file = "pyzmq-25.1.2-pp38-pypy38_pp73-manylinux_2_12_i686.manylinux2010_i686.whl", hash = "sha256:ef12e259e7bc317c7597d4f6ef59b97b913e162d83b421dd0db3d6410f17a244"}, - {file = "pyzmq-25.1.2-pp38-pypy38_pp73-manylinux_2_12_x86_64.manylinux2010_x86_64.whl", hash = "sha256:ea253b368eb41116011add00f8d5726762320b1bda892f744c91997b65754d73"}, - {file = "pyzmq-25.1.2-pp38-pypy38_pp73-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:1b9b1f2ad6498445a941d9a4fee096d387fee436e45cc660e72e768d3d8ee611"}, - {file = "pyzmq-25.1.2-pp38-pypy38_pp73-win_amd64.whl", hash = "sha256:8b14c75979ce932c53b79976a395cb2a8cd3aaf14aef75e8c2cb55a330b9b49d"}, - {file = "pyzmq-25.1.2-pp39-pypy39_pp73-macosx_10_9_x86_64.whl", hash = "sha256:889370d5174a741a62566c003ee8ddba4b04c3f09a97b8000092b7ca83ec9c49"}, - {file = "pyzmq-25.1.2-pp39-pypy39_pp73-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:9a18fff090441a40ffda8a7f4f18f03dc56ae73f148f1832e109f9bffa85df15"}, - {file = "pyzmq-25.1.2-pp39-pypy39_pp73-manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:99a6b36f95c98839ad98f8c553d8507644c880cf1e0a57fe5e3a3f3969040882"}, - {file = "pyzmq-25.1.2-pp39-pypy39_pp73-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:4345c9a27f4310afbb9c01750e9461ff33d6fb74cd2456b107525bbeebcb5be3"}, - {file = "pyzmq-25.1.2-pp39-pypy39_pp73-manylinux_2_28_x86_64.whl", hash = "sha256:3516e0b6224cf6e43e341d56da15fd33bdc37fa0c06af4f029f7d7dfceceabbc"}, - {file = "pyzmq-25.1.2-pp39-pypy39_pp73-win_amd64.whl", hash = "sha256:146b9b1f29ead41255387fb07be56dc29639262c0f7344f570eecdcd8d683314"}, - {file = "pyzmq-25.1.2.tar.gz", hash = "sha256:93f1aa311e8bb912e34f004cf186407a4e90eec4f0ecc0efd26056bf7eda0226"}, + {file = "pyzmq-26.0.3-cp310-cp310-macosx_10_15_universal2.whl", hash = "sha256:44dd6fc3034f1eaa72ece33588867df9e006a7303725a12d64c3dff92330f625"}, + {file = "pyzmq-26.0.3-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:acb704195a71ac5ea5ecf2811c9ee19ecdc62b91878528302dd0be1b9451cc90"}, + {file = "pyzmq-26.0.3-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:5dbb9c997932473a27afa93954bb77a9f9b786b4ccf718d903f35da3232317de"}, + {file = "pyzmq-26.0.3-cp310-cp310-manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:6bcb34f869d431799c3ee7d516554797f7760cb2198ecaa89c3f176f72d062be"}, + {file = "pyzmq-26.0.3-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:38ece17ec5f20d7d9b442e5174ae9f020365d01ba7c112205a4d59cf19dc38ee"}, + {file = "pyzmq-26.0.3-cp310-cp310-manylinux_2_28_x86_64.whl", hash = "sha256:ba6e5e6588e49139a0979d03a7deb9c734bde647b9a8808f26acf9c547cab1bf"}, + {file = "pyzmq-26.0.3-cp310-cp310-musllinux_1_1_aarch64.whl", hash = "sha256:3bf8b000a4e2967e6dfdd8656cd0757d18c7e5ce3d16339e550bd462f4857e59"}, + {file = "pyzmq-26.0.3-cp310-cp310-musllinux_1_1_i686.whl", hash = "sha256:2136f64fbb86451dbbf70223635a468272dd20075f988a102bf8a3f194a411dc"}, + {file = "pyzmq-26.0.3-cp310-cp310-musllinux_1_1_x86_64.whl", hash = "sha256:e8918973fbd34e7814f59143c5f600ecd38b8038161239fd1a3d33d5817a38b8"}, + {file = "pyzmq-26.0.3-cp310-cp310-win32.whl", hash = "sha256:0aaf982e68a7ac284377d051c742610220fd06d330dcd4c4dbb4cdd77c22a537"}, + {file = "pyzmq-26.0.3-cp310-cp310-win_amd64.whl", hash = "sha256:f1a9b7d00fdf60b4039f4455afd031fe85ee8305b019334b72dcf73c567edc47"}, + {file = "pyzmq-26.0.3-cp310-cp310-win_arm64.whl", hash = "sha256:80b12f25d805a919d53efc0a5ad7c0c0326f13b4eae981a5d7b7cc343318ebb7"}, + {file = "pyzmq-26.0.3-cp311-cp311-macosx_10_15_universal2.whl", hash = "sha256:a72a84570f84c374b4c287183debc776dc319d3e8ce6b6a0041ce2e400de3f32"}, + {file = "pyzmq-26.0.3-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:7ca684ee649b55fd8f378127ac8462fb6c85f251c2fb027eb3c887e8ee347bcd"}, + {file = "pyzmq-26.0.3-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:e222562dc0f38571c8b1ffdae9d7adb866363134299264a1958d077800b193b7"}, + {file = "pyzmq-26.0.3-cp311-cp311-manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:f17cde1db0754c35a91ac00b22b25c11da6eec5746431d6e5092f0cd31a3fea9"}, + {file = "pyzmq-26.0.3-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:4b7c0c0b3244bb2275abe255d4a30c050d541c6cb18b870975553f1fb6f37527"}, + {file = "pyzmq-26.0.3-cp311-cp311-manylinux_2_28_x86_64.whl", hash = "sha256:ac97a21de3712afe6a6c071abfad40a6224fd14fa6ff0ff8d0c6e6cd4e2f807a"}, + {file = "pyzmq-26.0.3-cp311-cp311-musllinux_1_1_aarch64.whl", hash = "sha256:88b88282e55fa39dd556d7fc04160bcf39dea015f78e0cecec8ff4f06c1fc2b5"}, + {file = "pyzmq-26.0.3-cp311-cp311-musllinux_1_1_i686.whl", hash = "sha256:72b67f966b57dbd18dcc7efbc1c7fc9f5f983e572db1877081f075004614fcdd"}, + {file = "pyzmq-26.0.3-cp311-cp311-musllinux_1_1_x86_64.whl", hash = "sha256:f4b6cecbbf3b7380f3b61de3a7b93cb721125dc125c854c14ddc91225ba52f83"}, + {file = "pyzmq-26.0.3-cp311-cp311-win32.whl", hash = "sha256:eed56b6a39216d31ff8cd2f1d048b5bf1700e4b32a01b14379c3b6dde9ce3aa3"}, + {file = "pyzmq-26.0.3-cp311-cp311-win_amd64.whl", hash = "sha256:3191d312c73e3cfd0f0afdf51df8405aafeb0bad71e7ed8f68b24b63c4f36500"}, + {file = "pyzmq-26.0.3-cp311-cp311-win_arm64.whl", hash = "sha256:b6907da3017ef55139cf0e417c5123a84c7332520e73a6902ff1f79046cd3b94"}, + {file = "pyzmq-26.0.3-cp312-cp312-macosx_10_15_universal2.whl", hash = "sha256:068ca17214038ae986d68f4a7021f97e187ed278ab6dccb79f837d765a54d753"}, + {file = "pyzmq-26.0.3-cp312-cp312-macosx_10_9_x86_64.whl", hash = "sha256:7821d44fe07335bea256b9f1f41474a642ca55fa671dfd9f00af8d68a920c2d4"}, + {file = "pyzmq-26.0.3-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:eeb438a26d87c123bb318e5f2b3d86a36060b01f22fbdffd8cf247d52f7c9a2b"}, + {file = "pyzmq-26.0.3-cp312-cp312-manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:69ea9d6d9baa25a4dc9cef5e2b77b8537827b122214f210dd925132e34ae9b12"}, + {file = "pyzmq-26.0.3-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:7daa3e1369355766dea11f1d8ef829905c3b9da886ea3152788dc25ee6079e02"}, + {file = "pyzmq-26.0.3-cp312-cp312-manylinux_2_28_x86_64.whl", hash = "sha256:6ca7a9a06b52d0e38ccf6bca1aeff7be178917893f3883f37b75589d42c4ac20"}, + {file = "pyzmq-26.0.3-cp312-cp312-musllinux_1_1_aarch64.whl", hash = "sha256:1b7d0e124948daa4d9686d421ef5087c0516bc6179fdcf8828b8444f8e461a77"}, + {file = "pyzmq-26.0.3-cp312-cp312-musllinux_1_1_i686.whl", hash = "sha256:e746524418b70f38550f2190eeee834db8850088c834d4c8406fbb9bc1ae10b2"}, + {file = "pyzmq-26.0.3-cp312-cp312-musllinux_1_1_x86_64.whl", hash = "sha256:6b3146f9ae6af82c47a5282ac8803523d381b3b21caeae0327ed2f7ecb718798"}, + {file = "pyzmq-26.0.3-cp312-cp312-win32.whl", hash = "sha256:2b291d1230845871c00c8462c50565a9cd6026fe1228e77ca934470bb7d70ea0"}, + {file = "pyzmq-26.0.3-cp312-cp312-win_amd64.whl", hash = "sha256:926838a535c2c1ea21c903f909a9a54e675c2126728c21381a94ddf37c3cbddf"}, + {file = "pyzmq-26.0.3-cp312-cp312-win_arm64.whl", hash = "sha256:5bf6c237f8c681dfb91b17f8435b2735951f0d1fad10cc5dfd96db110243370b"}, + {file = "pyzmq-26.0.3-cp37-cp37m-macosx_10_9_x86_64.whl", hash = "sha256:0c0991f5a96a8e620f7691e61178cd8f457b49e17b7d9cfa2067e2a0a89fc1d5"}, + {file = "pyzmq-26.0.3-cp37-cp37m-manylinux_2_12_i686.manylinux2010_i686.whl", hash = "sha256:dbf012d8fcb9f2cf0643b65df3b355fdd74fc0035d70bb5c845e9e30a3a4654b"}, + {file = "pyzmq-26.0.3-cp37-cp37m-manylinux_2_12_x86_64.manylinux2010_x86_64.whl", hash = "sha256:01fbfbeb8249a68d257f601deb50c70c929dc2dfe683b754659569e502fbd3aa"}, + {file = "pyzmq-26.0.3-cp37-cp37m-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:1c8eb19abe87029c18f226d42b8a2c9efdd139d08f8bf6e085dd9075446db450"}, + {file = "pyzmq-26.0.3-cp37-cp37m-musllinux_1_1_aarch64.whl", hash = "sha256:5344b896e79800af86ad643408ca9aa303a017f6ebff8cee5a3163c1e9aec987"}, + {file = "pyzmq-26.0.3-cp37-cp37m-musllinux_1_1_i686.whl", hash = "sha256:204e0f176fd1d067671157d049466869b3ae1fc51e354708b0dc41cf94e23a3a"}, + {file = "pyzmq-26.0.3-cp37-cp37m-musllinux_1_1_x86_64.whl", hash = "sha256:a42db008d58530efa3b881eeee4991146de0b790e095f7ae43ba5cc612decbc5"}, + {file = "pyzmq-26.0.3-cp37-cp37m-win32.whl", hash = "sha256:8d7a498671ca87e32b54cb47c82a92b40130a26c5197d392720a1bce1b3c77cf"}, + {file = "pyzmq-26.0.3-cp37-cp37m-win_amd64.whl", hash = "sha256:3b4032a96410bdc760061b14ed6a33613ffb7f702181ba999df5d16fb96ba16a"}, + {file = "pyzmq-26.0.3-cp38-cp38-macosx_10_15_universal2.whl", hash = "sha256:2cc4e280098c1b192c42a849de8de2c8e0f3a84086a76ec5b07bfee29bda7d18"}, + {file = "pyzmq-26.0.3-cp38-cp38-macosx_10_9_x86_64.whl", hash = "sha256:5bde86a2ed3ce587fa2b207424ce15b9a83a9fa14422dcc1c5356a13aed3df9d"}, + {file = "pyzmq-26.0.3-cp38-cp38-manylinux_2_12_i686.manylinux2010_i686.whl", hash = "sha256:34106f68e20e6ff253c9f596ea50397dbd8699828d55e8fa18bd4323d8d966e6"}, + {file = "pyzmq-26.0.3-cp38-cp38-manylinux_2_12_x86_64.manylinux2010_x86_64.whl", hash = "sha256:ebbbd0e728af5db9b04e56389e2299a57ea8b9dd15c9759153ee2455b32be6ad"}, + {file = "pyzmq-26.0.3-cp38-cp38-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:f6b1d1c631e5940cac5a0b22c5379c86e8df6a4ec277c7a856b714021ab6cfad"}, + {file = "pyzmq-26.0.3-cp38-cp38-musllinux_1_1_aarch64.whl", hash = "sha256:e891ce81edd463b3b4c3b885c5603c00141151dd9c6936d98a680c8c72fe5c67"}, + {file = "pyzmq-26.0.3-cp38-cp38-musllinux_1_1_i686.whl", hash = "sha256:9b273ecfbc590a1b98f014ae41e5cf723932f3b53ba9367cfb676f838038b32c"}, + {file = "pyzmq-26.0.3-cp38-cp38-musllinux_1_1_x86_64.whl", hash = "sha256:b32bff85fb02a75ea0b68f21e2412255b5731f3f389ed9aecc13a6752f58ac97"}, + {file = "pyzmq-26.0.3-cp38-cp38-win32.whl", hash = "sha256:f6c21c00478a7bea93caaaef9e7629145d4153b15a8653e8bb4609d4bc70dbfc"}, + {file = "pyzmq-26.0.3-cp38-cp38-win_amd64.whl", hash = "sha256:3401613148d93ef0fd9aabdbddb212de3db7a4475367f49f590c837355343972"}, + {file = "pyzmq-26.0.3-cp39-cp39-macosx_10_15_universal2.whl", hash = "sha256:2ed8357f4c6e0daa4f3baf31832df8a33334e0fe5b020a61bc8b345a3db7a606"}, + {file = "pyzmq-26.0.3-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:c1c8f2a2ca45292084c75bb6d3a25545cff0ed931ed228d3a1810ae3758f975f"}, + {file = "pyzmq-26.0.3-cp39-cp39-manylinux_2_12_i686.manylinux2010_i686.whl", hash = "sha256:b63731993cdddcc8e087c64e9cf003f909262b359110070183d7f3025d1c56b5"}, + {file = "pyzmq-26.0.3-cp39-cp39-manylinux_2_12_x86_64.manylinux2010_x86_64.whl", hash = "sha256:b3cd31f859b662ac5d7f4226ec7d8bd60384fa037fc02aee6ff0b53ba29a3ba8"}, + {file = "pyzmq-26.0.3-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:115f8359402fa527cf47708d6f8a0f8234f0e9ca0cab7c18c9c189c194dbf620"}, + {file = "pyzmq-26.0.3-cp39-cp39-musllinux_1_1_aarch64.whl", hash = "sha256:715bdf952b9533ba13dfcf1f431a8f49e63cecc31d91d007bc1deb914f47d0e4"}, + {file = "pyzmq-26.0.3-cp39-cp39-musllinux_1_1_i686.whl", hash = "sha256:e1258c639e00bf5e8a522fec6c3eaa3e30cf1c23a2f21a586be7e04d50c9acab"}, + {file = "pyzmq-26.0.3-cp39-cp39-musllinux_1_1_x86_64.whl", hash = "sha256:15c59e780be8f30a60816a9adab900c12a58d79c1ac742b4a8df044ab2a6d920"}, + {file = "pyzmq-26.0.3-cp39-cp39-win32.whl", hash = "sha256:d0cdde3c78d8ab5b46595054e5def32a755fc028685add5ddc7403e9f6de9879"}, + {file = "pyzmq-26.0.3-cp39-cp39-win_amd64.whl", hash = "sha256:ce828058d482ef860746bf532822842e0ff484e27f540ef5c813d516dd8896d2"}, + {file = "pyzmq-26.0.3-cp39-cp39-win_arm64.whl", hash = "sha256:788f15721c64109cf720791714dc14afd0f449d63f3a5487724f024345067381"}, + {file = "pyzmq-26.0.3-pp310-pypy310_pp73-macosx_10_9_x86_64.whl", hash = "sha256:2c18645ef6294d99b256806e34653e86236eb266278c8ec8112622b61db255de"}, + {file = "pyzmq-26.0.3-pp310-pypy310_pp73-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:7e6bc96ebe49604df3ec2c6389cc3876cabe475e6bfc84ced1bf4e630662cb35"}, + {file = "pyzmq-26.0.3-pp310-pypy310_pp73-manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:971e8990c5cc4ddcff26e149398fc7b0f6a042306e82500f5e8db3b10ce69f84"}, + {file = "pyzmq-26.0.3-pp310-pypy310_pp73-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:d8416c23161abd94cc7da80c734ad7c9f5dbebdadfdaa77dad78244457448223"}, + {file = "pyzmq-26.0.3-pp310-pypy310_pp73-win_amd64.whl", hash = "sha256:082a2988364b60bb5de809373098361cf1dbb239623e39e46cb18bc035ed9c0c"}, + {file = "pyzmq-26.0.3-pp37-pypy37_pp73-macosx_10_9_x86_64.whl", hash = "sha256:d57dfbf9737763b3a60d26e6800e02e04284926329aee8fb01049635e957fe81"}, + {file = "pyzmq-26.0.3-pp37-pypy37_pp73-manylinux_2_12_i686.manylinux2010_i686.whl", hash = "sha256:77a85dca4c2430ac04dc2a2185c2deb3858a34fe7f403d0a946fa56970cf60a1"}, + {file = "pyzmq-26.0.3-pp37-pypy37_pp73-manylinux_2_12_x86_64.manylinux2010_x86_64.whl", hash = "sha256:4c82a6d952a1d555bf4be42b6532927d2a5686dd3c3e280e5f63225ab47ac1f5"}, + {file = "pyzmq-26.0.3-pp37-pypy37_pp73-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:4496b1282c70c442809fc1b151977c3d967bfb33e4e17cedbf226d97de18f709"}, + {file = "pyzmq-26.0.3-pp37-pypy37_pp73-win_amd64.whl", hash = "sha256:e4946d6bdb7ba972dfda282f9127e5756d4f299028b1566d1245fa0d438847e6"}, + {file = "pyzmq-26.0.3-pp38-pypy38_pp73-macosx_10_9_x86_64.whl", hash = "sha256:03c0ae165e700364b266876d712acb1ac02693acd920afa67da2ebb91a0b3c09"}, + {file = "pyzmq-26.0.3-pp38-pypy38_pp73-manylinux_2_12_i686.manylinux2010_i686.whl", hash = "sha256:3e3070e680f79887d60feeda051a58d0ac36622e1759f305a41059eff62c6da7"}, + {file = "pyzmq-26.0.3-pp38-pypy38_pp73-manylinux_2_12_x86_64.manylinux2010_x86_64.whl", hash = "sha256:6ca08b840fe95d1c2bd9ab92dac5685f949fc6f9ae820ec16193e5ddf603c3b2"}, + {file = "pyzmq-26.0.3-pp38-pypy38_pp73-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:e76654e9dbfb835b3518f9938e565c7806976c07b37c33526b574cc1a1050480"}, + {file = "pyzmq-26.0.3-pp38-pypy38_pp73-win_amd64.whl", hash = "sha256:871587bdadd1075b112e697173e946a07d722459d20716ceb3d1bd6c64bd08ce"}, + {file = "pyzmq-26.0.3-pp39-pypy39_pp73-macosx_10_9_x86_64.whl", hash = "sha256:d0a2d1bd63a4ad79483049b26514e70fa618ce6115220da9efdff63688808b17"}, + {file = "pyzmq-26.0.3-pp39-pypy39_pp73-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:0270b49b6847f0d106d64b5086e9ad5dc8a902413b5dbbb15d12b60f9c1747a4"}, + {file = "pyzmq-26.0.3-pp39-pypy39_pp73-manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:703c60b9910488d3d0954ca585c34f541e506a091a41930e663a098d3b794c67"}, + {file = "pyzmq-26.0.3-pp39-pypy39_pp73-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:74423631b6be371edfbf7eabb02ab995c2563fee60a80a30829176842e71722a"}, + {file = "pyzmq-26.0.3-pp39-pypy39_pp73-manylinux_2_28_x86_64.whl", hash = "sha256:4adfbb5451196842a88fda3612e2c0414134874bffb1c2ce83ab4242ec9e027d"}, + {file = "pyzmq-26.0.3-pp39-pypy39_pp73-win_amd64.whl", hash = "sha256:3516119f4f9b8671083a70b6afaa0a070f5683e431ab3dc26e9215620d7ca1ad"}, + {file = "pyzmq-26.0.3.tar.gz", hash = "sha256:dba7d9f2e047dfa2bca3b01f4f84aa5246725203d6284e3790f2ca15fba6b40a"}, ] [package.dependencies] @@ -5771,13 +6112,13 @@ cffi = {version = "*", markers = "implementation_name == \"pypy\""} [[package]] name = "qtconsole" -version = "5.5.1" +version = "5.5.2" description = "Jupyter Qt console" optional = false -python-versions = ">= 3.8" +python-versions = ">=3.8" files = [ - {file = "qtconsole-5.5.1-py3-none-any.whl", hash = "sha256:8c75fa3e9b4ed884880ff7cea90a1b67451219279ec33deaee1d59e3df1a5d2b"}, - {file = "qtconsole-5.5.1.tar.gz", hash = "sha256:a0e806c6951db9490628e4df80caec9669b65149c7ba40f9bf033c025a5b56bc"}, + {file = "qtconsole-5.5.2-py3-none-any.whl", hash = "sha256:42d745f3d05d36240244a04e1e1ec2a86d5d9b6edb16dbdef582ccb629e87e0b"}, + {file = "qtconsole-5.5.2.tar.gz", hash = "sha256:6b5fb11274b297463706af84dcbbd5c92273b1f619e6d25d08874b0a88516989"}, ] [package.dependencies] @@ -5813,101 +6154,104 @@ test = ["pytest (>=6,!=7.0.0,!=7.0.1)", "pytest-cov (>=3.0.0)", "pytest-qt"] [[package]] name = "rapidfuzz" -version = "3.6.1" +version = "3.9.1" description = "rapid fuzzy string matching" optional = false python-versions = ">=3.8" files = [ - {file = "rapidfuzz-3.6.1-cp310-cp310-macosx_10_9_universal2.whl", hash = "sha256:ac434fc71edda30d45db4a92ba5e7a42c7405e1a54cb4ec01d03cc668c6dcd40"}, - {file = "rapidfuzz-3.6.1-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:2a791168e119cfddf4b5a40470620c872812042f0621e6a293983a2d52372db0"}, - {file = "rapidfuzz-3.6.1-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:5a2f3e9df346145c2be94e4d9eeffb82fab0cbfee85bd4a06810e834fe7c03fa"}, - {file = "rapidfuzz-3.6.1-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:23de71e7f05518b0bbeef55d67b5dbce3bcd3e2c81e7e533051a2e9401354eb0"}, - {file = "rapidfuzz-3.6.1-cp310-cp310-manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:d056e342989248d2bdd67f1955bb7c3b0ecfa239d8f67a8dfe6477b30872c607"}, - {file = "rapidfuzz-3.6.1-cp310-cp310-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:01835d02acd5d95c1071e1da1bb27fe213c84a013b899aba96380ca9962364bc"}, - {file = "rapidfuzz-3.6.1-cp310-cp310-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:ed0f712e0bb5fea327e92aec8a937afd07ba8de4c529735d82e4c4124c10d5a0"}, - {file = "rapidfuzz-3.6.1-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:96cd19934f76a1264e8ecfed9d9f5291fde04ecb667faef5f33bdbfd95fe2d1f"}, - {file = "rapidfuzz-3.6.1-cp310-cp310-musllinux_1_1_aarch64.whl", hash = "sha256:e06c4242a1354cf9d48ee01f6f4e6e19c511d50bb1e8d7d20bcadbb83a2aea90"}, - {file = "rapidfuzz-3.6.1-cp310-cp310-musllinux_1_1_i686.whl", hash = "sha256:d73dcfe789d37c6c8b108bf1e203e027714a239e50ad55572ced3c004424ed3b"}, - {file = "rapidfuzz-3.6.1-cp310-cp310-musllinux_1_1_ppc64le.whl", hash = "sha256:06e98ff000e2619e7cfe552d086815671ed09b6899408c2c1b5103658261f6f3"}, - {file = "rapidfuzz-3.6.1-cp310-cp310-musllinux_1_1_s390x.whl", hash = "sha256:08b6fb47dd889c69fbc0b915d782aaed43e025df6979b6b7f92084ba55edd526"}, - {file = "rapidfuzz-3.6.1-cp310-cp310-musllinux_1_1_x86_64.whl", hash = "sha256:a1788ebb5f5b655a15777e654ea433d198f593230277e74d51a2a1e29a986283"}, - {file = "rapidfuzz-3.6.1-cp310-cp310-win32.whl", hash = "sha256:c65f92881753aa1098c77818e2b04a95048f30edbe9c3094dc3707d67df4598b"}, - {file = "rapidfuzz-3.6.1-cp310-cp310-win_amd64.whl", hash = "sha256:4243a9c35667a349788461aae6471efde8d8800175b7db5148a6ab929628047f"}, - {file = "rapidfuzz-3.6.1-cp310-cp310-win_arm64.whl", hash = "sha256:f59d19078cc332dbdf3b7b210852ba1f5db8c0a2cd8cc4c0ed84cc00c76e6802"}, - {file = "rapidfuzz-3.6.1-cp311-cp311-macosx_10_9_universal2.whl", hash = "sha256:fbc07e2e4ac696497c5f66ec35c21ddab3fc7a406640bffed64c26ab2f7ce6d6"}, - {file = "rapidfuzz-3.6.1-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:40cced1a8852652813f30fb5d4b8f9b237112a0bbaeebb0f4cc3611502556764"}, - {file = "rapidfuzz-3.6.1-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:82300e5f8945d601c2daaaac139d5524d7c1fdf719aa799a9439927739917460"}, - {file = "rapidfuzz-3.6.1-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:edf97c321fd641fea2793abce0e48fa4f91f3c202092672f8b5b4e781960b891"}, - {file = "rapidfuzz-3.6.1-cp311-cp311-manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:7420e801b00dee4a344ae2ee10e837d603461eb180e41d063699fb7efe08faf0"}, - {file = "rapidfuzz-3.6.1-cp311-cp311-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:060bd7277dc794279fa95522af355034a29c90b42adcb7aa1da358fc839cdb11"}, - {file = "rapidfuzz-3.6.1-cp311-cp311-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:b7e3375e4f2bfec77f907680328e4cd16cc64e137c84b1886d547ab340ba6928"}, - {file = "rapidfuzz-3.6.1-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:a490cd645ef9d8524090551016f05f052e416c8adb2d8b85d35c9baa9d0428ab"}, - {file = "rapidfuzz-3.6.1-cp311-cp311-musllinux_1_1_aarch64.whl", hash = "sha256:2e03038bfa66d2d7cffa05d81c2f18fd6acbb25e7e3c068d52bb7469e07ff382"}, - {file = "rapidfuzz-3.6.1-cp311-cp311-musllinux_1_1_i686.whl", hash = "sha256:2b19795b26b979c845dba407fe79d66975d520947b74a8ab6cee1d22686f7967"}, - {file = "rapidfuzz-3.6.1-cp311-cp311-musllinux_1_1_ppc64le.whl", hash = "sha256:064c1d66c40b3a0f488db1f319a6e75616b2e5fe5430a59f93a9a5e40a656d15"}, - {file = "rapidfuzz-3.6.1-cp311-cp311-musllinux_1_1_s390x.whl", hash = "sha256:3c772d04fb0ebeece3109d91f6122b1503023086a9591a0b63d6ee7326bd73d9"}, - {file = "rapidfuzz-3.6.1-cp311-cp311-musllinux_1_1_x86_64.whl", hash = "sha256:841eafba6913c4dfd53045835545ba01a41e9644e60920c65b89c8f7e60c00a9"}, - {file = "rapidfuzz-3.6.1-cp311-cp311-win32.whl", hash = "sha256:266dd630f12696ea7119f31d8b8e4959ef45ee2cbedae54417d71ae6f47b9848"}, - {file = "rapidfuzz-3.6.1-cp311-cp311-win_amd64.whl", hash = "sha256:d79aec8aeee02ab55d0ddb33cea3ecd7b69813a48e423c966a26d7aab025cdfe"}, - {file = "rapidfuzz-3.6.1-cp311-cp311-win_arm64.whl", hash = "sha256:484759b5dbc5559e76fefaa9170147d1254468f555fd9649aea3bad46162a88b"}, - {file = "rapidfuzz-3.6.1-cp312-cp312-macosx_10_9_universal2.whl", hash = "sha256:b2ef4c0fd3256e357b70591ffb9e8ed1d439fb1f481ba03016e751a55261d7c1"}, - {file = "rapidfuzz-3.6.1-cp312-cp312-macosx_10_9_x86_64.whl", hash = "sha256:588c4b20fa2fae79d60a4e438cf7133d6773915df3cc0a7f1351da19eb90f720"}, - {file = "rapidfuzz-3.6.1-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:7142ee354e9c06e29a2636b9bbcb592bb00600a88f02aa5e70e4f230347b373e"}, - {file = "rapidfuzz-3.6.1-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:1dfc557c0454ad22382373ec1b7df530b4bbd974335efe97a04caec936f2956a"}, - {file = "rapidfuzz-3.6.1-cp312-cp312-manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:03f73b381bdeccb331a12c3c60f1e41943931461cdb52987f2ecf46bfc22f50d"}, - {file = "rapidfuzz-3.6.1-cp312-cp312-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:6b0ccc2ec1781c7e5370d96aef0573dd1f97335343e4982bdb3a44c133e27786"}, - {file = "rapidfuzz-3.6.1-cp312-cp312-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:da3e8c9f7e64bb17faefda085ff6862ecb3ad8b79b0f618a6cf4452028aa2222"}, - {file = "rapidfuzz-3.6.1-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:fde9b14302a31af7bdafbf5cfbb100201ba21519be2b9dedcf4f1048e4fbe65d"}, - {file = "rapidfuzz-3.6.1-cp312-cp312-musllinux_1_1_aarch64.whl", hash = "sha256:c1a23eee225dfb21c07f25c9fcf23eb055d0056b48e740fe241cbb4b22284379"}, - {file = "rapidfuzz-3.6.1-cp312-cp312-musllinux_1_1_i686.whl", hash = "sha256:e49b9575d16c56c696bc7b06a06bf0c3d4ef01e89137b3ddd4e2ce709af9fe06"}, - {file = "rapidfuzz-3.6.1-cp312-cp312-musllinux_1_1_ppc64le.whl", hash = "sha256:0a9fc714b8c290261669f22808913aad49553b686115ad0ee999d1cb3df0cd66"}, - {file = "rapidfuzz-3.6.1-cp312-cp312-musllinux_1_1_s390x.whl", hash = "sha256:a3ee4f8f076aa92184e80308fc1a079ac356b99c39408fa422bbd00145be9854"}, - {file = "rapidfuzz-3.6.1-cp312-cp312-musllinux_1_1_x86_64.whl", hash = "sha256:f056ba42fd2f32e06b2c2ba2443594873cfccc0c90c8b6327904fc2ddf6d5799"}, - {file = "rapidfuzz-3.6.1-cp312-cp312-win32.whl", hash = "sha256:5d82b9651e3d34b23e4e8e201ecd3477c2baa17b638979deeabbb585bcb8ba74"}, - {file = "rapidfuzz-3.6.1-cp312-cp312-win_amd64.whl", hash = "sha256:dad55a514868dae4543ca48c4e1fc0fac704ead038dafedf8f1fc0cc263746c1"}, - {file = "rapidfuzz-3.6.1-cp312-cp312-win_arm64.whl", hash = "sha256:3c84294f4470fcabd7830795d754d808133329e0a81d62fcc2e65886164be83b"}, - {file = "rapidfuzz-3.6.1-cp38-cp38-macosx_10_9_universal2.whl", hash = "sha256:e19d519386e9db4a5335a4b29f25b8183a1c3f78cecb4c9c3112e7f86470e37f"}, - {file = "rapidfuzz-3.6.1-cp38-cp38-macosx_10_9_x86_64.whl", hash = "sha256:01eb03cd880a294d1bf1a583fdd00b87169b9cc9c9f52587411506658c864d73"}, - {file = "rapidfuzz-3.6.1-cp38-cp38-macosx_11_0_arm64.whl", hash = "sha256:be368573255f8fbb0125a78330a1a40c65e9ba3c5ad129a426ff4289099bfb41"}, - {file = "rapidfuzz-3.6.1-cp38-cp38-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:b3e5af946f419c30f5cb98b69d40997fe8580efe78fc83c2f0f25b60d0e56efb"}, - {file = "rapidfuzz-3.6.1-cp38-cp38-manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:f382f7ffe384ce34345e1c0b2065451267d3453cadde78946fbd99a59f0cc23c"}, - {file = "rapidfuzz-3.6.1-cp38-cp38-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:be156f51f3a4f369e758505ed4ae64ea88900dcb2f89d5aabb5752676d3f3d7e"}, - {file = "rapidfuzz-3.6.1-cp38-cp38-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:1936d134b6c513fbe934aeb668b0fee1ffd4729a3c9d8d373f3e404fbb0ce8a0"}, - {file = "rapidfuzz-3.6.1-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:12ff8eaf4a9399eb2bebd838f16e2d1ded0955230283b07376d68947bbc2d33d"}, - {file = "rapidfuzz-3.6.1-cp38-cp38-musllinux_1_1_aarch64.whl", hash = "sha256:ae598a172e3a95df3383634589660d6b170cc1336fe7578115c584a99e0ba64d"}, - {file = "rapidfuzz-3.6.1-cp38-cp38-musllinux_1_1_i686.whl", hash = "sha256:cd4ba4c18b149da11e7f1b3584813159f189dc20833709de5f3df8b1342a9759"}, - {file = "rapidfuzz-3.6.1-cp38-cp38-musllinux_1_1_ppc64le.whl", hash = "sha256:0402f1629e91a4b2e4aee68043a30191e5e1b7cd2aa8dacf50b1a1bcf6b7d3ab"}, - {file = "rapidfuzz-3.6.1-cp38-cp38-musllinux_1_1_s390x.whl", hash = "sha256:1e12319c6b304cd4c32d5db00b7a1e36bdc66179c44c5707f6faa5a889a317c0"}, - {file = "rapidfuzz-3.6.1-cp38-cp38-musllinux_1_1_x86_64.whl", hash = "sha256:0bbfae35ce4de4c574b386c43c78a0be176eeddfdae148cb2136f4605bebab89"}, - {file = "rapidfuzz-3.6.1-cp38-cp38-win32.whl", hash = "sha256:7fec74c234d3097612ea80f2a80c60720eec34947066d33d34dc07a3092e8105"}, - {file = "rapidfuzz-3.6.1-cp38-cp38-win_amd64.whl", hash = "sha256:a553cc1a80d97459d587529cc43a4c7c5ecf835f572b671107692fe9eddf3e24"}, - {file = "rapidfuzz-3.6.1-cp39-cp39-macosx_10_9_universal2.whl", hash = "sha256:757dfd7392ec6346bd004f8826afb3bf01d18a723c97cbe9958c733ab1a51791"}, - {file = "rapidfuzz-3.6.1-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:2963f4a3f763870a16ee076796be31a4a0958fbae133dbc43fc55c3968564cf5"}, - {file = "rapidfuzz-3.6.1-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:d2f0274595cc5b2b929c80d4e71b35041104b577e118cf789b3fe0a77b37a4c5"}, - {file = "rapidfuzz-3.6.1-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:42f211e366e026de110a4246801d43a907cd1a10948082f47e8a4e6da76fef52"}, - {file = "rapidfuzz-3.6.1-cp39-cp39-manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:a59472b43879012b90989603aa5a6937a869a72723b1bf2ff1a0d1edee2cc8e6"}, - {file = "rapidfuzz-3.6.1-cp39-cp39-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:a03863714fa6936f90caa7b4b50ea59ea32bb498cc91f74dc25485b3f8fccfe9"}, - {file = "rapidfuzz-3.6.1-cp39-cp39-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:5dd95b6b7bfb1584f806db89e1e0c8dbb9d25a30a4683880c195cc7f197eaf0c"}, - {file = "rapidfuzz-3.6.1-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:7183157edf0c982c0b8592686535c8b3e107f13904b36d85219c77be5cefd0d8"}, - {file = "rapidfuzz-3.6.1-cp39-cp39-musllinux_1_1_aarch64.whl", hash = "sha256:ad9d74ef7c619b5b0577e909582a1928d93e07d271af18ba43e428dc3512c2a1"}, - {file = "rapidfuzz-3.6.1-cp39-cp39-musllinux_1_1_i686.whl", hash = "sha256:b53137d81e770c82189e07a8f32722d9e4260f13a0aec9914029206ead38cac3"}, - {file = "rapidfuzz-3.6.1-cp39-cp39-musllinux_1_1_ppc64le.whl", hash = "sha256:49b9ed2472394d306d5dc967a7de48b0aab599016aa4477127b20c2ed982dbf9"}, - {file = "rapidfuzz-3.6.1-cp39-cp39-musllinux_1_1_s390x.whl", hash = "sha256:dec307b57ec2d5054d77d03ee4f654afcd2c18aee00c48014cb70bfed79597d6"}, - {file = "rapidfuzz-3.6.1-cp39-cp39-musllinux_1_1_x86_64.whl", hash = "sha256:4381023fa1ff32fd5076f5d8321249a9aa62128eb3f21d7ee6a55373e672b261"}, - {file = "rapidfuzz-3.6.1-cp39-cp39-win32.whl", hash = "sha256:8d7a072f10ee57c8413c8ab9593086d42aaff6ee65df4aa6663eecdb7c398dca"}, - {file = "rapidfuzz-3.6.1-cp39-cp39-win_amd64.whl", hash = "sha256:ebcfb5bfd0a733514352cfc94224faad8791e576a80ffe2fd40b2177bf0e7198"}, - {file = "rapidfuzz-3.6.1-cp39-cp39-win_arm64.whl", hash = "sha256:1c47d592e447738744905c18dda47ed155620204714e6df20eb1941bb1ba315e"}, - {file = "rapidfuzz-3.6.1-pp38-pypy38_pp73-macosx_10_9_x86_64.whl", hash = "sha256:eef8b346ab331bec12bbc83ac75641249e6167fab3d84d8f5ca37fd8e6c7a08c"}, - {file = "rapidfuzz-3.6.1-pp38-pypy38_pp73-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:53251e256017e2b87f7000aee0353ba42392c442ae0bafd0f6b948593d3f68c6"}, - {file = "rapidfuzz-3.6.1-pp38-pypy38_pp73-manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:6dede83a6b903e3ebcd7e8137e7ff46907ce9316e9d7e7f917d7e7cdc570ee05"}, - {file = "rapidfuzz-3.6.1-pp38-pypy38_pp73-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:8e4da90e4c2b444d0a171d7444ea10152e07e95972bb40b834a13bdd6de1110c"}, - {file = "rapidfuzz-3.6.1-pp38-pypy38_pp73-win_amd64.whl", hash = "sha256:ca3dfcf74f2b6962f411c33dd95b0adf3901266e770da6281bc96bb5a8b20de9"}, - {file = "rapidfuzz-3.6.1-pp39-pypy39_pp73-macosx_10_9_x86_64.whl", hash = "sha256:bcc957c0a8bde8007f1a8a413a632a1a409890f31f73fe764ef4eac55f59ca87"}, - {file = "rapidfuzz-3.6.1-pp39-pypy39_pp73-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:692c9a50bea7a8537442834f9bc6b7d29d8729a5b6379df17c31b6ab4df948c2"}, - {file = "rapidfuzz-3.6.1-pp39-pypy39_pp73-manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:76c23ceaea27e790ddd35ef88b84cf9d721806ca366199a76fd47cfc0457a81b"}, - {file = "rapidfuzz-3.6.1-pp39-pypy39_pp73-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:2b155e67fff215c09f130555002e42f7517d0ea72cbd58050abb83cb7c880cec"}, - {file = "rapidfuzz-3.6.1-pp39-pypy39_pp73-win_amd64.whl", hash = "sha256:3028ee8ecc48250607fa8a0adce37b56275ec3b1acaccd84aee1f68487c8557b"}, - {file = "rapidfuzz-3.6.1.tar.gz", hash = "sha256:35660bee3ce1204872574fa041c7ad7ec5175b3053a4cb6e181463fc07013de7"}, + {file = "rapidfuzz-3.9.1-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:5f897a9bff517d5c6af6a90131796b4298b547b9a9a4df3cf285006be33aae5b"}, + {file = "rapidfuzz-3.9.1-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:83c570ce23b447625929c0e7c4f2eab6d90f5a576db2b26a5aa0594a53d560ea"}, + {file = "rapidfuzz-3.9.1-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:e4c6b6455ee8404a663e15477a8bfe98b1afb329ff224bcf6d15f623a3761b95"}, + {file = "rapidfuzz-3.9.1-cp310-cp310-manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:aa44aef769e5834fef4fde091fd646cc1c52a2813b3aa241ae54b3028960abaa"}, + {file = "rapidfuzz-3.9.1-cp310-cp310-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:25ea055ae40fb60f503f02b44b3ac35a39a9108be33f89e05b81bc4e3c849ec8"}, + {file = "rapidfuzz-3.9.1-cp310-cp310-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:fb592bad9d58b47c6681f0c180767d2c98775a35f7267131d33723139c3d6c2e"}, + {file = "rapidfuzz-3.9.1-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:eb023adfefa62410fff877f7cc70cd4758cbfbad963e87d146cf71b022dce197"}, + {file = "rapidfuzz-3.9.1-cp310-cp310-musllinux_1_2_aarch64.whl", hash = "sha256:c883d2d2e31c759af1f3fdeb67ec151cf94e307f745b3d02ab3a2ef6595485f2"}, + {file = "rapidfuzz-3.9.1-cp310-cp310-musllinux_1_2_i686.whl", hash = "sha256:8e11405d81e8baea4999a5757a982009566cff8f6a121d5ccf042aab81ae0230"}, + {file = "rapidfuzz-3.9.1-cp310-cp310-musllinux_1_2_ppc64le.whl", hash = "sha256:02ed579f35ddd3552c7f74bc0c10800b432d9b09a4cebb19fd7a10b3b4759cc0"}, + {file = "rapidfuzz-3.9.1-cp310-cp310-musllinux_1_2_s390x.whl", hash = "sha256:9f8615a2a67a1f80b3aa7a3d7fbe6a2ed062a54c98988e3f9b664b49a3bc115e"}, + {file = "rapidfuzz-3.9.1-cp310-cp310-musllinux_1_2_x86_64.whl", hash = "sha256:64058f4a3698c6c8464df47a3b7da303db2477b2447142da3e67fc091f4c366a"}, + {file = "rapidfuzz-3.9.1-cp310-cp310-win32.whl", hash = "sha256:2ef42c43c94139c890aeec40bc442c4bf8d48e15b456a88ce0f4cc5cfcad1896"}, + {file = "rapidfuzz-3.9.1-cp310-cp310-win_amd64.whl", hash = "sha256:c99d001c45c31c2cd2f7361bc2036d3062b21db5f43beea8bc5109d43fe9f283"}, + {file = "rapidfuzz-3.9.1-cp310-cp310-win_arm64.whl", hash = "sha256:da3f495cf4f7a443b34a6d3c6805265595fcd13641b3253a8e2034289d828dd9"}, + {file = "rapidfuzz-3.9.1-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:f8869dcf072227a40a6f9e87b3fc4eb020055a08ad12b63d751c354e3a973ccb"}, + {file = "rapidfuzz-3.9.1-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:9f66f9d5f14141b4b017e76118ec4bda29266f6b281989026e3a9ba1a2aaf032"}, + {file = "rapidfuzz-3.9.1-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:07decc6b058f935d2219423a50aac426027928cc734809f793bc250de4a3756e"}, + {file = "rapidfuzz-3.9.1-cp311-cp311-manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:c125095d1828fa10ac79077594dd2d8829167d9e184e20baa97620fc52ebdcc9"}, + {file = "rapidfuzz-3.9.1-cp311-cp311-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:76a55bcc3abc9f8e38a1218cb5a09719126cfc4cba23ebd8caa27dfdc69cedd8"}, + {file = "rapidfuzz-3.9.1-cp311-cp311-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:50c2f7ad132dfeb6247c90b41431662af939a820f761cf930708d55912377ed8"}, + {file = "rapidfuzz-3.9.1-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:177bddf50577db59bcb00b6f7a5c2b70f2ec5a2aba40c8add7a6f7fd8609224e"}, + {file = "rapidfuzz-3.9.1-cp311-cp311-musllinux_1_2_aarch64.whl", hash = "sha256:dec2792f864be731c8339cad99001caa6540aa909e6fd8bc688bb0419c501f44"}, + {file = "rapidfuzz-3.9.1-cp311-cp311-musllinux_1_2_i686.whl", hash = "sha256:c6437cba4b9460d5ee0bafd796e13ef9307091b81685bbe745b0f1619fb887ca"}, + {file = "rapidfuzz-3.9.1-cp311-cp311-musllinux_1_2_ppc64le.whl", hash = "sha256:874317057a58a9c6ddf59fe1491e478217daa9fdb043a00358a15de4f62f9a2d"}, + {file = "rapidfuzz-3.9.1-cp311-cp311-musllinux_1_2_s390x.whl", hash = "sha256:5d8eb7fe39e81dc1530a3ec81a35e69770839c76607c461eb9d0902427fab3e1"}, + {file = "rapidfuzz-3.9.1-cp311-cp311-musllinux_1_2_x86_64.whl", hash = "sha256:08f85d6674d804a493c3e9ec10a807f9bd8f482781487eda064913b537f99d7f"}, + {file = "rapidfuzz-3.9.1-cp311-cp311-win32.whl", hash = "sha256:eadf8c4b24b63aef8810ed585c24ac1fc022ee771211772a6e9f78c63aa949ff"}, + {file = "rapidfuzz-3.9.1-cp311-cp311-win_amd64.whl", hash = "sha256:0e931539edeb9158ef83537cd571051f8a9608737642c20b088a37bd5d76c5c9"}, + {file = "rapidfuzz-3.9.1-cp311-cp311-win_arm64.whl", hash = "sha256:bcc0ffcaeb1e499e708f32ec30177ed690b3f25455c91ad8c2240986c69f9ebe"}, + {file = "rapidfuzz-3.9.1-cp312-cp312-macosx_10_9_x86_64.whl", hash = "sha256:8781e45c56f7f3a64940f4d594a4ffd69360147925a706569b2b0c57347b2225"}, + {file = "rapidfuzz-3.9.1-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:0edc950c6a04c19db10670cd04e33403b3eb0f175deb620f9668595d378b1005"}, + {file = "rapidfuzz-3.9.1-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:0ceb0d7bdec910d93793d32633ba0cb644356cf6778f9d91b727da0075beaec1"}, + {file = "rapidfuzz-3.9.1-cp312-cp312-manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:4a231e8f3bae82f10e7188965b37c91d8bfb80136595c860c8a08eb0dd07764d"}, + {file = "rapidfuzz-3.9.1-cp312-cp312-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:9bfa8c0a8ce09b4bcd36322f8f375750dca160fbdbeb2e763a695cef3ae9133e"}, + {file = "rapidfuzz-3.9.1-cp312-cp312-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:1e872627d5359c840f3e431b0beb263518048917c3e076f624870552d84e7dc6"}, + {file = "rapidfuzz-3.9.1-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:7f006c3af82c478df09a790fb4846b5acd00a187d75715674d71f5dc0ac982ce"}, + {file = "rapidfuzz-3.9.1-cp312-cp312-musllinux_1_2_aarch64.whl", hash = "sha256:32718fa69306df969bf4fca1719f8900b83df315a2a8153942d5b8906f4fd1d6"}, + {file = "rapidfuzz-3.9.1-cp312-cp312-musllinux_1_2_i686.whl", hash = "sha256:a89b219c1a7933a0673b2dbb1ffe701057d82e5cb843552be4f55b61b557031e"}, + {file = "rapidfuzz-3.9.1-cp312-cp312-musllinux_1_2_ppc64le.whl", hash = "sha256:b26cc9459e096959fab3a4a8a17b96a6c7c961f9db5c37c1c3c7a06789316cf7"}, + {file = "rapidfuzz-3.9.1-cp312-cp312-musllinux_1_2_s390x.whl", hash = "sha256:2f9044a4470343087cde10beaa36266519d5da110a9a4597b43e6aa35fa928d3"}, + {file = "rapidfuzz-3.9.1-cp312-cp312-musllinux_1_2_x86_64.whl", hash = "sha256:a3a48fc6dc274b803a366a4baec99e212792ae1b1e73d42235b2042cd3ade7c1"}, + {file = "rapidfuzz-3.9.1-cp312-cp312-win32.whl", hash = "sha256:b71e7f99ed048a338e4a1ac34f56b3b3933a3ba2dfbb04450c786a8ddd97f4db"}, + {file = "rapidfuzz-3.9.1-cp312-cp312-win_amd64.whl", hash = "sha256:e58489934d0147f1edda693cb983bea40f2b45ae6756fd47c1005b538f817a2f"}, + {file = "rapidfuzz-3.9.1-cp312-cp312-win_arm64.whl", hash = "sha256:829fbad93266fffa0f9d722a94cbb1b95b53e3c04be4e872193496a0cfbd66f0"}, + {file = "rapidfuzz-3.9.1-cp38-cp38-macosx_10_9_x86_64.whl", hash = "sha256:bca2b93c75f87cd85832cdd5bb06b4b5642e2a05c8e3550841ddf5d564ce4abb"}, + {file = "rapidfuzz-3.9.1-cp38-cp38-macosx_11_0_arm64.whl", hash = "sha256:d3397630f22e6c60dda8be3e9dbcf6a341695d487df8a6c92f4a2f7ebcdaecf7"}, + {file = "rapidfuzz-3.9.1-cp38-cp38-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:df7bba8d4a8fb8e7559a9e83dfc5385dc6fe89efd73e32d253667242faf1883c"}, + {file = "rapidfuzz-3.9.1-cp38-cp38-manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:8e70605350cb6ec5091e06de62d3dcb058f694b059b4e1a9d85bfbf892f70030"}, + {file = "rapidfuzz-3.9.1-cp38-cp38-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:678fcaa5117ddb6263160a7c5f33cc9ea3df335465f5d53715707fad103e1d09"}, + {file = "rapidfuzz-3.9.1-cp38-cp38-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:08dcd347d408912b6da778a73a0d7a2adad7fe238a44263e5e3789f2a8d84669"}, + {file = "rapidfuzz-3.9.1-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:7149afaf0294882b6b15bb6fa9fc38ff1d761e50117460ee3561181c1c4e2230"}, + {file = "rapidfuzz-3.9.1-cp38-cp38-musllinux_1_2_aarch64.whl", hash = "sha256:0c568b89a5016e76f0b3f85e9379036da99c5e7ec26b33935453d353a1938b74"}, + {file = "rapidfuzz-3.9.1-cp38-cp38-musllinux_1_2_i686.whl", hash = "sha256:a079164675d24eb715230bf9dd252683ae3c9c0c0a236f0b8098630268b899e9"}, + {file = "rapidfuzz-3.9.1-cp38-cp38-musllinux_1_2_ppc64le.whl", hash = "sha256:f6f4e8235d0acf1972f5eb4091c4a0473e5670a754f166c0c718ce21e945f879"}, + {file = "rapidfuzz-3.9.1-cp38-cp38-musllinux_1_2_s390x.whl", hash = "sha256:ea62c82eb2c65bd49651e95f4f46874483ae4da1c3b57997e58f1b4fb2de6c05"}, + {file = "rapidfuzz-3.9.1-cp38-cp38-musllinux_1_2_x86_64.whl", hash = "sha256:3ab6ad7e70469aed24e24378b19a9e47fc757c847399b22c612a0fccacc795cb"}, + {file = "rapidfuzz-3.9.1-cp38-cp38-win32.whl", hash = "sha256:bf5184b17e26a82b00c7ee05d9ec5d826113df55830bbc447bf6d6e7469c70fb"}, + {file = "rapidfuzz-3.9.1-cp38-cp38-win_amd64.whl", hash = "sha256:493354f50b9855271ac846b213e394e08446e70cef5cc033e5302a2220f3ae7b"}, + {file = "rapidfuzz-3.9.1-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:c8b0e6640421e55d69e186ce7fb9e6c723cfd3b6f91beaeb28705c2a46c8a194"}, + {file = "rapidfuzz-3.9.1-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:bc68fb8f2a8b5b3a4526b7a65e7d5c7f821882f56d9dcbcce4c6859a9e5bdcd7"}, + {file = "rapidfuzz-3.9.1-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:77767b119ac05662d216a8cc4092ac28dbc015d9caabebdbefe371b0dd82a38e"}, + {file = "rapidfuzz-3.9.1-cp39-cp39-manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:5dbcc4add07bd60ea73b94392fed28f83dba0fe796097da47627fd539bd6daca"}, + {file = "rapidfuzz-3.9.1-cp39-cp39-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:c0899de4fc1a7a36f14be556a0dacf40ea5c0fe22c6b45b2ea2674e1ac47e269"}, + {file = "rapidfuzz-3.9.1-cp39-cp39-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:e9f075366cee63a6b06bd7f9285eb9f1785382a6493afcb7054202e20508bf94"}, + {file = "rapidfuzz-3.9.1-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:349e9c15092d20a1f6ff1795e068f39a9ee5e84c54b3addbc66d0ac469c4ef43"}, + {file = "rapidfuzz-3.9.1-cp39-cp39-musllinux_1_2_aarch64.whl", hash = "sha256:a645f362dafc103dbe7f43a2ad34f76284773cd7d1b00514d1c591848a1c817f"}, + {file = "rapidfuzz-3.9.1-cp39-cp39-musllinux_1_2_i686.whl", hash = "sha256:03a0a4bc8d4bd3e6f882b4c2ac183825a9b6dabe7e5a97bb6a1075e4635c944d"}, + {file = "rapidfuzz-3.9.1-cp39-cp39-musllinux_1_2_ppc64le.whl", hash = "sha256:fbce66cb2e331b0888c79b594eab76e2c609c2637050085daadff5325d471dc2"}, + {file = "rapidfuzz-3.9.1-cp39-cp39-musllinux_1_2_s390x.whl", hash = "sha256:e5d7b3154f6df9e05c2016de5e95f8cba4fe636a4e5520ebcd89bc6c54b8e4ed"}, + {file = "rapidfuzz-3.9.1-cp39-cp39-musllinux_1_2_x86_64.whl", hash = "sha256:aaba665f92c011c6f284e933ab02b5dc129a6d3f48fce913ec4a214bd530135e"}, + {file = "rapidfuzz-3.9.1-cp39-cp39-win32.whl", hash = "sha256:61b343c581f4926260248069d8fdbbbf293c19c12ef440ad5ced15bcff277a84"}, + {file = "rapidfuzz-3.9.1-cp39-cp39-win_amd64.whl", hash = "sha256:ce3335324198e1388a1c4e50d40f45107367010afe9fa09fd46278160f0ab591"}, + {file = "rapidfuzz-3.9.1-cp39-cp39-win_arm64.whl", hash = "sha256:998977df2ae01ff8b7bc3b29a860b4a863005e0533e323df3fd555a31ef33f0e"}, + {file = "rapidfuzz-3.9.1-pp310-pypy310_pp73-macosx_10_9_x86_64.whl", hash = "sha256:dc4b5de5d6f9347d836d849b56bca630169353cbe5c10fa7fe93bb1677b49770"}, + {file = "rapidfuzz-3.9.1-pp310-pypy310_pp73-macosx_11_0_arm64.whl", hash = "sha256:9f74d93148081049ccc86f276d54cd7c8c0692250245660b4fcd904ed1db1e01"}, + {file = "rapidfuzz-3.9.1-pp310-pypy310_pp73-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:9f9dfdcd75e16e5874efee233b28aec1322623b0f1f20641452d06ea2d8ba5ef"}, + {file = "rapidfuzz-3.9.1-pp310-pypy310_pp73-manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:97ab8f153984a5d827ebb5a5b80ee59563efcf2fa3e569dcd46ea7e7c9845e93"}, + {file = "rapidfuzz-3.9.1-pp310-pypy310_pp73-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:b8a6d5a8edc452920efdf1b499a2a47bb8a28440f7ab3fe28bb7d6636ccf71c3"}, + {file = "rapidfuzz-3.9.1-pp310-pypy310_pp73-win_amd64.whl", hash = "sha256:06879b598e798a4d33a283c2b4fa0d555d7706b6531e3321b161d62e986f7f57"}, + {file = "rapidfuzz-3.9.1-pp38-pypy38_pp73-macosx_10_9_x86_64.whl", hash = "sha256:0f906ab6220778404498e0ce255c4cc89f98ea5e656e54cc59c5813c877eb86b"}, + {file = "rapidfuzz-3.9.1-pp38-pypy38_pp73-macosx_11_0_arm64.whl", hash = "sha256:d3da444890c9559fd15717d97f8373b1cd14007f68c9b037aa93ef7ca969b559"}, + {file = "rapidfuzz-3.9.1-pp38-pypy38_pp73-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:bc4503841cd3cbe22b5ac44f15bc834ec97d811a3c3943f73f5643266c8674e1"}, + {file = "rapidfuzz-3.9.1-pp38-pypy38_pp73-manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:5713c56b30ed75ada3a8f008cf8e8e6323386ce48fac2bf2d07285fe6c91f5a4"}, + {file = "rapidfuzz-3.9.1-pp38-pypy38_pp73-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:eb3f1af099cd1d98001691fbdadd422f088f21eadcacf5698b393b7569e24dc4"}, + {file = "rapidfuzz-3.9.1-pp38-pypy38_pp73-win_amd64.whl", hash = "sha256:53477e1e6d85d603c9a319cfd00ab9f0a57b6d68bcdb268d6b15a79e64d693d0"}, + {file = "rapidfuzz-3.9.1-pp39-pypy39_pp73-macosx_10_9_x86_64.whl", hash = "sha256:a47550eabf235e5d50e7d448c18f77f6e8082aa3571e9df511c8388525ea9372"}, + {file = "rapidfuzz-3.9.1-pp39-pypy39_pp73-macosx_11_0_arm64.whl", hash = "sha256:c6b11a38b61cc2462a113b123f5e932cda0e525f816d6fe4b68516f97d7f9d49"}, + {file = "rapidfuzz-3.9.1-pp39-pypy39_pp73-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:414644a2fc8a3e5fafda95b430214ed892faa4d0a07401d33892bc9ca5c84974"}, + {file = "rapidfuzz-3.9.1-pp39-pypy39_pp73-manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:1539e7439b68013c5d2ab7ed9d3d221480a15595207764145ae177077d28016d"}, + {file = "rapidfuzz-3.9.1-pp39-pypy39_pp73-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:e18f0e9351f7e5d5387774ff4d5cabd824341e16b866eb1c8d3f557111b447ef"}, + {file = "rapidfuzz-3.9.1-pp39-pypy39_pp73-win_amd64.whl", hash = "sha256:d2ff268a8bf57a76512804d5ca2097afaf98e64e8947d514cde7e2e8446aa5f7"}, + {file = "rapidfuzz-3.9.1.tar.gz", hash = "sha256:a42eb645241f39a59c45a7fc15e3faf61886bff3a4a22263fd0f7cfb90e91b7f"}, ] [package.extras] @@ -5915,31 +6259,28 @@ full = ["numpy"] [[package]] name = "readchar" -version = "4.0.5" +version = "4.1.0" description = "Library to easily read single chars and key strokes" optional = false -python-versions = ">=3.7" +python-versions = ">=3.8" files = [ - {file = "readchar-4.0.5-py3-none-any.whl", hash = "sha256:76ec784a5dd2afac3b7da8003329834cdd9824294c260027f8c8d2e4d0a78f43"}, - {file = "readchar-4.0.5.tar.gz", hash = "sha256:08a456c2d7c1888cde3f4688b542621b676eb38cd6cfed7eb6cb2e2905ddc826"}, + {file = "readchar-4.1.0-py3-none-any.whl", hash = "sha256:d163680656b34f263fb5074023db44b999c68ff31ab394445ebfd1a2a41fe9a2"}, + {file = "readchar-4.1.0.tar.gz", hash = "sha256:6f44d1b5f0fd93bd93236eac7da39609f15df647ab9cea39f5bc7478b3344b99"}, ] -[package.dependencies] -setuptools = ">=41.0" - [[package]] name = "redis" -version = "5.0.1" +version = "5.0.4" description = "Python client for Redis database and key-value store" optional = false python-versions = ">=3.7" files = [ - {file = "redis-5.0.1-py3-none-any.whl", hash = "sha256:ed4802971884ae19d640775ba3b03aa2e7bd5e8fb8dfaed2decce4d0fc48391f"}, - {file = "redis-5.0.1.tar.gz", hash = "sha256:0dab495cd5753069d3bc650a0dde8a8f9edde16fc5691b689a566eda58100d0f"}, + {file = "redis-5.0.4-py3-none-any.whl", hash = "sha256:7adc2835c7a9b5033b7ad8f8918d09b7344188228809c98df07af226d39dec91"}, + {file = "redis-5.0.4.tar.gz", hash = "sha256:ec31f2ed9675cc54c21ba854cfe0462e6faf1d83c8ce5944709db8a4700b9c61"}, ] [package.dependencies] -async-timeout = {version = ">=4.0.2", markers = "python_full_version <= \"3.11.2\""} +async-timeout = {version = ">=4.0.3", markers = "python_full_version < \"3.11.3\""} [package.extras] hiredis = ["hiredis (>=1.0.0)"] @@ -5947,13 +6288,13 @@ ocsp = ["cryptography (>=36.0.1)", "pyopenssl (==20.0.1)", "requests (>=2.26.0)" [[package]] name = "referencing" -version = "0.32.1" +version = "0.35.1" description = "JSON Referencing + Python" optional = false python-versions = ">=3.8" files = [ - {file = "referencing-0.32.1-py3-none-any.whl", hash = "sha256:7e4dc12271d8e15612bfe35792f5ea1c40970dadf8624602e33db2758f7ee554"}, - {file = "referencing-0.32.1.tar.gz", hash = "sha256:3c57da0513e9563eb7e203ebe9bb3a1b509b042016433bd1e45a2853466c3dd3"}, + {file = "referencing-0.35.1-py3-none-any.whl", hash = "sha256:eda6d3234d62814d1c64e305c1331c9a3a6132da475ab6382eaa997b21ee75de"}, + {file = "referencing-0.35.1.tar.gz", hash = "sha256:25b42124a6c8b632a425174f24087783efb348a6f1e0008e63cd4466fedf703c"}, ] [package.dependencies] @@ -5962,104 +6303,90 @@ rpds-py = ">=0.7.0" [[package]] name = "regex" -version = "2023.12.25" +version = "2024.5.15" description = "Alternative regular expression module, to replace re." optional = false -python-versions = ">=3.7" +python-versions = ">=3.8" files = [ - {file = "regex-2023.12.25-cp310-cp310-macosx_10_9_universal2.whl", hash = "sha256:0694219a1d54336fd0445ea382d49d36882415c0134ee1e8332afd1529f0baa5"}, - {file = "regex-2023.12.25-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:b014333bd0217ad3d54c143de9d4b9a3ca1c5a29a6d0d554952ea071cff0f1f8"}, - {file = "regex-2023.12.25-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:d865984b3f71f6d0af64d0d88f5733521698f6c16f445bb09ce746c92c97c586"}, - {file = "regex-2023.12.25-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:1e0eabac536b4cc7f57a5f3d095bfa557860ab912f25965e08fe1545e2ed8b4c"}, - {file = "regex-2023.12.25-cp310-cp310-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:c25a8ad70e716f96e13a637802813f65d8a6760ef48672aa3502f4c24ea8b400"}, - {file = "regex-2023.12.25-cp310-cp310-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:a9b6d73353f777630626f403b0652055ebfe8ff142a44ec2cf18ae470395766e"}, - {file = "regex-2023.12.25-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:a9cc99d6946d750eb75827cb53c4371b8b0fe89c733a94b1573c9dd16ea6c9e4"}, - {file = "regex-2023.12.25-cp310-cp310-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:88d1f7bef20c721359d8675f7d9f8e414ec5003d8f642fdfd8087777ff7f94b5"}, - {file = "regex-2023.12.25-cp310-cp310-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_12_x86_64.manylinux2010_x86_64.whl", hash = "sha256:cb3fe77aec8f1995611f966d0c656fdce398317f850d0e6e7aebdfe61f40e1cd"}, - {file = "regex-2023.12.25-cp310-cp310-musllinux_1_1_aarch64.whl", hash = "sha256:7aa47c2e9ea33a4a2a05f40fcd3ea36d73853a2aae7b4feab6fc85f8bf2c9704"}, - {file = "regex-2023.12.25-cp310-cp310-musllinux_1_1_i686.whl", hash = "sha256:df26481f0c7a3f8739fecb3e81bc9da3fcfae34d6c094563b9d4670b047312e1"}, - {file = "regex-2023.12.25-cp310-cp310-musllinux_1_1_ppc64le.whl", hash = "sha256:c40281f7d70baf6e0db0c2f7472b31609f5bc2748fe7275ea65a0b4601d9b392"}, - {file = "regex-2023.12.25-cp310-cp310-musllinux_1_1_s390x.whl", hash = "sha256:d94a1db462d5690ebf6ae86d11c5e420042b9898af5dcf278bd97d6bda065423"}, - {file = "regex-2023.12.25-cp310-cp310-musllinux_1_1_x86_64.whl", hash = "sha256:ba1b30765a55acf15dce3f364e4928b80858fa8f979ad41f862358939bdd1f2f"}, - {file = "regex-2023.12.25-cp310-cp310-win32.whl", hash = "sha256:150c39f5b964e4d7dba46a7962a088fbc91f06e606f023ce57bb347a3b2d4630"}, - {file = "regex-2023.12.25-cp310-cp310-win_amd64.whl", hash = "sha256:09da66917262d9481c719599116c7dc0c321ffcec4b1f510c4f8a066f8768105"}, - {file = "regex-2023.12.25-cp311-cp311-macosx_10_9_universal2.whl", hash = "sha256:1b9d811f72210fa9306aeb88385b8f8bcef0dfbf3873410413c00aa94c56c2b6"}, - {file = "regex-2023.12.25-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:d902a43085a308cef32c0d3aea962524b725403fd9373dea18110904003bac97"}, - {file = "regex-2023.12.25-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:d166eafc19f4718df38887b2bbe1467a4f74a9830e8605089ea7a30dd4da8887"}, - {file = "regex-2023.12.25-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:c7ad32824b7f02bb3c9f80306d405a1d9b7bb89362d68b3c5a9be53836caebdb"}, - {file = "regex-2023.12.25-cp311-cp311-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:636ba0a77de609d6510235b7f0e77ec494d2657108f777e8765efc060094c98c"}, - {file = "regex-2023.12.25-cp311-cp311-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:0fda75704357805eb953a3ee15a2b240694a9a514548cd49b3c5124b4e2ad01b"}, - {file = "regex-2023.12.25-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:f72cbae7f6b01591f90814250e636065850c5926751af02bb48da94dfced7baa"}, - {file = "regex-2023.12.25-cp311-cp311-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:db2a0b1857f18b11e3b0e54ddfefc96af46b0896fb678c85f63fb8c37518b3e7"}, - {file = "regex-2023.12.25-cp311-cp311-musllinux_1_1_aarch64.whl", hash = "sha256:7502534e55c7c36c0978c91ba6f61703faf7ce733715ca48f499d3dbbd7657e0"}, - {file = "regex-2023.12.25-cp311-cp311-musllinux_1_1_i686.whl", hash = "sha256:e8c7e08bb566de4faaf11984af13f6bcf6a08f327b13631d41d62592681d24fe"}, - {file = "regex-2023.12.25-cp311-cp311-musllinux_1_1_ppc64le.whl", hash = "sha256:283fc8eed679758de38fe493b7d7d84a198b558942b03f017b1f94dda8efae80"}, - {file = "regex-2023.12.25-cp311-cp311-musllinux_1_1_s390x.whl", hash = "sha256:f44dd4d68697559d007462b0a3a1d9acd61d97072b71f6d1968daef26bc744bd"}, - {file = "regex-2023.12.25-cp311-cp311-musllinux_1_1_x86_64.whl", hash = "sha256:67d3ccfc590e5e7197750fcb3a2915b416a53e2de847a728cfa60141054123d4"}, - {file = "regex-2023.12.25-cp311-cp311-win32.whl", hash = "sha256:68191f80a9bad283432385961d9efe09d783bcd36ed35a60fb1ff3f1ec2efe87"}, - {file = "regex-2023.12.25-cp311-cp311-win_amd64.whl", hash = "sha256:7d2af3f6b8419661a0c421584cfe8aaec1c0e435ce7e47ee2a97e344b98f794f"}, - {file = "regex-2023.12.25-cp312-cp312-macosx_10_9_universal2.whl", hash = "sha256:8a0ccf52bb37d1a700375a6b395bff5dd15c50acb745f7db30415bae3c2b0715"}, - {file = "regex-2023.12.25-cp312-cp312-macosx_10_9_x86_64.whl", hash = "sha256:c3c4a78615b7762740531c27cf46e2f388d8d727d0c0c739e72048beb26c8a9d"}, - {file = "regex-2023.12.25-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:ad83e7545b4ab69216cef4cc47e344d19622e28aabec61574b20257c65466d6a"}, - {file = "regex-2023.12.25-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:b7a635871143661feccce3979e1727c4e094f2bdfd3ec4b90dfd4f16f571a87a"}, - {file = "regex-2023.12.25-cp312-cp312-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:d498eea3f581fbe1b34b59c697512a8baef88212f92e4c7830fcc1499f5b45a5"}, - {file = "regex-2023.12.25-cp312-cp312-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:43f7cd5754d02a56ae4ebb91b33461dc67be8e3e0153f593c509e21d219c5060"}, - {file = "regex-2023.12.25-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:51f4b32f793812714fd5307222a7f77e739b9bc566dc94a18126aba3b92b98a3"}, - {file = "regex-2023.12.25-cp312-cp312-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:ba99d8077424501b9616b43a2d208095746fb1284fc5ba490139651f971d39d9"}, - {file = "regex-2023.12.25-cp312-cp312-musllinux_1_1_aarch64.whl", hash = "sha256:4bfc2b16e3ba8850e0e262467275dd4d62f0d045e0e9eda2bc65078c0110a11f"}, - {file = "regex-2023.12.25-cp312-cp312-musllinux_1_1_i686.whl", hash = "sha256:8c2c19dae8a3eb0ea45a8448356ed561be843b13cbc34b840922ddf565498c1c"}, - {file = "regex-2023.12.25-cp312-cp312-musllinux_1_1_ppc64le.whl", hash = "sha256:60080bb3d8617d96f0fb7e19796384cc2467447ef1c491694850ebd3670bc457"}, - {file = "regex-2023.12.25-cp312-cp312-musllinux_1_1_s390x.whl", hash = "sha256:b77e27b79448e34c2c51c09836033056a0547aa360c45eeeb67803da7b0eedaf"}, - {file = "regex-2023.12.25-cp312-cp312-musllinux_1_1_x86_64.whl", hash = "sha256:518440c991f514331f4850a63560321f833979d145d7d81186dbe2f19e27ae3d"}, - {file = "regex-2023.12.25-cp312-cp312-win32.whl", hash = "sha256:e2610e9406d3b0073636a3a2e80db05a02f0c3169b5632022b4e81c0364bcda5"}, - {file = "regex-2023.12.25-cp312-cp312-win_amd64.whl", hash = "sha256:cc37b9aeebab425f11f27e5e9e6cf580be7206c6582a64467a14dda211abc232"}, - {file = "regex-2023.12.25-cp37-cp37m-macosx_10_9_x86_64.whl", hash = "sha256:da695d75ac97cb1cd725adac136d25ca687da4536154cdc2815f576e4da11c69"}, - {file = "regex-2023.12.25-cp37-cp37m-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:d126361607b33c4eb7b36debc173bf25d7805847346dd4d99b5499e1fef52bc7"}, - {file = "regex-2023.12.25-cp37-cp37m-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:4719bb05094d7d8563a450cf8738d2e1061420f79cfcc1fa7f0a44744c4d8f73"}, - {file = "regex-2023.12.25-cp37-cp37m-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:5dd58946bce44b53b06d94aa95560d0b243eb2fe64227cba50017a8d8b3cd3e2"}, - {file = "regex-2023.12.25-cp37-cp37m-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:22a86d9fff2009302c440b9d799ef2fe322416d2d58fc124b926aa89365ec482"}, - {file = "regex-2023.12.25-cp37-cp37m-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:2aae8101919e8aa05ecfe6322b278f41ce2994c4a430303c4cd163fef746e04f"}, - {file = "regex-2023.12.25-cp37-cp37m-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_12_x86_64.manylinux2010_x86_64.whl", hash = "sha256:e692296c4cc2873967771345a876bcfc1c547e8dd695c6b89342488b0ea55cd8"}, - {file = "regex-2023.12.25-cp37-cp37m-musllinux_1_1_aarch64.whl", hash = "sha256:263ef5cc10979837f243950637fffb06e8daed7f1ac1e39d5910fd29929e489a"}, - {file = "regex-2023.12.25-cp37-cp37m-musllinux_1_1_i686.whl", hash = "sha256:d6f7e255e5fa94642a0724e35406e6cb7001c09d476ab5fce002f652b36d0c39"}, - {file = "regex-2023.12.25-cp37-cp37m-musllinux_1_1_ppc64le.whl", hash = "sha256:88ad44e220e22b63b0f8f81f007e8abbb92874d8ced66f32571ef8beb0643b2b"}, - {file = "regex-2023.12.25-cp37-cp37m-musllinux_1_1_s390x.whl", hash = "sha256:3a17d3ede18f9cedcbe23d2daa8a2cd6f59fe2bf082c567e43083bba3fb00347"}, - {file = "regex-2023.12.25-cp37-cp37m-musllinux_1_1_x86_64.whl", hash = "sha256:d15b274f9e15b1a0b7a45d2ac86d1f634d983ca40d6b886721626c47a400bf39"}, - {file = "regex-2023.12.25-cp37-cp37m-win32.whl", hash = "sha256:ed19b3a05ae0c97dd8f75a5d8f21f7723a8c33bbc555da6bbe1f96c470139d3c"}, - {file = "regex-2023.12.25-cp37-cp37m-win_amd64.whl", hash = "sha256:a6d1047952c0b8104a1d371f88f4ab62e6275567d4458c1e26e9627ad489b445"}, - {file = "regex-2023.12.25-cp38-cp38-macosx_10_9_universal2.whl", hash = "sha256:b43523d7bc2abd757119dbfb38af91b5735eea45537ec6ec3a5ec3f9562a1c53"}, - {file = "regex-2023.12.25-cp38-cp38-macosx_10_9_x86_64.whl", hash = "sha256:efb2d82f33b2212898f1659fb1c2e9ac30493ac41e4d53123da374c3b5541e64"}, - {file = "regex-2023.12.25-cp38-cp38-macosx_11_0_arm64.whl", hash = "sha256:b7fca9205b59c1a3d5031f7e64ed627a1074730a51c2a80e97653e3e9fa0d415"}, - {file = "regex-2023.12.25-cp38-cp38-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:086dd15e9435b393ae06f96ab69ab2d333f5d65cbe65ca5a3ef0ec9564dfe770"}, - {file = "regex-2023.12.25-cp38-cp38-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:e81469f7d01efed9b53740aedd26085f20d49da65f9c1f41e822a33992cb1590"}, - {file = "regex-2023.12.25-cp38-cp38-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:34e4af5b27232f68042aa40a91c3b9bb4da0eeb31b7632e0091afc4310afe6cb"}, - {file = "regex-2023.12.25-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:9852b76ab558e45b20bf1893b59af64a28bd3820b0c2efc80e0a70a4a3ea51c1"}, - {file = "regex-2023.12.25-cp38-cp38-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:ff100b203092af77d1a5a7abe085b3506b7eaaf9abf65b73b7d6905b6cb76988"}, - {file = "regex-2023.12.25-cp38-cp38-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_12_x86_64.manylinux2010_x86_64.whl", hash = "sha256:cc038b2d8b1470364b1888a98fd22d616fba2b6309c5b5f181ad4483e0017861"}, - {file = "regex-2023.12.25-cp38-cp38-musllinux_1_1_aarch64.whl", hash = "sha256:094ba386bb5c01e54e14434d4caabf6583334090865b23ef58e0424a6286d3dc"}, - {file = "regex-2023.12.25-cp38-cp38-musllinux_1_1_i686.whl", hash = "sha256:5cd05d0f57846d8ba4b71d9c00f6f37d6b97d5e5ef8b3c3840426a475c8f70f4"}, - {file = "regex-2023.12.25-cp38-cp38-musllinux_1_1_ppc64le.whl", hash = "sha256:9aa1a67bbf0f957bbe096375887b2505f5d8ae16bf04488e8b0f334c36e31360"}, - {file = "regex-2023.12.25-cp38-cp38-musllinux_1_1_s390x.whl", hash = "sha256:98a2636994f943b871786c9e82bfe7883ecdaba2ef5df54e1450fa9869d1f756"}, - {file = "regex-2023.12.25-cp38-cp38-musllinux_1_1_x86_64.whl", hash = "sha256:37f8e93a81fc5e5bd8db7e10e62dc64261bcd88f8d7e6640aaebe9bc180d9ce2"}, - {file = "regex-2023.12.25-cp38-cp38-win32.whl", hash = "sha256:d78bd484930c1da2b9679290a41cdb25cc127d783768a0369d6b449e72f88beb"}, - {file = "regex-2023.12.25-cp38-cp38-win_amd64.whl", hash = "sha256:b521dcecebc5b978b447f0f69b5b7f3840eac454862270406a39837ffae4e697"}, - {file = "regex-2023.12.25-cp39-cp39-macosx_10_9_universal2.whl", hash = "sha256:f7bc09bc9c29ebead055bcba136a67378f03d66bf359e87d0f7c759d6d4ffa31"}, - {file = "regex-2023.12.25-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:e14b73607d6231f3cc4622809c196b540a6a44e903bcfad940779c80dffa7be7"}, - {file = "regex-2023.12.25-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:9eda5f7a50141291beda3edd00abc2d4a5b16c29c92daf8d5bd76934150f3edc"}, - {file = "regex-2023.12.25-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:cc6bb9aa69aacf0f6032c307da718f61a40cf970849e471254e0e91c56ffca95"}, - {file = "regex-2023.12.25-cp39-cp39-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:298dc6354d414bc921581be85695d18912bea163a8b23cac9a2562bbcd5088b1"}, - {file = "regex-2023.12.25-cp39-cp39-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:2f4e475a80ecbd15896a976aa0b386c5525d0ed34d5c600b6d3ebac0a67c7ddf"}, - {file = "regex-2023.12.25-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:531ac6cf22b53e0696f8e1d56ce2396311254eb806111ddd3922c9d937151dae"}, - {file = "regex-2023.12.25-cp39-cp39-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:22f3470f7524b6da61e2020672df2f3063676aff444db1daa283c2ea4ed259d6"}, - {file = "regex-2023.12.25-cp39-cp39-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_12_x86_64.manylinux2010_x86_64.whl", hash = "sha256:89723d2112697feaa320c9d351e5f5e7b841e83f8b143dba8e2d2b5f04e10923"}, - {file = "regex-2023.12.25-cp39-cp39-musllinux_1_1_aarch64.whl", hash = "sha256:0ecf44ddf9171cd7566ef1768047f6e66975788258b1c6c6ca78098b95cf9a3d"}, - {file = "regex-2023.12.25-cp39-cp39-musllinux_1_1_i686.whl", hash = "sha256:905466ad1702ed4acfd67a902af50b8db1feeb9781436372261808df7a2a7bca"}, - {file = "regex-2023.12.25-cp39-cp39-musllinux_1_1_ppc64le.whl", hash = "sha256:4558410b7a5607a645e9804a3e9dd509af12fb72b9825b13791a37cd417d73a5"}, - {file = "regex-2023.12.25-cp39-cp39-musllinux_1_1_s390x.whl", hash = "sha256:7e316026cc1095f2a3e8cc012822c99f413b702eaa2ca5408a513609488cb62f"}, - {file = "regex-2023.12.25-cp39-cp39-musllinux_1_1_x86_64.whl", hash = "sha256:3b1de218d5375cd6ac4b5493e0b9f3df2be331e86520f23382f216c137913d20"}, - {file = "regex-2023.12.25-cp39-cp39-win32.whl", hash = "sha256:11a963f8e25ab5c61348d090bf1b07f1953929c13bd2309a0662e9ff680763c9"}, - {file = "regex-2023.12.25-cp39-cp39-win_amd64.whl", hash = "sha256:e693e233ac92ba83a87024e1d32b5f9ab15ca55ddd916d878146f4e3406b5c91"}, - {file = "regex-2023.12.25.tar.gz", hash = "sha256:29171aa128da69afdf4bde412d5bedc335f2ca8fcfe4489038577d05f16181e5"}, + {file = "regex-2024.5.15-cp310-cp310-macosx_10_9_universal2.whl", hash = "sha256:a81e3cfbae20378d75185171587cbf756015ccb14840702944f014e0d93ea09f"}, + {file = "regex-2024.5.15-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:7b59138b219ffa8979013be7bc85bb60c6f7b7575df3d56dc1e403a438c7a3f6"}, + {file = "regex-2024.5.15-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:a0bd000c6e266927cb7a1bc39d55be95c4b4f65c5be53e659537537e019232b1"}, + {file = "regex-2024.5.15-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:5eaa7ddaf517aa095fa8da0b5015c44d03da83f5bd49c87961e3c997daed0de7"}, + {file = "regex-2024.5.15-cp310-cp310-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:ba68168daedb2c0bab7fd7e00ced5ba90aebf91024dea3c88ad5063c2a562cca"}, + {file = "regex-2024.5.15-cp310-cp310-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:6e8d717bca3a6e2064fc3a08df5cbe366369f4b052dcd21b7416e6d71620dca1"}, + {file = "regex-2024.5.15-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:1337b7dbef9b2f71121cdbf1e97e40de33ff114801263b275aafd75303bd62b5"}, + {file = "regex-2024.5.15-cp310-cp310-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:f9ebd0a36102fcad2f03696e8af4ae682793a5d30b46c647eaf280d6cfb32796"}, + {file = "regex-2024.5.15-cp310-cp310-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_12_x86_64.manylinux2010_x86_64.whl", hash = "sha256:9efa1a32ad3a3ea112224897cdaeb6aa00381627f567179c0314f7b65d354c62"}, + {file = "regex-2024.5.15-cp310-cp310-musllinux_1_2_aarch64.whl", hash = "sha256:1595f2d10dff3d805e054ebdc41c124753631b6a471b976963c7b28543cf13b0"}, + {file = "regex-2024.5.15-cp310-cp310-musllinux_1_2_i686.whl", hash = "sha256:b802512f3e1f480f41ab5f2cfc0e2f761f08a1f41092d6718868082fc0d27143"}, + {file = "regex-2024.5.15-cp310-cp310-musllinux_1_2_ppc64le.whl", hash = "sha256:a0981022dccabca811e8171f913de05720590c915b033b7e601f35ce4ea7019f"}, + {file = "regex-2024.5.15-cp310-cp310-musllinux_1_2_s390x.whl", hash = "sha256:19068a6a79cf99a19ccefa44610491e9ca02c2be3305c7760d3831d38a467a6f"}, + {file = "regex-2024.5.15-cp310-cp310-musllinux_1_2_x86_64.whl", hash = "sha256:1b5269484f6126eee5e687785e83c6b60aad7663dafe842b34691157e5083e53"}, + {file = "regex-2024.5.15-cp310-cp310-win32.whl", hash = "sha256:ada150c5adfa8fbcbf321c30c751dc67d2f12f15bd183ffe4ec7cde351d945b3"}, + {file = "regex-2024.5.15-cp310-cp310-win_amd64.whl", hash = "sha256:ac394ff680fc46b97487941f5e6ae49a9f30ea41c6c6804832063f14b2a5a145"}, + {file = "regex-2024.5.15-cp311-cp311-macosx_10_9_universal2.whl", hash = "sha256:f5b1dff3ad008dccf18e652283f5e5339d70bf8ba7c98bf848ac33db10f7bc7a"}, + {file = "regex-2024.5.15-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:c6a2b494a76983df8e3d3feea9b9ffdd558b247e60b92f877f93a1ff43d26656"}, + {file = "regex-2024.5.15-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:a32b96f15c8ab2e7d27655969a23895eb799de3665fa94349f3b2fbfd547236f"}, + {file = "regex-2024.5.15-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:10002e86e6068d9e1c91eae8295ef690f02f913c57db120b58fdd35a6bb1af35"}, + {file = "regex-2024.5.15-cp311-cp311-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:ec54d5afa89c19c6dd8541a133be51ee1017a38b412b1321ccb8d6ddbeb4cf7d"}, + {file = "regex-2024.5.15-cp311-cp311-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:10e4ce0dca9ae7a66e6089bb29355d4432caed736acae36fef0fdd7879f0b0cb"}, + {file = "regex-2024.5.15-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:3e507ff1e74373c4d3038195fdd2af30d297b4f0950eeda6f515ae3d84a1770f"}, + {file = "regex-2024.5.15-cp311-cp311-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:d1f059a4d795e646e1c37665b9d06062c62d0e8cc3c511fe01315973a6542e40"}, + {file = "regex-2024.5.15-cp311-cp311-musllinux_1_2_aarch64.whl", hash = "sha256:0721931ad5fe0dda45d07f9820b90b2148ccdd8e45bb9e9b42a146cb4f695649"}, + {file = "regex-2024.5.15-cp311-cp311-musllinux_1_2_i686.whl", hash = "sha256:833616ddc75ad595dee848ad984d067f2f31be645d603e4d158bba656bbf516c"}, + {file = "regex-2024.5.15-cp311-cp311-musllinux_1_2_ppc64le.whl", hash = "sha256:287eb7f54fc81546346207c533ad3c2c51a8d61075127d7f6d79aaf96cdee890"}, + {file = "regex-2024.5.15-cp311-cp311-musllinux_1_2_s390x.whl", hash = "sha256:19dfb1c504781a136a80ecd1fff9f16dddf5bb43cec6871778c8a907a085bb3d"}, + {file = "regex-2024.5.15-cp311-cp311-musllinux_1_2_x86_64.whl", hash = "sha256:119af6e56dce35e8dfb5222573b50c89e5508d94d55713c75126b753f834de68"}, + {file = "regex-2024.5.15-cp311-cp311-win32.whl", hash = "sha256:1c1c174d6ec38d6c8a7504087358ce9213d4332f6293a94fbf5249992ba54efa"}, + {file = "regex-2024.5.15-cp311-cp311-win_amd64.whl", hash = "sha256:9e717956dcfd656f5055cc70996ee2cc82ac5149517fc8e1b60261b907740201"}, + {file = "regex-2024.5.15-cp312-cp312-macosx_10_9_universal2.whl", hash = "sha256:632b01153e5248c134007209b5c6348a544ce96c46005d8456de1d552455b014"}, + {file = "regex-2024.5.15-cp312-cp312-macosx_10_9_x86_64.whl", hash = "sha256:e64198f6b856d48192bf921421fdd8ad8eb35e179086e99e99f711957ffedd6e"}, + {file = "regex-2024.5.15-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:68811ab14087b2f6e0fc0c2bae9ad689ea3584cad6917fc57be6a48bbd012c49"}, + {file = "regex-2024.5.15-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:f8ec0c2fea1e886a19c3bee0cd19d862b3aa75dcdfb42ebe8ed30708df64687a"}, + {file = "regex-2024.5.15-cp312-cp312-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:d0c0c0003c10f54a591d220997dd27d953cd9ccc1a7294b40a4be5312be8797b"}, + {file = "regex-2024.5.15-cp312-cp312-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:2431b9e263af1953c55abbd3e2efca67ca80a3de8a0437cb58e2421f8184717a"}, + {file = "regex-2024.5.15-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:4a605586358893b483976cffc1723fb0f83e526e8f14c6e6614e75919d9862cf"}, + {file = "regex-2024.5.15-cp312-cp312-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:391d7f7f1e409d192dba8bcd42d3e4cf9e598f3979cdaed6ab11288da88cb9f2"}, + {file = "regex-2024.5.15-cp312-cp312-musllinux_1_2_aarch64.whl", hash = "sha256:9ff11639a8d98969c863d4617595eb5425fd12f7c5ef6621a4b74b71ed8726d5"}, + {file = "regex-2024.5.15-cp312-cp312-musllinux_1_2_i686.whl", hash = "sha256:4eee78a04e6c67e8391edd4dad3279828dd66ac4b79570ec998e2155d2e59fd5"}, + {file = "regex-2024.5.15-cp312-cp312-musllinux_1_2_ppc64le.whl", hash = "sha256:8fe45aa3f4aa57faabbc9cb46a93363edd6197cbc43523daea044e9ff2fea83e"}, + {file = "regex-2024.5.15-cp312-cp312-musllinux_1_2_s390x.whl", hash = "sha256:d0a3d8d6acf0c78a1fff0e210d224b821081330b8524e3e2bc5a68ef6ab5803d"}, + {file = "regex-2024.5.15-cp312-cp312-musllinux_1_2_x86_64.whl", hash = "sha256:c486b4106066d502495b3025a0a7251bf37ea9540433940a23419461ab9f2a80"}, + {file = "regex-2024.5.15-cp312-cp312-win32.whl", hash = "sha256:c49e15eac7c149f3670b3e27f1f28a2c1ddeccd3a2812cba953e01be2ab9b5fe"}, + {file = "regex-2024.5.15-cp312-cp312-win_amd64.whl", hash = "sha256:673b5a6da4557b975c6c90198588181029c60793835ce02f497ea817ff647cb2"}, + {file = "regex-2024.5.15-cp38-cp38-macosx_10_9_universal2.whl", hash = "sha256:87e2a9c29e672fc65523fb47a90d429b70ef72b901b4e4b1bd42387caf0d6835"}, + {file = "regex-2024.5.15-cp38-cp38-macosx_10_9_x86_64.whl", hash = "sha256:c3bea0ba8b73b71b37ac833a7f3fd53825924165da6a924aec78c13032f20850"}, + {file = "regex-2024.5.15-cp38-cp38-macosx_11_0_arm64.whl", hash = "sha256:bfc4f82cabe54f1e7f206fd3d30fda143f84a63fe7d64a81558d6e5f2e5aaba9"}, + {file = "regex-2024.5.15-cp38-cp38-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:e5bb9425fe881d578aeca0b2b4b3d314ec88738706f66f219c194d67179337cb"}, + {file = "regex-2024.5.15-cp38-cp38-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:64c65783e96e563103d641760664125e91bd85d8e49566ee560ded4da0d3e704"}, + {file = "regex-2024.5.15-cp38-cp38-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:cf2430df4148b08fb4324b848672514b1385ae3807651f3567871f130a728cc3"}, + {file = "regex-2024.5.15-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:5397de3219a8b08ae9540c48f602996aa6b0b65d5a61683e233af8605c42b0f2"}, + {file = "regex-2024.5.15-cp38-cp38-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:455705d34b4154a80ead722f4f185b04c4237e8e8e33f265cd0798d0e44825fa"}, + {file = "regex-2024.5.15-cp38-cp38-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_12_x86_64.manylinux2010_x86_64.whl", hash = "sha256:b2b6f1b3bb6f640c1a92be3bbfbcb18657b125b99ecf141fb3310b5282c7d4ed"}, + {file = "regex-2024.5.15-cp38-cp38-musllinux_1_2_aarch64.whl", hash = "sha256:3ad070b823ca5890cab606c940522d05d3d22395d432f4aaaf9d5b1653e47ced"}, + {file = "regex-2024.5.15-cp38-cp38-musllinux_1_2_i686.whl", hash = "sha256:5b5467acbfc153847d5adb21e21e29847bcb5870e65c94c9206d20eb4e99a384"}, + {file = "regex-2024.5.15-cp38-cp38-musllinux_1_2_ppc64le.whl", hash = "sha256:e6662686aeb633ad65be2a42b4cb00178b3fbf7b91878f9446075c404ada552f"}, + {file = "regex-2024.5.15-cp38-cp38-musllinux_1_2_s390x.whl", hash = "sha256:2b4c884767504c0e2401babe8b5b7aea9148680d2e157fa28f01529d1f7fcf67"}, + {file = "regex-2024.5.15-cp38-cp38-musllinux_1_2_x86_64.whl", hash = "sha256:3cd7874d57f13bf70078f1ff02b8b0aa48d5b9ed25fc48547516c6aba36f5741"}, + {file = "regex-2024.5.15-cp38-cp38-win32.whl", hash = "sha256:e4682f5ba31f475d58884045c1a97a860a007d44938c4c0895f41d64481edbc9"}, + {file = "regex-2024.5.15-cp38-cp38-win_amd64.whl", hash = "sha256:d99ceffa25ac45d150e30bd9ed14ec6039f2aad0ffa6bb87a5936f5782fc1569"}, + {file = "regex-2024.5.15-cp39-cp39-macosx_10_9_universal2.whl", hash = "sha256:13cdaf31bed30a1e1c2453ef6015aa0983e1366fad2667657dbcac7b02f67133"}, + {file = "regex-2024.5.15-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:cac27dcaa821ca271855a32188aa61d12decb6fe45ffe3e722401fe61e323cd1"}, + {file = "regex-2024.5.15-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:7dbe2467273b875ea2de38ded4eba86cbcbc9a1a6d0aa11dcf7bd2e67859c435"}, + {file = "regex-2024.5.15-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:64f18a9a3513a99c4bef0e3efd4c4a5b11228b48aa80743be822b71e132ae4f5"}, + {file = "regex-2024.5.15-cp39-cp39-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:d347a741ea871c2e278fde6c48f85136c96b8659b632fb57a7d1ce1872547600"}, + {file = "regex-2024.5.15-cp39-cp39-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:1878b8301ed011704aea4c806a3cadbd76f84dece1ec09cc9e4dc934cfa5d4da"}, + {file = "regex-2024.5.15-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:4babf07ad476aaf7830d77000874d7611704a7fcf68c9c2ad151f5d94ae4bfc4"}, + {file = "regex-2024.5.15-cp39-cp39-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:35cb514e137cb3488bce23352af3e12fb0dbedd1ee6e60da053c69fb1b29cc6c"}, + {file = "regex-2024.5.15-cp39-cp39-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_12_x86_64.manylinux2010_x86_64.whl", hash = "sha256:cdd09d47c0b2efee9378679f8510ee6955d329424c659ab3c5e3a6edea696294"}, + {file = "regex-2024.5.15-cp39-cp39-musllinux_1_2_aarch64.whl", hash = "sha256:72d7a99cd6b8f958e85fc6ca5b37c4303294954eac1376535b03c2a43eb72629"}, + {file = "regex-2024.5.15-cp39-cp39-musllinux_1_2_i686.whl", hash = "sha256:a094801d379ab20c2135529948cb84d417a2169b9bdceda2a36f5f10977ebc16"}, + {file = "regex-2024.5.15-cp39-cp39-musllinux_1_2_ppc64le.whl", hash = "sha256:c0c18345010870e58238790a6779a1219b4d97bd2e77e1140e8ee5d14df071aa"}, + {file = "regex-2024.5.15-cp39-cp39-musllinux_1_2_s390x.whl", hash = "sha256:16093f563098448ff6b1fa68170e4acbef94e6b6a4e25e10eae8598bb1694b5d"}, + {file = "regex-2024.5.15-cp39-cp39-musllinux_1_2_x86_64.whl", hash = "sha256:e38a7d4e8f633a33b4c7350fbd8bad3b70bf81439ac67ac38916c4a86b465456"}, + {file = "regex-2024.5.15-cp39-cp39-win32.whl", hash = "sha256:71a455a3c584a88f654b64feccc1e25876066c4f5ef26cd6dd711308aa538694"}, + {file = "regex-2024.5.15-cp39-cp39-win_amd64.whl", hash = "sha256:cab12877a9bdafde5500206d1020a584355a97884dfd388af3699e9137bf7388"}, + {file = "regex-2024.5.15.tar.gz", hash = "sha256:d3ee02d9e5f482cc8309134a91eeaacbdd2261ba111b0fef3748eeb4913e6a2c"}, ] [[package]] @@ -6083,13 +6410,13 @@ dev = ["black", "mypy", "pytest", "responses", "ruff"] [[package]] name = "requests" -version = "2.31.0" +version = "2.32.2" description = "Python HTTP for Humans." optional = false -python-versions = ">=3.7" +python-versions = ">=3.8" files = [ - {file = "requests-2.31.0-py3-none-any.whl", hash = "sha256:58cd2187c01e70e6e26505bca751777aa9f2ee0b7f4300988b709f44e013003f"}, - {file = "requests-2.31.0.tar.gz", hash = "sha256:942c5a758f98d790eaed1a29cb6eefc7ffb0d1cf7af05c3d2791656dbd6ad1e1"}, + {file = "requests-2.32.2-py3-none-any.whl", hash = "sha256:fc06670dd0ed212426dfeb94fc1b983d917c4f9847c863f313c9dfaaffb7c23c"}, + {file = "requests-2.32.2.tar.gz", hash = "sha256:dd951ff5ecf3e3b3aa26b40703ba77495dab41da839ae72ef3c8e5d8e2433289"}, ] [package.dependencies] @@ -6104,13 +6431,13 @@ use-chardet-on-py3 = ["chardet (>=3.0.2,<6)"] [[package]] name = "requests-oauthlib" -version = "1.3.1" +version = "2.0.0" description = "OAuthlib authentication support for Requests." optional = false -python-versions = ">=2.7, !=3.0.*, !=3.1.*, !=3.2.*, !=3.3.*" +python-versions = ">=3.4" files = [ - {file = "requests-oauthlib-1.3.1.tar.gz", hash = "sha256:75beac4a47881eeb94d5ea5d6ad31ef88856affe2332b9aafb52c6452ccf0d7a"}, - {file = "requests_oauthlib-1.3.1-py2.py3-none-any.whl", hash = "sha256:2577c501a2fb8d05a304c09d090d6e47c306fef15809d102b327cf8364bddab5"}, + {file = "requests-oauthlib-2.0.0.tar.gz", hash = "sha256:b3dffaebd884d8cd778494369603a9e7b58d29111bf6b41bdc2dcd87203af4e9"}, + {file = "requests_oauthlib-2.0.0-py2.py3-none-any.whl", hash = "sha256:7dd8a5c40426b779b0868c404bdef9768deccf22749cde15852df527e6269b36"}, ] [package.dependencies] @@ -6161,13 +6488,13 @@ files = [ [[package]] name = "rich" -version = "13.7.0" +version = "13.7.1" description = "Render rich text, tables, progress bars, syntax highlighting, markdown and more to the terminal" optional = false python-versions = ">=3.7.0" files = [ - {file = "rich-13.7.0-py3-none-any.whl", hash = "sha256:6da14c108c4866ee9520bbffa71f6fe3962e193b7da68720583850cd4548e235"}, - {file = "rich-13.7.0.tar.gz", hash = "sha256:5cb5123b5cf9ee70584244246816e9114227e0b98ad9176eede6ad54bf5403fa"}, + {file = "rich-13.7.1-py3-none-any.whl", hash = "sha256:4edbae314f59eb482f54e9e30bf00d33350aaa94f4bfcd4e9e3110e64d0d7222"}, + {file = "rich-13.7.1.tar.gz", hash = "sha256:9be308cb1fe2f1f57d67ce99e95af38a1e2bc71ad9813b0e247cf7ffbcc3a432"}, ] [package.dependencies] @@ -6193,110 +6520,110 @@ six = "*" [[package]] name = "rpds-py" -version = "0.17.1" +version = "0.18.1" description = "Python bindings to Rust's persistent data structures (rpds)" optional = false python-versions = ">=3.8" files = [ - {file = "rpds_py-0.17.1-cp310-cp310-macosx_10_12_x86_64.whl", hash = "sha256:4128980a14ed805e1b91a7ed551250282a8ddf8201a4e9f8f5b7e6225f54170d"}, - {file = "rpds_py-0.17.1-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:ff1dcb8e8bc2261a088821b2595ef031c91d499a0c1b031c152d43fe0a6ecec8"}, - {file = "rpds_py-0.17.1-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:d65e6b4f1443048eb7e833c2accb4fa7ee67cc7d54f31b4f0555b474758bee55"}, - {file = "rpds_py-0.17.1-cp310-cp310-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:a71169d505af63bb4d20d23a8fbd4c6ce272e7bce6cc31f617152aa784436f29"}, - {file = "rpds_py-0.17.1-cp310-cp310-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:436474f17733c7dca0fbf096d36ae65277e8645039df12a0fa52445ca494729d"}, - {file = "rpds_py-0.17.1-cp310-cp310-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:10162fe3f5f47c37ebf6d8ff5a2368508fe22007e3077bf25b9c7d803454d921"}, - {file = "rpds_py-0.17.1-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:720215373a280f78a1814becb1312d4e4d1077b1202a56d2b0815e95ccb99ce9"}, - {file = "rpds_py-0.17.1-cp310-cp310-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:70fcc6c2906cfa5c6a552ba7ae2ce64b6c32f437d8f3f8eea49925b278a61453"}, - {file = "rpds_py-0.17.1-cp310-cp310-musllinux_1_2_aarch64.whl", hash = "sha256:91e5a8200e65aaac342a791272c564dffcf1281abd635d304d6c4e6b495f29dc"}, - {file = "rpds_py-0.17.1-cp310-cp310-musllinux_1_2_i686.whl", hash = "sha256:99f567dae93e10be2daaa896e07513dd4bf9c2ecf0576e0533ac36ba3b1d5394"}, - {file = "rpds_py-0.17.1-cp310-cp310-musllinux_1_2_x86_64.whl", hash = "sha256:24e4900a6643f87058a27320f81336d527ccfe503984528edde4bb660c8c8d59"}, - {file = "rpds_py-0.17.1-cp310-none-win32.whl", hash = "sha256:0bfb09bf41fe7c51413f563373e5f537eaa653d7adc4830399d4e9bdc199959d"}, - {file = "rpds_py-0.17.1-cp310-none-win_amd64.whl", hash = "sha256:20de7b7179e2031a04042e85dc463a93a82bc177eeba5ddd13ff746325558aa6"}, - {file = "rpds_py-0.17.1-cp311-cp311-macosx_10_12_x86_64.whl", hash = "sha256:65dcf105c1943cba45d19207ef51b8bc46d232a381e94dd38719d52d3980015b"}, - {file = "rpds_py-0.17.1-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:01f58a7306b64e0a4fe042047dd2b7d411ee82e54240284bab63e325762c1147"}, - {file = "rpds_py-0.17.1-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:071bc28c589b86bc6351a339114fb7a029f5cddbaca34103aa573eba7b482382"}, - {file = "rpds_py-0.17.1-cp311-cp311-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:ae35e8e6801c5ab071b992cb2da958eee76340e6926ec693b5ff7d6381441745"}, - {file = "rpds_py-0.17.1-cp311-cp311-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:149c5cd24f729e3567b56e1795f74577aa3126c14c11e457bec1b1c90d212e38"}, - {file = "rpds_py-0.17.1-cp311-cp311-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:e796051f2070f47230c745d0a77a91088fbee2cc0502e9b796b9c6471983718c"}, - {file = "rpds_py-0.17.1-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:60e820ee1004327609b28db8307acc27f5f2e9a0b185b2064c5f23e815f248f8"}, - {file = "rpds_py-0.17.1-cp311-cp311-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:1957a2ab607f9added64478a6982742eb29f109d89d065fa44e01691a20fc20a"}, - {file = "rpds_py-0.17.1-cp311-cp311-musllinux_1_2_aarch64.whl", hash = "sha256:8587fd64c2a91c33cdc39d0cebdaf30e79491cc029a37fcd458ba863f8815383"}, - {file = "rpds_py-0.17.1-cp311-cp311-musllinux_1_2_i686.whl", hash = "sha256:4dc889a9d8a34758d0fcc9ac86adb97bab3fb7f0c4d29794357eb147536483fd"}, - {file = "rpds_py-0.17.1-cp311-cp311-musllinux_1_2_x86_64.whl", hash = "sha256:2953937f83820376b5979318840f3ee47477d94c17b940fe31d9458d79ae7eea"}, - {file = "rpds_py-0.17.1-cp311-none-win32.whl", hash = "sha256:1bfcad3109c1e5ba3cbe2f421614e70439f72897515a96c462ea657261b96518"}, - {file = "rpds_py-0.17.1-cp311-none-win_amd64.whl", hash = "sha256:99da0a4686ada4ed0f778120a0ea8d066de1a0a92ab0d13ae68492a437db78bf"}, - {file = "rpds_py-0.17.1-cp312-cp312-macosx_10_12_x86_64.whl", hash = "sha256:1dc29db3900cb1bb40353772417800f29c3d078dbc8024fd64655a04ee3c4bdf"}, - {file = "rpds_py-0.17.1-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:82ada4a8ed9e82e443fcef87e22a3eed3654dd3adf6e3b3a0deb70f03e86142a"}, - {file = "rpds_py-0.17.1-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:1d36b2b59e8cc6e576f8f7b671e32f2ff43153f0ad6d0201250a7c07f25d570e"}, - {file = "rpds_py-0.17.1-cp312-cp312-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:3677fcca7fb728c86a78660c7fb1b07b69b281964673f486ae72860e13f512ad"}, - {file = "rpds_py-0.17.1-cp312-cp312-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:516fb8c77805159e97a689e2f1c80655c7658f5af601c34ffdb916605598cda2"}, - {file = "rpds_py-0.17.1-cp312-cp312-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:df3b6f45ba4515632c5064e35ca7f31d51d13d1479673185ba8f9fefbbed58b9"}, - {file = "rpds_py-0.17.1-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:a967dd6afda7715d911c25a6ba1517975acd8d1092b2f326718725461a3d33f9"}, - {file = "rpds_py-0.17.1-cp312-cp312-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:dbbb95e6fc91ea3102505d111b327004d1c4ce98d56a4a02e82cd451f9f57140"}, - {file = "rpds_py-0.17.1-cp312-cp312-musllinux_1_2_aarch64.whl", hash = "sha256:02866e060219514940342a1f84303a1ef7a1dad0ac311792fbbe19b521b489d2"}, - {file = "rpds_py-0.17.1-cp312-cp312-musllinux_1_2_i686.whl", hash = "sha256:2528ff96d09f12e638695f3a2e0c609c7b84c6df7c5ae9bfeb9252b6fa686253"}, - {file = "rpds_py-0.17.1-cp312-cp312-musllinux_1_2_x86_64.whl", hash = "sha256:bd345a13ce06e94c753dab52f8e71e5252aec1e4f8022d24d56decd31e1b9b23"}, - {file = "rpds_py-0.17.1-cp312-none-win32.whl", hash = "sha256:2a792b2e1d3038daa83fa474d559acfd6dc1e3650ee93b2662ddc17dbff20ad1"}, - {file = "rpds_py-0.17.1-cp312-none-win_amd64.whl", hash = "sha256:292f7344a3301802e7c25c53792fae7d1593cb0e50964e7bcdcc5cf533d634e3"}, - {file = "rpds_py-0.17.1-cp38-cp38-macosx_10_12_x86_64.whl", hash = "sha256:8ffe53e1d8ef2520ebcf0c9fec15bb721da59e8ef283b6ff3079613b1e30513d"}, - {file = "rpds_py-0.17.1-cp38-cp38-macosx_11_0_arm64.whl", hash = "sha256:4341bd7579611cf50e7b20bb8c2e23512a3dc79de987a1f411cb458ab670eb90"}, - {file = "rpds_py-0.17.1-cp38-cp38-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:2f4eb548daf4836e3b2c662033bfbfc551db58d30fd8fe660314f86bf8510b93"}, - {file = "rpds_py-0.17.1-cp38-cp38-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:b686f25377f9c006acbac63f61614416a6317133ab7fafe5de5f7dc8a06d42eb"}, - {file = "rpds_py-0.17.1-cp38-cp38-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:4e21b76075c01d65d0f0f34302b5a7457d95721d5e0667aea65e5bb3ab415c25"}, - {file = "rpds_py-0.17.1-cp38-cp38-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:b86b21b348f7e5485fae740d845c65a880f5d1eda1e063bc59bef92d1f7d0c55"}, - {file = "rpds_py-0.17.1-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:f175e95a197f6a4059b50757a3dca33b32b61691bdbd22c29e8a8d21d3914cae"}, - {file = "rpds_py-0.17.1-cp38-cp38-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:1701fc54460ae2e5efc1dd6350eafd7a760f516df8dbe51d4a1c79d69472fbd4"}, - {file = "rpds_py-0.17.1-cp38-cp38-musllinux_1_2_aarch64.whl", hash = "sha256:9051e3d2af8f55b42061603e29e744724cb5f65b128a491446cc029b3e2ea896"}, - {file = "rpds_py-0.17.1-cp38-cp38-musllinux_1_2_i686.whl", hash = "sha256:7450dbd659fed6dd41d1a7d47ed767e893ba402af8ae664c157c255ec6067fde"}, - {file = "rpds_py-0.17.1-cp38-cp38-musllinux_1_2_x86_64.whl", hash = "sha256:5a024fa96d541fd7edaa0e9d904601c6445e95a729a2900c5aec6555fe921ed6"}, - {file = "rpds_py-0.17.1-cp38-none-win32.whl", hash = "sha256:da1ead63368c04a9bded7904757dfcae01eba0e0f9bc41d3d7f57ebf1c04015a"}, - {file = "rpds_py-0.17.1-cp38-none-win_amd64.whl", hash = "sha256:841320e1841bb53fada91c9725e766bb25009cfd4144e92298db296fb6c894fb"}, - {file = "rpds_py-0.17.1-cp39-cp39-macosx_10_12_x86_64.whl", hash = "sha256:f6c43b6f97209e370124baf2bf40bb1e8edc25311a158867eb1c3a5d449ebc7a"}, - {file = "rpds_py-0.17.1-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:5e7d63ec01fe7c76c2dbb7e972fece45acbb8836e72682bde138e7e039906e2c"}, - {file = "rpds_py-0.17.1-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:81038ff87a4e04c22e1d81f947c6ac46f122e0c80460b9006e6517c4d842a6ec"}, - {file = "rpds_py-0.17.1-cp39-cp39-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:810685321f4a304b2b55577c915bece4c4a06dfe38f6e62d9cc1d6ca8ee86b99"}, - {file = "rpds_py-0.17.1-cp39-cp39-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:25f071737dae674ca8937a73d0f43f5a52e92c2d178330b4c0bb6ab05586ffa6"}, - {file = "rpds_py-0.17.1-cp39-cp39-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:aa5bfb13f1e89151ade0eb812f7b0d7a4d643406caaad65ce1cbabe0a66d695f"}, - {file = "rpds_py-0.17.1-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:dfe07308b311a8293a0d5ef4e61411c5c20f682db6b5e73de6c7c8824272c256"}, - {file = "rpds_py-0.17.1-cp39-cp39-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:a000133a90eea274a6f28adc3084643263b1e7c1a5a66eb0a0a7a36aa757ed74"}, - {file = "rpds_py-0.17.1-cp39-cp39-musllinux_1_2_aarch64.whl", hash = "sha256:5d0e8a6434a3fbf77d11448c9c25b2f25244226cfbec1a5159947cac5b8c5fa4"}, - {file = "rpds_py-0.17.1-cp39-cp39-musllinux_1_2_i686.whl", hash = "sha256:efa767c220d94aa4ac3a6dd3aeb986e9f229eaf5bce92d8b1b3018d06bed3772"}, - {file = "rpds_py-0.17.1-cp39-cp39-musllinux_1_2_x86_64.whl", hash = "sha256:dbc56680ecf585a384fbd93cd42bc82668b77cb525343170a2d86dafaed2a84b"}, - {file = "rpds_py-0.17.1-cp39-none-win32.whl", hash = "sha256:270987bc22e7e5a962b1094953ae901395e8c1e1e83ad016c5cfcfff75a15a3f"}, - {file = "rpds_py-0.17.1-cp39-none-win_amd64.whl", hash = "sha256:2a7b2f2f56a16a6d62e55354dd329d929560442bd92e87397b7a9586a32e3e76"}, - {file = "rpds_py-0.17.1-pp310-pypy310_pp73-macosx_10_12_x86_64.whl", hash = "sha256:a3264e3e858de4fc601741498215835ff324ff2482fd4e4af61b46512dd7fc83"}, - {file = "rpds_py-0.17.1-pp310-pypy310_pp73-macosx_11_0_arm64.whl", hash = "sha256:f2f3b28b40fddcb6c1f1f6c88c6f3769cd933fa493ceb79da45968a21dccc920"}, - {file = "rpds_py-0.17.1-pp310-pypy310_pp73-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:9584f8f52010295a4a417221861df9bea4c72d9632562b6e59b3c7b87a1522b7"}, - {file = "rpds_py-0.17.1-pp310-pypy310_pp73-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:c64602e8be701c6cfe42064b71c84ce62ce66ddc6422c15463fd8127db3d8066"}, - {file = "rpds_py-0.17.1-pp310-pypy310_pp73-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:060f412230d5f19fc8c8b75f315931b408d8ebf56aec33ef4168d1b9e54200b1"}, - {file = "rpds_py-0.17.1-pp310-pypy310_pp73-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:b9412abdf0ba70faa6e2ee6c0cc62a8defb772e78860cef419865917d86c7342"}, - {file = "rpds_py-0.17.1-pp310-pypy310_pp73-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:9737bdaa0ad33d34c0efc718741abaafce62fadae72c8b251df9b0c823c63b22"}, - {file = "rpds_py-0.17.1-pp310-pypy310_pp73-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:9f0e4dc0f17dcea4ab9d13ac5c666b6b5337042b4d8f27e01b70fae41dd65c57"}, - {file = "rpds_py-0.17.1-pp310-pypy310_pp73-musllinux_1_2_aarch64.whl", hash = "sha256:1db228102ab9d1ff4c64148c96320d0be7044fa28bd865a9ce628ce98da5973d"}, - {file = "rpds_py-0.17.1-pp310-pypy310_pp73-musllinux_1_2_i686.whl", hash = "sha256:d8bbd8e56f3ba25a7d0cf980fc42b34028848a53a0e36c9918550e0280b9d0b6"}, - {file = "rpds_py-0.17.1-pp310-pypy310_pp73-musllinux_1_2_x86_64.whl", hash = "sha256:be22ae34d68544df293152b7e50895ba70d2a833ad9566932d750d3625918b82"}, - {file = "rpds_py-0.17.1-pp38-pypy38_pp73-macosx_10_12_x86_64.whl", hash = "sha256:bf046179d011e6114daf12a534d874958b039342b347348a78b7cdf0dd9d6041"}, - {file = "rpds_py-0.17.1-pp38-pypy38_pp73-macosx_11_0_arm64.whl", hash = "sha256:1a746a6d49665058a5896000e8d9d2f1a6acba8a03b389c1e4c06e11e0b7f40d"}, - {file = "rpds_py-0.17.1-pp38-pypy38_pp73-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:f0b8bf5b8db49d8fd40f54772a1dcf262e8be0ad2ab0206b5a2ec109c176c0a4"}, - {file = "rpds_py-0.17.1-pp38-pypy38_pp73-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:f7f4cb1f173385e8a39c29510dd11a78bf44e360fb75610594973f5ea141028b"}, - {file = "rpds_py-0.17.1-pp38-pypy38_pp73-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:7fbd70cb8b54fe745301921b0816c08b6d917593429dfc437fd024b5ba713c58"}, - {file = "rpds_py-0.17.1-pp38-pypy38_pp73-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:9bdf1303df671179eaf2cb41e8515a07fc78d9d00f111eadbe3e14262f59c3d0"}, - {file = "rpds_py-0.17.1-pp38-pypy38_pp73-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:fad059a4bd14c45776600d223ec194e77db6c20255578bb5bcdd7c18fd169361"}, - {file = "rpds_py-0.17.1-pp38-pypy38_pp73-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:3664d126d3388a887db44c2e293f87d500c4184ec43d5d14d2d2babdb4c64cad"}, - {file = "rpds_py-0.17.1-pp38-pypy38_pp73-musllinux_1_2_aarch64.whl", hash = "sha256:698ea95a60c8b16b58be9d854c9f993c639f5c214cf9ba782eca53a8789d6b19"}, - {file = "rpds_py-0.17.1-pp38-pypy38_pp73-musllinux_1_2_i686.whl", hash = "sha256:c3d2010656999b63e628a3c694f23020322b4178c450dc478558a2b6ef3cb9bb"}, - {file = "rpds_py-0.17.1-pp38-pypy38_pp73-musllinux_1_2_x86_64.whl", hash = "sha256:938eab7323a736533f015e6069a7d53ef2dcc841e4e533b782c2bfb9fb12d84b"}, - {file = "rpds_py-0.17.1-pp39-pypy39_pp73-macosx_10_12_x86_64.whl", hash = "sha256:1e626b365293a2142a62b9a614e1f8e331b28f3ca57b9f05ebbf4cf2a0f0bdc5"}, - {file = "rpds_py-0.17.1-pp39-pypy39_pp73-macosx_11_0_arm64.whl", hash = "sha256:380e0df2e9d5d5d339803cfc6d183a5442ad7ab3c63c2a0982e8c824566c5ccc"}, - {file = "rpds_py-0.17.1-pp39-pypy39_pp73-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:b760a56e080a826c2e5af09002c1a037382ed21d03134eb6294812dda268c811"}, - {file = "rpds_py-0.17.1-pp39-pypy39_pp73-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:5576ee2f3a309d2bb403ec292d5958ce03953b0e57a11d224c1f134feaf8c40f"}, - {file = "rpds_py-0.17.1-pp39-pypy39_pp73-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:1f3c3461ebb4c4f1bbc70b15d20b565759f97a5aaf13af811fcefc892e9197ba"}, - {file = "rpds_py-0.17.1-pp39-pypy39_pp73-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:637b802f3f069a64436d432117a7e58fab414b4e27a7e81049817ae94de45d8d"}, - {file = "rpds_py-0.17.1-pp39-pypy39_pp73-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:ffee088ea9b593cc6160518ba9bd319b5475e5f3e578e4552d63818773c6f56a"}, - {file = "rpds_py-0.17.1-pp39-pypy39_pp73-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:3ac732390d529d8469b831949c78085b034bff67f584559340008d0f6041a049"}, - {file = "rpds_py-0.17.1-pp39-pypy39_pp73-musllinux_1_2_aarch64.whl", hash = "sha256:93432e747fb07fa567ad9cc7aaadd6e29710e515aabf939dfbed8046041346c6"}, - {file = "rpds_py-0.17.1-pp39-pypy39_pp73-musllinux_1_2_i686.whl", hash = "sha256:7b7d9ca34542099b4e185b3c2a2b2eda2e318a7dbde0b0d83357a6d4421b5296"}, - {file = "rpds_py-0.17.1-pp39-pypy39_pp73-musllinux_1_2_x86_64.whl", hash = "sha256:0387ce69ba06e43df54e43968090f3626e231e4bc9150e4c3246947567695f68"}, - {file = "rpds_py-0.17.1.tar.gz", hash = "sha256:0210b2668f24c078307260bf88bdac9d6f1093635df5123789bfee4d8d7fc8e7"}, + {file = "rpds_py-0.18.1-cp310-cp310-macosx_10_12_x86_64.whl", hash = "sha256:d31dea506d718693b6b2cffc0648a8929bdc51c70a311b2770f09611caa10d53"}, + {file = "rpds_py-0.18.1-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:732672fbc449bab754e0b15356c077cc31566df874964d4801ab14f71951ea80"}, + {file = "rpds_py-0.18.1-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:4a98a1f0552b5f227a3d6422dbd61bc6f30db170939bd87ed14f3c339aa6c7c9"}, + {file = "rpds_py-0.18.1-cp310-cp310-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:7f1944ce16401aad1e3f7d312247b3d5de7981f634dc9dfe90da72b87d37887d"}, + {file = "rpds_py-0.18.1-cp310-cp310-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:38e14fb4e370885c4ecd734f093a2225ee52dc384b86fa55fe3f74638b2cfb09"}, + {file = "rpds_py-0.18.1-cp310-cp310-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:08d74b184f9ab6289b87b19fe6a6d1a97fbfea84b8a3e745e87a5de3029bf944"}, + {file = "rpds_py-0.18.1-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:d70129cef4a8d979caa37e7fe957202e7eee8ea02c5e16455bc9808a59c6b2f0"}, + {file = "rpds_py-0.18.1-cp310-cp310-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:ce0bb20e3a11bd04461324a6a798af34d503f8d6f1aa3d2aa8901ceaf039176d"}, + {file = "rpds_py-0.18.1-cp310-cp310-musllinux_1_2_aarch64.whl", hash = "sha256:81c5196a790032e0fc2464c0b4ab95f8610f96f1f2fa3d4deacce6a79852da60"}, + {file = "rpds_py-0.18.1-cp310-cp310-musllinux_1_2_i686.whl", hash = "sha256:f3027be483868c99b4985fda802a57a67fdf30c5d9a50338d9db646d590198da"}, + {file = "rpds_py-0.18.1-cp310-cp310-musllinux_1_2_x86_64.whl", hash = "sha256:d44607f98caa2961bab4fa3c4309724b185b464cdc3ba6f3d7340bac3ec97cc1"}, + {file = "rpds_py-0.18.1-cp310-none-win32.whl", hash = "sha256:c273e795e7a0f1fddd46e1e3cb8be15634c29ae8ff31c196debb620e1edb9333"}, + {file = "rpds_py-0.18.1-cp310-none-win_amd64.whl", hash = "sha256:8352f48d511de5f973e4f2f9412736d7dea76c69faa6d36bcf885b50c758ab9a"}, + {file = "rpds_py-0.18.1-cp311-cp311-macosx_10_12_x86_64.whl", hash = "sha256:6b5ff7e1d63a8281654b5e2896d7f08799378e594f09cf3674e832ecaf396ce8"}, + {file = "rpds_py-0.18.1-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:8927638a4d4137a289e41d0fd631551e89fa346d6dbcfc31ad627557d03ceb6d"}, + {file = "rpds_py-0.18.1-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:154bf5c93d79558b44e5b50cc354aa0459e518e83677791e6adb0b039b7aa6a7"}, + {file = "rpds_py-0.18.1-cp311-cp311-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:07f2139741e5deb2c5154a7b9629bc5aa48c766b643c1a6750d16f865a82c5fc"}, + {file = "rpds_py-0.18.1-cp311-cp311-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:8c7672e9fba7425f79019db9945b16e308ed8bc89348c23d955c8c0540da0a07"}, + {file = "rpds_py-0.18.1-cp311-cp311-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:489bdfe1abd0406eba6b3bb4fdc87c7fa40f1031de073d0cfb744634cc8fa261"}, + {file = "rpds_py-0.18.1-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:3c20f05e8e3d4fc76875fc9cb8cf24b90a63f5a1b4c5b9273f0e8225e169b100"}, + {file = "rpds_py-0.18.1-cp311-cp311-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:967342e045564cef76dfcf1edb700b1e20838d83b1aa02ab313e6a497cf923b8"}, + {file = "rpds_py-0.18.1-cp311-cp311-musllinux_1_2_aarch64.whl", hash = "sha256:2cc7c1a47f3a63282ab0f422d90ddac4aa3034e39fc66a559ab93041e6505da7"}, + {file = "rpds_py-0.18.1-cp311-cp311-musllinux_1_2_i686.whl", hash = "sha256:f7afbfee1157e0f9376c00bb232e80a60e59ed716e3211a80cb8506550671e6e"}, + {file = "rpds_py-0.18.1-cp311-cp311-musllinux_1_2_x86_64.whl", hash = "sha256:9e6934d70dc50f9f8ea47081ceafdec09245fd9f6032669c3b45705dea096b88"}, + {file = "rpds_py-0.18.1-cp311-none-win32.whl", hash = "sha256:c69882964516dc143083d3795cb508e806b09fc3800fd0d4cddc1df6c36e76bb"}, + {file = "rpds_py-0.18.1-cp311-none-win_amd64.whl", hash = "sha256:70a838f7754483bcdc830444952fd89645569e7452e3226de4a613a4c1793fb2"}, + {file = "rpds_py-0.18.1-cp312-cp312-macosx_10_12_x86_64.whl", hash = "sha256:3dd3cd86e1db5aadd334e011eba4e29d37a104b403e8ca24dcd6703c68ca55b3"}, + {file = "rpds_py-0.18.1-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:05f3d615099bd9b13ecf2fc9cf2d839ad3f20239c678f461c753e93755d629ee"}, + {file = "rpds_py-0.18.1-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:35b2b771b13eee8729a5049c976197ff58a27a3829c018a04341bcf1ae409b2b"}, + {file = "rpds_py-0.18.1-cp312-cp312-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:ee17cd26b97d537af8f33635ef38be873073d516fd425e80559f4585a7b90c43"}, + {file = "rpds_py-0.18.1-cp312-cp312-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:b646bf655b135ccf4522ed43d6902af37d3f5dbcf0da66c769a2b3938b9d8184"}, + {file = "rpds_py-0.18.1-cp312-cp312-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:19ba472b9606c36716062c023afa2484d1e4220548751bda14f725a7de17b4f6"}, + {file = "rpds_py-0.18.1-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:6e30ac5e329098903262dc5bdd7e2086e0256aa762cc8b744f9e7bf2a427d3f8"}, + {file = "rpds_py-0.18.1-cp312-cp312-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:d58ad6317d188c43750cb76e9deacf6051d0f884d87dc6518e0280438648a9ac"}, + {file = "rpds_py-0.18.1-cp312-cp312-musllinux_1_2_aarch64.whl", hash = "sha256:e1735502458621921cee039c47318cb90b51d532c2766593be6207eec53e5c4c"}, + {file = "rpds_py-0.18.1-cp312-cp312-musllinux_1_2_i686.whl", hash = "sha256:f5bab211605d91db0e2995a17b5c6ee5edec1270e46223e513eaa20da20076ac"}, + {file = "rpds_py-0.18.1-cp312-cp312-musllinux_1_2_x86_64.whl", hash = "sha256:2fc24a329a717f9e2448f8cd1f960f9dac4e45b6224d60734edeb67499bab03a"}, + {file = "rpds_py-0.18.1-cp312-none-win32.whl", hash = "sha256:1805d5901779662d599d0e2e4159d8a82c0b05faa86ef9222bf974572286b2b6"}, + {file = "rpds_py-0.18.1-cp312-none-win_amd64.whl", hash = "sha256:720edcb916df872d80f80a1cc5ea9058300b97721efda8651efcd938a9c70a72"}, + {file = "rpds_py-0.18.1-cp38-cp38-macosx_10_12_x86_64.whl", hash = "sha256:c827576e2fa017a081346dce87d532a5310241648eb3700af9a571a6e9fc7e74"}, + {file = "rpds_py-0.18.1-cp38-cp38-macosx_11_0_arm64.whl", hash = "sha256:aa3679e751408d75a0b4d8d26d6647b6d9326f5e35c00a7ccd82b78ef64f65f8"}, + {file = "rpds_py-0.18.1-cp38-cp38-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:0abeee75434e2ee2d142d650d1e54ac1f8b01e6e6abdde8ffd6eeac6e9c38e20"}, + {file = "rpds_py-0.18.1-cp38-cp38-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:ed402d6153c5d519a0faf1bb69898e97fb31613b49da27a84a13935ea9164dfc"}, + {file = "rpds_py-0.18.1-cp38-cp38-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:338dee44b0cef8b70fd2ef54b4e09bb1b97fc6c3a58fea5db6cc083fd9fc2724"}, + {file = "rpds_py-0.18.1-cp38-cp38-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:7750569d9526199c5b97e5a9f8d96a13300950d910cf04a861d96f4273d5b104"}, + {file = "rpds_py-0.18.1-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:607345bd5912aacc0c5a63d45a1f73fef29e697884f7e861094e443187c02be5"}, + {file = "rpds_py-0.18.1-cp38-cp38-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:207c82978115baa1fd8d706d720b4a4d2b0913df1c78c85ba73fe6c5804505f0"}, + {file = "rpds_py-0.18.1-cp38-cp38-musllinux_1_2_aarch64.whl", hash = "sha256:6d1e42d2735d437e7e80bab4d78eb2e459af48c0a46e686ea35f690b93db792d"}, + {file = "rpds_py-0.18.1-cp38-cp38-musllinux_1_2_i686.whl", hash = "sha256:5463c47c08630007dc0fe99fb480ea4f34a89712410592380425a9b4e1611d8e"}, + {file = "rpds_py-0.18.1-cp38-cp38-musllinux_1_2_x86_64.whl", hash = "sha256:06d218939e1bf2ca50e6b0ec700ffe755e5216a8230ab3e87c059ebb4ea06afc"}, + {file = "rpds_py-0.18.1-cp38-none-win32.whl", hash = "sha256:312fe69b4fe1ffbe76520a7676b1e5ac06ddf7826d764cc10265c3b53f96dbe9"}, + {file = "rpds_py-0.18.1-cp38-none-win_amd64.whl", hash = "sha256:9437ca26784120a279f3137ee080b0e717012c42921eb07861b412340f85bae2"}, + {file = "rpds_py-0.18.1-cp39-cp39-macosx_10_12_x86_64.whl", hash = "sha256:19e515b78c3fc1039dd7da0a33c28c3154458f947f4dc198d3c72db2b6b5dc93"}, + {file = "rpds_py-0.18.1-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:a7b28c5b066bca9a4eb4e2f2663012debe680f097979d880657f00e1c30875a0"}, + {file = "rpds_py-0.18.1-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:673fdbbf668dd958eff750e500495ef3f611e2ecc209464f661bc82e9838991e"}, + {file = "rpds_py-0.18.1-cp39-cp39-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:d960de62227635d2e61068f42a6cb6aae91a7fe00fca0e3aeed17667c8a34611"}, + {file = "rpds_py-0.18.1-cp39-cp39-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:352a88dc7892f1da66b6027af06a2e7e5d53fe05924cc2cfc56495b586a10b72"}, + {file = "rpds_py-0.18.1-cp39-cp39-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:4e0ee01ad8260184db21468a6e1c37afa0529acc12c3a697ee498d3c2c4dcaf3"}, + {file = "rpds_py-0.18.1-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:e4c39ad2f512b4041343ea3c7894339e4ca7839ac38ca83d68a832fc8b3748ab"}, + {file = "rpds_py-0.18.1-cp39-cp39-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:aaa71ee43a703c321906813bb252f69524f02aa05bf4eec85f0c41d5d62d0f4c"}, + {file = "rpds_py-0.18.1-cp39-cp39-musllinux_1_2_aarch64.whl", hash = "sha256:6cd8098517c64a85e790657e7b1e509b9fe07487fd358e19431cb120f7d96338"}, + {file = "rpds_py-0.18.1-cp39-cp39-musllinux_1_2_i686.whl", hash = "sha256:4adec039b8e2928983f885c53b7cc4cda8965b62b6596501a0308d2703f8af1b"}, + {file = "rpds_py-0.18.1-cp39-cp39-musllinux_1_2_x86_64.whl", hash = "sha256:32b7daaa3e9389db3695964ce8e566e3413b0c43e3394c05e4b243a4cd7bef26"}, + {file = "rpds_py-0.18.1-cp39-none-win32.whl", hash = "sha256:2625f03b105328729f9450c8badda34d5243231eef6535f80064d57035738360"}, + {file = "rpds_py-0.18.1-cp39-none-win_amd64.whl", hash = "sha256:bf18932d0003c8c4d51a39f244231986ab23ee057d235a12b2684ea26a353590"}, + {file = "rpds_py-0.18.1-pp310-pypy310_pp73-macosx_10_12_x86_64.whl", hash = "sha256:cbfbea39ba64f5e53ae2915de36f130588bba71245b418060ec3330ebf85678e"}, + {file = "rpds_py-0.18.1-pp310-pypy310_pp73-macosx_11_0_arm64.whl", hash = "sha256:a3d456ff2a6a4d2adcdf3c1c960a36f4fd2fec6e3b4902a42a384d17cf4e7a65"}, + {file = "rpds_py-0.18.1-pp310-pypy310_pp73-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:7700936ef9d006b7ef605dc53aa364da2de5a3aa65516a1f3ce73bf82ecfc7ae"}, + {file = "rpds_py-0.18.1-pp310-pypy310_pp73-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:51584acc5916212e1bf45edd17f3a6b05fe0cbb40482d25e619f824dccb679de"}, + {file = "rpds_py-0.18.1-pp310-pypy310_pp73-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:942695a206a58d2575033ff1e42b12b2aece98d6003c6bc739fbf33d1773b12f"}, + {file = "rpds_py-0.18.1-pp310-pypy310_pp73-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:b906b5f58892813e5ba5c6056d6a5ad08f358ba49f046d910ad992196ea61397"}, + {file = "rpds_py-0.18.1-pp310-pypy310_pp73-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:f6f8e3fecca256fefc91bb6765a693d96692459d7d4c644660a9fff32e517843"}, + {file = "rpds_py-0.18.1-pp310-pypy310_pp73-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:7732770412bab81c5a9f6d20aeb60ae943a9b36dcd990d876a773526468e7163"}, + {file = "rpds_py-0.18.1-pp310-pypy310_pp73-musllinux_1_2_aarch64.whl", hash = "sha256:bd1105b50ede37461c1d51b9698c4f4be6e13e69a908ab7751e3807985fc0346"}, + {file = "rpds_py-0.18.1-pp310-pypy310_pp73-musllinux_1_2_i686.whl", hash = "sha256:618916f5535784960f3ecf8111581f4ad31d347c3de66d02e728de460a46303c"}, + {file = "rpds_py-0.18.1-pp310-pypy310_pp73-musllinux_1_2_x86_64.whl", hash = "sha256:17c6d2155e2423f7e79e3bb18151c686d40db42d8645e7977442170c360194d4"}, + {file = "rpds_py-0.18.1-pp38-pypy38_pp73-macosx_10_12_x86_64.whl", hash = "sha256:6c4c4c3f878df21faf5fac86eda32671c27889e13570645a9eea0a1abdd50922"}, + {file = "rpds_py-0.18.1-pp38-pypy38_pp73-macosx_11_0_arm64.whl", hash = "sha256:fab6ce90574645a0d6c58890e9bcaac8d94dff54fb51c69e5522a7358b80ab64"}, + {file = "rpds_py-0.18.1-pp38-pypy38_pp73-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:531796fb842b53f2695e94dc338929e9f9dbf473b64710c28af5a160b2a8927d"}, + {file = "rpds_py-0.18.1-pp38-pypy38_pp73-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:740884bc62a5e2bbb31e584f5d23b32320fd75d79f916f15a788d527a5e83644"}, + {file = "rpds_py-0.18.1-pp38-pypy38_pp73-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:998125738de0158f088aef3cb264a34251908dd2e5d9966774fdab7402edfab7"}, + {file = "rpds_py-0.18.1-pp38-pypy38_pp73-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:e2be6e9dd4111d5b31ba3b74d17da54a8319d8168890fbaea4b9e5c3de630ae5"}, + {file = "rpds_py-0.18.1-pp38-pypy38_pp73-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:d0cee71bc618cd93716f3c1bf56653740d2d13ddbd47673efa8bf41435a60daa"}, + {file = "rpds_py-0.18.1-pp38-pypy38_pp73-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:2c3caec4ec5cd1d18e5dd6ae5194d24ed12785212a90b37f5f7f06b8bedd7139"}, + {file = "rpds_py-0.18.1-pp38-pypy38_pp73-musllinux_1_2_aarch64.whl", hash = "sha256:27bba383e8c5231cd559affe169ca0b96ec78d39909ffd817f28b166d7ddd4d8"}, + {file = "rpds_py-0.18.1-pp38-pypy38_pp73-musllinux_1_2_i686.whl", hash = "sha256:a888e8bdb45916234b99da2d859566f1e8a1d2275a801bb8e4a9644e3c7e7909"}, + {file = "rpds_py-0.18.1-pp38-pypy38_pp73-musllinux_1_2_x86_64.whl", hash = "sha256:6031b25fb1b06327b43d841f33842b383beba399884f8228a6bb3df3088485ff"}, + {file = "rpds_py-0.18.1-pp39-pypy39_pp73-macosx_10_12_x86_64.whl", hash = "sha256:48c2faaa8adfacefcbfdb5f2e2e7bdad081e5ace8d182e5f4ade971f128e6bb3"}, + {file = "rpds_py-0.18.1-pp39-pypy39_pp73-macosx_11_0_arm64.whl", hash = "sha256:d85164315bd68c0806768dc6bb0429c6f95c354f87485ee3593c4f6b14def2bd"}, + {file = "rpds_py-0.18.1-pp39-pypy39_pp73-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:6afd80f6c79893cfc0574956f78a0add8c76e3696f2d6a15bca2c66c415cf2d4"}, + {file = "rpds_py-0.18.1-pp39-pypy39_pp73-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:fa242ac1ff583e4ec7771141606aafc92b361cd90a05c30d93e343a0c2d82a89"}, + {file = "rpds_py-0.18.1-pp39-pypy39_pp73-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:d21be4770ff4e08698e1e8e0bce06edb6ea0626e7c8f560bc08222880aca6a6f"}, + {file = "rpds_py-0.18.1-pp39-pypy39_pp73-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:5c45a639e93a0c5d4b788b2613bd637468edd62f8f95ebc6fcc303d58ab3f0a8"}, + {file = "rpds_py-0.18.1-pp39-pypy39_pp73-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:910e71711d1055b2768181efa0a17537b2622afeb0424116619817007f8a2b10"}, + {file = "rpds_py-0.18.1-pp39-pypy39_pp73-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:b9bb1f182a97880f6078283b3505a707057c42bf55d8fca604f70dedfdc0772a"}, + {file = "rpds_py-0.18.1-pp39-pypy39_pp73-musllinux_1_2_aarch64.whl", hash = "sha256:1d54f74f40b1f7aaa595a02ff42ef38ca654b1469bef7d52867da474243cc633"}, + {file = "rpds_py-0.18.1-pp39-pypy39_pp73-musllinux_1_2_i686.whl", hash = "sha256:8d2e182c9ee01135e11e9676e9a62dfad791a7a467738f06726872374a83db49"}, + {file = "rpds_py-0.18.1-pp39-pypy39_pp73-musllinux_1_2_x86_64.whl", hash = "sha256:636a15acc588f70fda1661234761f9ed9ad79ebed3f2125d44be0862708b666e"}, + {file = "rpds_py-0.18.1.tar.gz", hash = "sha256:dc48b479d540770c811fbd1eb9ba2bb66951863e448efec2e2c102625328e92f"}, ] [[package]] @@ -6329,121 +6656,111 @@ xmod = "*" [[package]] name = "safetensors" -version = "0.4.2" +version = "0.4.3" description = "" optional = false python-versions = ">=3.7" files = [ - {file = "safetensors-0.4.2-cp310-cp310-macosx_10_12_x86_64.whl", hash = "sha256:69d8bb8384dc2cb5b72c36c4d6980771b293d1a1377b378763f5e37b6bb8d133"}, - {file = "safetensors-0.4.2-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:3d420e19fcef96d0067f4de4699682b4bbd85fc8fea0bd45fcd961fdf3e8c82c"}, - {file = "safetensors-0.4.2-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:9ca54742122fa3c4821754adb67318e1cd25c3a22bbf0c5520d5176e77a099ac"}, - {file = "safetensors-0.4.2-cp310-cp310-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:8b47aa643afdfd66cf7ce4c184092ae734e15d10aba2c2948f24270211801c3c"}, - {file = "safetensors-0.4.2-cp310-cp310-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:d88a16bbc330f27e7f2d4caaf6fb061ad0b8a756ecc4033260b0378e128ce8a2"}, - {file = "safetensors-0.4.2-cp310-cp310-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:e9223b8ac21085db614a510eb3445e7083cae915a9202357555fa939695d4f57"}, - {file = "safetensors-0.4.2-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:ce6cb86133dc8930a7ab5e7438545a7f205f7a1cdd5aaf108c1d0da6bdcfbc2b"}, - {file = "safetensors-0.4.2-cp310-cp310-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:b8a628e0ae2bbc334b62952c384aa5f41621d01850f8d67b04a96b9c39dd7326"}, - {file = "safetensors-0.4.2-cp310-cp310-musllinux_1_1_aarch64.whl", hash = "sha256:88d6beb7f811a081e0e5f1d9669fdac816c45340c04b1eaf7ebfda0ce93ea403"}, - {file = "safetensors-0.4.2-cp310-cp310-musllinux_1_1_x86_64.whl", hash = "sha256:b57fc5b1b54cb12d8690a58a4cf4b7144730d4bde9d98aa0e1dab6295a1cd579"}, - {file = "safetensors-0.4.2-cp310-none-win32.whl", hash = "sha256:9d87a1c98803c16cf113b9ba03f07b2dce5e8eabfd1811a7f7323fcaa2a1bf47"}, - {file = "safetensors-0.4.2-cp310-none-win_amd64.whl", hash = "sha256:18930ec1d1ecb526d3d9835abc2489b8f1530877518f0c541e77ef0b7abcbd99"}, - {file = "safetensors-0.4.2-cp311-cp311-macosx_10_12_x86_64.whl", hash = "sha256:c5dd2ed788730ed56b415d1a11c62026b8cc8c573f55a2092afb3ab383e94fff"}, - {file = "safetensors-0.4.2-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:cc41791b33efb9c83a59b731619f3d15f543dfe71f3a793cb8fbf9bd5d0d5d71"}, - {file = "safetensors-0.4.2-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:4c888bf71d5ca12a720f1ed87d407c4918afa022fb247a6546d8fac15b1f112b"}, - {file = "safetensors-0.4.2-cp311-cp311-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:e6b2feb4b47226a16a792e6fac3f49442714884a3d4c1008569d5068a3941be9"}, - {file = "safetensors-0.4.2-cp311-cp311-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:f41cc0ee4b838ae8f4d8364a1b162067693d11a3893f0863be8c228d40e4d0ee"}, - {file = "safetensors-0.4.2-cp311-cp311-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:51b7228e46c0a483c40ba4b9470dea00fb1ff8685026bb4766799000f6328ac2"}, - {file = "safetensors-0.4.2-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:02697f8f2be8ca3c37a4958702dbdb1864447ef765e18b5328a1617022dcf164"}, - {file = "safetensors-0.4.2-cp311-cp311-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:27fd8f65cf7c80e4280cae1ee6bcd85c483882f6580821abe71ee1a0d3dcfca7"}, - {file = "safetensors-0.4.2-cp311-cp311-musllinux_1_1_aarch64.whl", hash = "sha256:c487b5f113b0924c9534a07dc034830fb4ef05ce9bb6d78cfe016a7dedfe281f"}, - {file = "safetensors-0.4.2-cp311-cp311-musllinux_1_1_x86_64.whl", hash = "sha256:da7f6483f3fe67ff39b3a55552552c67930ea10a36e9f2539d36fc205273d767"}, - {file = "safetensors-0.4.2-cp311-none-win32.whl", hash = "sha256:52a7012f6cb9cb4a132760b6308daede18a9f5f8952ce08adc7c67a7d865c2d8"}, - {file = "safetensors-0.4.2-cp311-none-win_amd64.whl", hash = "sha256:4d1361a097ac430b310ce9eed8ed4746edee33ddafdfbb965debc8966fc34dc2"}, - {file = "safetensors-0.4.2-cp312-cp312-macosx_10_12_x86_64.whl", hash = "sha256:77af8aa0edcc2863760fd6febbfdb82e88fd75d0e60c1ce4ba57208ba5e4a89b"}, - {file = "safetensors-0.4.2-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:846666c1c5a8c8888d2dfda8d3921cb9cb8e2c5f78365be756c11021e75a0a2a"}, - {file = "safetensors-0.4.2-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:4f4bfc7ea19b446bfad41510d4b4c76101698c00caaa8a332c8edd8090a412ef"}, - {file = "safetensors-0.4.2-cp312-cp312-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:233436fd30f27ffeb3c3780d0b84f496518868445c7a8db003639a649cc98453"}, - {file = "safetensors-0.4.2-cp312-cp312-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:7a09237a795d11cd11f9dae505d170a29b5616151db1e10c14f892b11caadc7d"}, - {file = "safetensors-0.4.2-cp312-cp312-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:de01c9a3a3b7b69627d624ff69d9f11d28ce9908eea2fb6245adafa4b1d43df6"}, - {file = "safetensors-0.4.2-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:8c1f25c5069ee42a5bcffdc66c300a407941edd73f3239e9fdefd26216407391"}, - {file = "safetensors-0.4.2-cp312-cp312-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:7a73b3649456d09ca8506140d44484b63154a7378434cc1e8719f8056550b224"}, - {file = "safetensors-0.4.2-cp312-cp312-musllinux_1_1_aarch64.whl", hash = "sha256:e1625a8d07d046e968bd5c4961810aba1225984e4fb9243626f9d04a06ed3fee"}, - {file = "safetensors-0.4.2-cp312-cp312-musllinux_1_1_x86_64.whl", hash = "sha256:8f74c86b25615cb24ad4cff765a2eefc09d71bf0fed97588cf585aad9c38fbb4"}, - {file = "safetensors-0.4.2-cp312-none-win32.whl", hash = "sha256:8523b9c5777d771bcde5c2389c03f1cdf7ebe8797432a1bd5e345efe25c55987"}, - {file = "safetensors-0.4.2-cp312-none-win_amd64.whl", hash = "sha256:dcff0243e1737a21f83d664c63fed89d1f532c23fc6830d0427279fabd789ccb"}, - {file = "safetensors-0.4.2-cp313-cp313-macosx_10_12_x86_64.whl", hash = "sha256:96ad3d7d472612e26cbe413922b4fb13933310f0511d346ea5cc9a1e856e52eb"}, - {file = "safetensors-0.4.2-cp313-cp313-macosx_11_0_arm64.whl", hash = "sha256:88250922401b5ae4e37de929178caf46be47ed16c817b2237b81679bec07c120"}, - {file = "safetensors-0.4.2-cp313-cp313-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:d40443554142fc0ab30652d5cc8554c4b7a613513bde00373e18afd5de8cbe4b"}, - {file = "safetensors-0.4.2-cp313-cp313-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:27f53f70106224d32d874aacecbeb4a6e4c5b16a1d2006d0e876d97229086d71"}, - {file = "safetensors-0.4.2-cp313-cp313-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:cc068afe23734dfb26ce19db0a7877499ddf73b1d55ceb762417e8da4a1b05fb"}, - {file = "safetensors-0.4.2-cp313-cp313-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:9be1918eb8d43a11a6f8806759fccfa0eeb0542b12924caba66af8a7800ad01a"}, - {file = "safetensors-0.4.2-cp313-cp313-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:41911087d20a7bbd78cb4ad4f98aab0c431533107584df6635d8b54b99945573"}, - {file = "safetensors-0.4.2-cp313-cp313-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:50771c662aab909f31e94d048e76861fd027d66076ea773eef2e66c717766e24"}, - {file = "safetensors-0.4.2-cp313-cp313-musllinux_1_1_aarch64.whl", hash = "sha256:13f2e57be007b7ea9329133d2399e6bdfcf1910f655440a4da17df3a45afcd30"}, - {file = "safetensors-0.4.2-cp313-cp313-musllinux_1_1_x86_64.whl", hash = "sha256:c772147e6395bc829842e0a98e1b30c67fe25d816299c28196488511d5a5e951"}, - {file = "safetensors-0.4.2-cp37-cp37m-macosx_10_12_x86_64.whl", hash = "sha256:36239a0060b537a3e8c473df78cffee14c3ec4f51d5f1a853af99371a2fb2a35"}, - {file = "safetensors-0.4.2-cp37-cp37m-macosx_11_0_arm64.whl", hash = "sha256:d0cbb7664fad2c307f95195f951b7059e95dc23e0e1822e5978c8b500098543c"}, - {file = "safetensors-0.4.2-cp37-cp37m-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:2b3e55adb6bd9dc1c2a341e72f48f075953fa35d173dd8e29a95b3b02d0d1462"}, - {file = "safetensors-0.4.2-cp37-cp37m-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:42f743b3cca863fba53ca57a193f510e5ec359b97f38c282437716b6768e4a25"}, - {file = "safetensors-0.4.2-cp37-cp37m-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:04e6af4a6dbeb06c4e6e7d46cf9c716cbc4cc5ef62584fd8a7c0fe558562df45"}, - {file = "safetensors-0.4.2-cp37-cp37m-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:a492ba21b5c8f14ee5ec9b20f42ba969e53ca1f909a4d04aad736b66a341dcc2"}, - {file = "safetensors-0.4.2-cp37-cp37m-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:b25b8233a1a85dc67e39838951cfb01595d792f3b7b644add63edb652992e030"}, - {file = "safetensors-0.4.2-cp37-cp37m-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:fd27e063fbdafe776f7b1714da59110e88f270e86db00788a8fd65f4eacfeba7"}, - {file = "safetensors-0.4.2-cp37-cp37m-musllinux_1_1_aarch64.whl", hash = "sha256:1b6fa399f251bbeb52029bf5a0ac2878d7705dd3612a2f8895b48e9c11f0367d"}, - {file = "safetensors-0.4.2-cp37-cp37m-musllinux_1_1_x86_64.whl", hash = "sha256:de642d46b459e4afd5c2020b26c0d6d869a171ea00411897d5776c127cac74f0"}, - {file = "safetensors-0.4.2-cp37-none-win32.whl", hash = "sha256:77b72d17754c93bb68f3598182f14d78776e0b9b31682ca5bb2c7c5bd9a75267"}, - {file = "safetensors-0.4.2-cp37-none-win_amd64.whl", hash = "sha256:d36ee3244d461cd655aeef493792c3bccf4875282f8407fd9af99e9a41cf2530"}, - {file = "safetensors-0.4.2-cp38-cp38-macosx_10_12_x86_64.whl", hash = "sha256:16b6b3884f7876c6b3b23a742428223a7170a5a9dac819d8c12a1569422c4b5a"}, - {file = "safetensors-0.4.2-cp38-cp38-macosx_11_0_arm64.whl", hash = "sha256:ee25d311493fbbe0be9d395faee46e9d79e8948f461e388ff39e59875ed9a350"}, - {file = "safetensors-0.4.2-cp38-cp38-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:eed8097968585cd752a1171f86fce9aa1d89a29033e5cd8bec5a502e29f6b7af"}, - {file = "safetensors-0.4.2-cp38-cp38-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:880e6865cf72cb67f9ab8d04a3c4b49dd95ae92fb1583929ce65aed94e1f685f"}, - {file = "safetensors-0.4.2-cp38-cp38-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:91290f83daf80ce6d1a7f629b244443c200060a80f908b29d879021409e5ea94"}, - {file = "safetensors-0.4.2-cp38-cp38-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:3517d568486ab3508a7acc360b82d7a4a3e26b86efdf210a9ecd9d233c40708a"}, - {file = "safetensors-0.4.2-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:e1f43a77eb38540f782999e5dc5645164fe9027d3f0194f6c9a5126168017efa"}, - {file = "safetensors-0.4.2-cp38-cp38-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:b684d9818aa5d63fddc65f7d0151968037d255d91adf74eba82125b41c680aaa"}, - {file = "safetensors-0.4.2-cp38-cp38-musllinux_1_1_aarch64.whl", hash = "sha256:ab1f5d84185f9fefaf21413efb764e4908057b8a9a0b987ede890c353490fd70"}, - {file = "safetensors-0.4.2-cp38-cp38-musllinux_1_1_x86_64.whl", hash = "sha256:2bd979642e6c3a517ef4b84ff36c2fee4015664fea05a61154fc565978347553"}, - {file = "safetensors-0.4.2-cp38-none-win32.whl", hash = "sha256:11be6e7afed29e5a5628f0aa6214e34bc194da73f558dc69fc7d56e07037422a"}, - {file = "safetensors-0.4.2-cp38-none-win_amd64.whl", hash = "sha256:2f7a6e5d29bd2cc340cffaa391fa437b1be9d21a2bd8b8724d2875d13a6ef2a9"}, - {file = "safetensors-0.4.2-cp39-cp39-macosx_10_12_x86_64.whl", hash = "sha256:a5a921b4fe6925f9942adff3ebae8c16e0487908c54586a5a42f35b59fd69794"}, - {file = "safetensors-0.4.2-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:b691727228c28f2d82d8a92b2bc26e7a1f129ee40b2f2a3185b5974e038ed47c"}, - {file = "safetensors-0.4.2-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:91ca1056decc4e981248786e87b2a202d4841ee5f99d433f1adf3d44d4bcfa0e"}, - {file = "safetensors-0.4.2-cp39-cp39-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:55969fd2e6fdb38dc221b0ab380668c21b0efa12a7562db9924759faa3c51757"}, - {file = "safetensors-0.4.2-cp39-cp39-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:6ae429bfaecc10ab5fe78c93009b3d1656c1581da560041e700eadb497dbe7a4"}, - {file = "safetensors-0.4.2-cp39-cp39-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:4ff88f194fe4ac50b463a4a6f0c03af9ad72eb5d24ec6d6730af59522e37fedb"}, - {file = "safetensors-0.4.2-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:a80cb48d0a447f8dd18e61813efa7d3f8f8d52edf0f05806abc0c59b83431f57"}, - {file = "safetensors-0.4.2-cp39-cp39-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:b286fb7adfee70a4189898ac2342b8a67d5f493e6b21b0af89ca8eac1b967cbf"}, - {file = "safetensors-0.4.2-cp39-cp39-musllinux_1_1_aarch64.whl", hash = "sha256:0ceeff9ddbab4f78738489eb6682867ae946178776f33699737b2129b5394dc1"}, - {file = "safetensors-0.4.2-cp39-cp39-musllinux_1_1_x86_64.whl", hash = "sha256:a26fae748a7488cb3aac381eddfa818c42052c87b5e689fb4c6e82ed58cec209"}, - {file = "safetensors-0.4.2-cp39-none-win32.whl", hash = "sha256:039a42ab33c9d68b39706fd38f1922ace26866eff246bf20271edb619f5f848b"}, - {file = "safetensors-0.4.2-cp39-none-win_amd64.whl", hash = "sha256:b3a3e1f5b85859e398773f064943b62a4059f225008a2a8ee6add1edcf77cacf"}, - {file = "safetensors-0.4.2-pp310-pypy310_pp73-macosx_10_12_x86_64.whl", hash = "sha256:4e70d442ad17e8b153ef9095bf48ea64f15a66bf26dc2b6ca94660c154edbc24"}, - {file = "safetensors-0.4.2-pp310-pypy310_pp73-macosx_11_0_arm64.whl", hash = "sha256:b90f1d9809caf4ff395951b4703295a68d12907f6945bbc3129e934ff8ae46f6"}, - {file = "safetensors-0.4.2-pp310-pypy310_pp73-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:8c7ac9ad3728838006598e296b3ae9f27d80b489effd4685b92d97b3fc4c98f6"}, - {file = "safetensors-0.4.2-pp310-pypy310_pp73-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:de5730d77e6ff7f4c7039e20913661ad0ea2f86c09e71c039e73dfdd1f394f08"}, - {file = "safetensors-0.4.2-pp310-pypy310_pp73-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:44feb8cb156d6803dcd19fc6b81b27235f29b877660605a6ac35e1da7d64f0e4"}, - {file = "safetensors-0.4.2-pp310-pypy310_pp73-musllinux_1_1_aarch64.whl", hash = "sha256:523a241c33e7c827ab9a3a23760d75c7d062f43dfe55b6b019409f89b0fb52d1"}, - {file = "safetensors-0.4.2-pp310-pypy310_pp73-musllinux_1_1_x86_64.whl", hash = "sha256:fb18300e8eb74291225214f26c9a8ae2110fd61a6c9b5a2ff4c4e0eb1bb9a998"}, - {file = "safetensors-0.4.2-pp37-pypy37_pp73-macosx_10_12_x86_64.whl", hash = "sha256:fe5437ff9fb116e44f2ab558981249ae63f978392b4576e62fcfe167d353edbc"}, - {file = "safetensors-0.4.2-pp37-pypy37_pp73-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:d9304a0934ced5a5d272f39de36291dc141dfc152d277f03fb4d65f2fb2ffa7c"}, - {file = "safetensors-0.4.2-pp37-pypy37_pp73-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:160ba1b1e11cf874602c233ab80a14f588571d09556cbc3586900121d622b5ed"}, - {file = "safetensors-0.4.2-pp37-pypy37_pp73-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:04fcd6fcf7d9c13c7e5dc7e08de5e492ee4daa8f4ad74b4d8299d3eb0224292f"}, - {file = "safetensors-0.4.2-pp37-pypy37_pp73-musllinux_1_1_aarch64.whl", hash = "sha256:906d14c4a677d35834fb0f3a5455ef8305e1bba10a5e0f2e0f357b3d1ad989f2"}, - {file = "safetensors-0.4.2-pp37-pypy37_pp73-musllinux_1_1_x86_64.whl", hash = "sha256:df3fcdec0cd543084610d1f09c65cdb10fb3079f79bceddc092b0d187c6a265b"}, - {file = "safetensors-0.4.2-pp38-pypy38_pp73-macosx_10_12_x86_64.whl", hash = "sha256:5ca76f13fb1cef242ea3ad2cb37388e7d005994f42af8b44bee56ba48b2d45ce"}, - {file = "safetensors-0.4.2-pp38-pypy38_pp73-macosx_11_0_arm64.whl", hash = "sha256:278a1a3414c020785decdcd741c578725721274d2f9f787fcc930882e83b89cc"}, - {file = "safetensors-0.4.2-pp38-pypy38_pp73-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:05b5a461cc68ecd42d9d546e5e1268a39d8ede7934a68d1ce17c3c659cb829d6"}, - {file = "safetensors-0.4.2-pp38-pypy38_pp73-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:c2341411412a41671d25e26bed59ec121e46bf4fadb8132895e610411c4b9681"}, - {file = "safetensors-0.4.2-pp38-pypy38_pp73-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:3497ac3895acf17c5f98197f1fa4769f09c5e7ede07fcb102f1c201e663e052c"}, - {file = "safetensors-0.4.2-pp38-pypy38_pp73-musllinux_1_1_aarch64.whl", hash = "sha256:01b5e71d3754d2201294f1eb7a6d59cce3a5702ff96d83d226571b2ca2183837"}, - {file = "safetensors-0.4.2-pp38-pypy38_pp73-musllinux_1_1_x86_64.whl", hash = "sha256:3627dbd1ea488dd8046a0491de5087f3c0d641e7acc80c0189a33c69398f1cd1"}, - {file = "safetensors-0.4.2-pp39-pypy39_pp73-macosx_10_12_x86_64.whl", hash = "sha256:9d56f0ef53afad26ec54ceede78a43e9a23a076dadbbda7b44d304c591abf4c1"}, - {file = "safetensors-0.4.2-pp39-pypy39_pp73-macosx_11_0_arm64.whl", hash = "sha256:b259ca73d42daf658a1bda463f1f83885ae4d93a60869be80d7f7dfcc9d8bbb5"}, - {file = "safetensors-0.4.2-pp39-pypy39_pp73-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:1ebc3cd401e4eb54e7c0a70346be565e81942d9a41fafd5f4bf7ab3a55d10378"}, - {file = "safetensors-0.4.2-pp39-pypy39_pp73-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:5bc384a0309b706aa0425c93abb0390508a61bf029ce99c7d9df4220f25871a5"}, - {file = "safetensors-0.4.2-pp39-pypy39_pp73-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:af2d8f7235d8a08fbccfb8394387890e7fa38942b349a94e6eff13c52ac98087"}, - {file = "safetensors-0.4.2-pp39-pypy39_pp73-musllinux_1_1_aarch64.whl", hash = "sha256:0911315bbcc5289087d063c2c2c7ccd711ea97a7e557a7bce005ac2cf80146aa"}, - {file = "safetensors-0.4.2-pp39-pypy39_pp73-musllinux_1_1_x86_64.whl", hash = "sha256:1efe31673be91832d73439a2af426743e1395fc9ef7b081914e9e1d567bd7b5f"}, - {file = "safetensors-0.4.2.tar.gz", hash = "sha256:acc85dcb09ec5e8aa787f588d7ad4d55c103f31e4ff060e17d92cc0e8b8cac73"}, + {file = "safetensors-0.4.3-cp310-cp310-macosx_10_12_x86_64.whl", hash = "sha256:dcf5705cab159ce0130cd56057f5f3425023c407e170bca60b4868048bae64fd"}, + {file = "safetensors-0.4.3-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:bb4f8c5d0358a31e9a08daeebb68f5e161cdd4018855426d3f0c23bb51087055"}, + {file = "safetensors-0.4.3-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:70a5319ef409e7f88686a46607cbc3c428271069d8b770076feaf913664a07ac"}, + {file = "safetensors-0.4.3-cp310-cp310-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:fb9c65bd82f9ef3ce4970dc19ee86be5f6f93d032159acf35e663c6bea02b237"}, + {file = "safetensors-0.4.3-cp310-cp310-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:edb5698a7bc282089f64c96c477846950358a46ede85a1c040e0230344fdde10"}, + {file = "safetensors-0.4.3-cp310-cp310-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:efcc860be094b8d19ac61b452ec635c7acb9afa77beb218b1d7784c6d41fe8ad"}, + {file = "safetensors-0.4.3-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:d88b33980222085dd6001ae2cad87c6068e0991d4f5ccf44975d216db3b57376"}, + {file = "safetensors-0.4.3-cp310-cp310-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:5fc6775529fb9f0ce2266edd3e5d3f10aab068e49f765e11f6f2a63b5367021d"}, + {file = "safetensors-0.4.3-cp310-cp310-musllinux_1_1_aarch64.whl", hash = "sha256:9c6ad011c1b4e3acff058d6b090f1da8e55a332fbf84695cf3100c649cc452d1"}, + {file = "safetensors-0.4.3-cp310-cp310-musllinux_1_1_x86_64.whl", hash = "sha256:8c496c5401c1b9c46d41a7688e8ff5b0310a3b9bae31ce0f0ae870e1ea2b8caf"}, + {file = "safetensors-0.4.3-cp310-none-win32.whl", hash = "sha256:38e2a8666178224a51cca61d3cb4c88704f696eac8f72a49a598a93bbd8a4af9"}, + {file = "safetensors-0.4.3-cp310-none-win_amd64.whl", hash = "sha256:393e6e391467d1b2b829c77e47d726f3b9b93630e6a045b1d1fca67dc78bf632"}, + {file = "safetensors-0.4.3-cp311-cp311-macosx_10_12_x86_64.whl", hash = "sha256:22f3b5d65e440cec0de8edaa672efa888030802e11c09b3d6203bff60ebff05a"}, + {file = "safetensors-0.4.3-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:7c4fa560ebd4522adddb71dcd25d09bf211b5634003f015a4b815b7647d62ebe"}, + {file = "safetensors-0.4.3-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:e9afd5358719f1b2cf425fad638fc3c887997d6782da317096877e5b15b2ce93"}, + {file = "safetensors-0.4.3-cp311-cp311-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:d8c5093206ef4b198600ae484230402af6713dab1bd5b8e231905d754022bec7"}, + {file = "safetensors-0.4.3-cp311-cp311-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:e0b2104df1579d6ba9052c0ae0e3137c9698b2d85b0645507e6fd1813b70931a"}, + {file = "safetensors-0.4.3-cp311-cp311-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:8cf18888606dad030455d18f6c381720e57fc6a4170ee1966adb7ebc98d4d6a3"}, + {file = "safetensors-0.4.3-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:0bf4f9d6323d9f86eef5567eabd88f070691cf031d4c0df27a40d3b4aaee755b"}, + {file = "safetensors-0.4.3-cp311-cp311-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:585c9ae13a205807b63bef8a37994f30c917ff800ab8a1ca9c9b5d73024f97ee"}, + {file = "safetensors-0.4.3-cp311-cp311-musllinux_1_1_aarch64.whl", hash = "sha256:faefeb3b81bdfb4e5a55b9bbdf3d8d8753f65506e1d67d03f5c851a6c87150e9"}, + {file = "safetensors-0.4.3-cp311-cp311-musllinux_1_1_x86_64.whl", hash = "sha256:befdf0167ad626f22f6aac6163477fcefa342224a22f11fdd05abb3995c1783c"}, + {file = "safetensors-0.4.3-cp311-none-win32.whl", hash = "sha256:a7cef55929dcbef24af3eb40bedec35d82c3c2fa46338bb13ecf3c5720af8a61"}, + {file = "safetensors-0.4.3-cp311-none-win_amd64.whl", hash = "sha256:840b7ac0eff5633e1d053cc9db12fdf56b566e9403b4950b2dc85393d9b88d67"}, + {file = "safetensors-0.4.3-cp312-cp312-macosx_10_12_x86_64.whl", hash = "sha256:22d21760dc6ebae42e9c058d75aa9907d9f35e38f896e3c69ba0e7b213033856"}, + {file = "safetensors-0.4.3-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:8d22c1a10dff3f64d0d68abb8298a3fd88ccff79f408a3e15b3e7f637ef5c980"}, + {file = "safetensors-0.4.3-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:b1648568667f820b8c48317c7006221dc40aced1869908c187f493838a1362bc"}, + {file = "safetensors-0.4.3-cp312-cp312-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:446e9fe52c051aeab12aac63d1017e0f68a02a92a027b901c4f8e931b24e5397"}, + {file = "safetensors-0.4.3-cp312-cp312-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:fef5d70683643618244a4f5221053567ca3e77c2531e42ad48ae05fae909f542"}, + {file = "safetensors-0.4.3-cp312-cp312-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:2a1f4430cc0c9d6afa01214a4b3919d0a029637df8e09675ceef1ca3f0dfa0df"}, + {file = "safetensors-0.4.3-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:2d603846a8585b9432a0fd415db1d4c57c0f860eb4aea21f92559ff9902bae4d"}, + {file = "safetensors-0.4.3-cp312-cp312-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:a844cdb5d7cbc22f5f16c7e2a0271170750763c4db08381b7f696dbd2c78a361"}, + {file = "safetensors-0.4.3-cp312-cp312-musllinux_1_1_aarch64.whl", hash = "sha256:88887f69f7a00cf02b954cdc3034ffb383b2303bc0ab481d4716e2da51ddc10e"}, + {file = "safetensors-0.4.3-cp312-cp312-musllinux_1_1_x86_64.whl", hash = "sha256:ee463219d9ec6c2be1d331ab13a8e0cd50d2f32240a81d498266d77d07b7e71e"}, + {file = "safetensors-0.4.3-cp312-none-win32.whl", hash = "sha256:d0dd4a1db09db2dba0f94d15addc7e7cd3a7b0d393aa4c7518c39ae7374623c3"}, + {file = "safetensors-0.4.3-cp312-none-win_amd64.whl", hash = "sha256:d14d30c25897b2bf19b6fb5ff7e26cc40006ad53fd4a88244fdf26517d852dd7"}, + {file = "safetensors-0.4.3-cp37-cp37m-macosx_10_12_x86_64.whl", hash = "sha256:d1456f814655b224d4bf6e7915c51ce74e389b413be791203092b7ff78c936dd"}, + {file = "safetensors-0.4.3-cp37-cp37m-macosx_11_0_arm64.whl", hash = "sha256:455d538aa1aae4a8b279344a08136d3f16334247907b18a5c3c7fa88ef0d3c46"}, + {file = "safetensors-0.4.3-cp37-cp37m-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:cf476bca34e1340ee3294ef13e2c625833f83d096cfdf69a5342475602004f95"}, + {file = "safetensors-0.4.3-cp37-cp37m-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:02ef3a24face643456020536591fbd3c717c5abaa2737ec428ccbbc86dffa7a4"}, + {file = "safetensors-0.4.3-cp37-cp37m-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:7de32d0d34b6623bb56ca278f90db081f85fb9c5d327e3c18fd23ac64f465768"}, + {file = "safetensors-0.4.3-cp37-cp37m-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:2a0deb16a1d3ea90c244ceb42d2c6c276059616be21a19ac7101aa97da448faf"}, + {file = "safetensors-0.4.3-cp37-cp37m-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:c59d51f182c729f47e841510b70b967b0752039f79f1de23bcdd86462a9b09ee"}, + {file = "safetensors-0.4.3-cp37-cp37m-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:1f598b713cc1a4eb31d3b3203557ac308acf21c8f41104cdd74bf640c6e538e3"}, + {file = "safetensors-0.4.3-cp37-cp37m-musllinux_1_1_aarch64.whl", hash = "sha256:5757e4688f20df083e233b47de43845d1adb7e17b6cf7da5f8444416fc53828d"}, + {file = "safetensors-0.4.3-cp37-cp37m-musllinux_1_1_x86_64.whl", hash = "sha256:fe746d03ed8d193674a26105e4f0fe6c726f5bb602ffc695b409eaf02f04763d"}, + {file = "safetensors-0.4.3-cp37-none-win32.whl", hash = "sha256:0d5ffc6a80f715c30af253e0e288ad1cd97a3d0086c9c87995e5093ebc075e50"}, + {file = "safetensors-0.4.3-cp37-none-win_amd64.whl", hash = "sha256:a11c374eb63a9c16c5ed146457241182f310902bd2a9c18255781bb832b6748b"}, + {file = "safetensors-0.4.3-cp38-cp38-macosx_10_12_x86_64.whl", hash = "sha256:b1e31be7945f66be23f4ec1682bb47faa3df34cb89fc68527de6554d3c4258a4"}, + {file = "safetensors-0.4.3-cp38-cp38-macosx_11_0_arm64.whl", hash = "sha256:03a4447c784917c9bf01d8f2ac5080bc15c41692202cd5f406afba16629e84d6"}, + {file = "safetensors-0.4.3-cp38-cp38-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:d244bcafeb1bc06d47cfee71727e775bca88a8efda77a13e7306aae3813fa7e4"}, + {file = "safetensors-0.4.3-cp38-cp38-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:53c4879b9c6bd7cd25d114ee0ef95420e2812e676314300624594940a8d6a91f"}, + {file = "safetensors-0.4.3-cp38-cp38-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:74707624b81f1b7f2b93f5619d4a9f00934d5948005a03f2c1845ffbfff42212"}, + {file = "safetensors-0.4.3-cp38-cp38-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:0d52c958dc210265157573f81d34adf54e255bc2b59ded6218500c9b15a750eb"}, + {file = "safetensors-0.4.3-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:6f9568f380f513a60139971169c4a358b8731509cc19112369902eddb33faa4d"}, + {file = "safetensors-0.4.3-cp38-cp38-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:0d9cd8e1560dfc514b6d7859247dc6a86ad2f83151a62c577428d5102d872721"}, + {file = "safetensors-0.4.3-cp38-cp38-musllinux_1_1_aarch64.whl", hash = "sha256:89f9f17b0dacb913ed87d57afbc8aad85ea42c1085bd5de2f20d83d13e9fc4b2"}, + {file = "safetensors-0.4.3-cp38-cp38-musllinux_1_1_x86_64.whl", hash = "sha256:1139eb436fd201c133d03c81209d39ac57e129f5e74e34bb9ab60f8d9b726270"}, + {file = "safetensors-0.4.3-cp38-none-win32.whl", hash = "sha256:d9c289f140a9ae4853fc2236a2ffc9a9f2d5eae0cb673167e0f1b8c18c0961ac"}, + {file = "safetensors-0.4.3-cp38-none-win_amd64.whl", hash = "sha256:622afd28968ef3e9786562d352659a37de4481a4070f4ebac883f98c5836563e"}, + {file = "safetensors-0.4.3-cp39-cp39-macosx_10_12_x86_64.whl", hash = "sha256:8651c7299cbd8b4161a36cd6a322fa07d39cd23535b144d02f1c1972d0c62f3c"}, + {file = "safetensors-0.4.3-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:e375d975159ac534c7161269de24ddcd490df2157b55c1a6eeace6cbb56903f0"}, + {file = "safetensors-0.4.3-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:084fc436e317f83f7071fc6a62ca1c513b2103db325cd09952914b50f51cf78f"}, + {file = "safetensors-0.4.3-cp39-cp39-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:41a727a7f5e6ad9f1db6951adee21bbdadc632363d79dc434876369a17de6ad6"}, + {file = "safetensors-0.4.3-cp39-cp39-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:e7dbbde64b6c534548696808a0e01276d28ea5773bc9a2dfb97a88cd3dffe3df"}, + {file = "safetensors-0.4.3-cp39-cp39-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:bbae3b4b9d997971431c346edbfe6e41e98424a097860ee872721e176040a893"}, + {file = "safetensors-0.4.3-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:01e4b22e3284cd866edeabe4f4d896229495da457229408d2e1e4810c5187121"}, + {file = "safetensors-0.4.3-cp39-cp39-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:0dd37306546b58d3043eb044c8103a02792cc024b51d1dd16bd3dd1f334cb3ed"}, + {file = "safetensors-0.4.3-cp39-cp39-musllinux_1_1_aarch64.whl", hash = "sha256:d8815b5e1dac85fc534a97fd339e12404db557878c090f90442247e87c8aeaea"}, + {file = "safetensors-0.4.3-cp39-cp39-musllinux_1_1_x86_64.whl", hash = "sha256:e011cc162503c19f4b1fd63dfcddf73739c7a243a17dac09b78e57a00983ab35"}, + {file = "safetensors-0.4.3-cp39-none-win32.whl", hash = "sha256:01feb3089e5932d7e662eda77c3ecc389f97c0883c4a12b5cfdc32b589a811c3"}, + {file = "safetensors-0.4.3-cp39-none-win_amd64.whl", hash = "sha256:3f9cdca09052f585e62328c1c2923c70f46814715c795be65f0b93f57ec98a02"}, + {file = "safetensors-0.4.3-pp310-pypy310_pp73-macosx_10_12_x86_64.whl", hash = "sha256:1b89381517891a7bb7d1405d828b2bf5d75528299f8231e9346b8eba092227f9"}, + {file = "safetensors-0.4.3-pp310-pypy310_pp73-macosx_11_0_arm64.whl", hash = "sha256:cd6fff9e56df398abc5866b19a32124815b656613c1c5ec0f9350906fd798aac"}, + {file = "safetensors-0.4.3-pp310-pypy310_pp73-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:840caf38d86aa7014fe37ade5d0d84e23dcfbc798b8078015831996ecbc206a3"}, + {file = "safetensors-0.4.3-pp310-pypy310_pp73-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:f9650713b2cfa9537a2baf7dd9fee458b24a0aaaa6cafcea8bdd5fb2b8efdc34"}, + {file = "safetensors-0.4.3-pp310-pypy310_pp73-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:e4119532cd10dba04b423e0f86aecb96cfa5a602238c0aa012f70c3a40c44b50"}, + {file = "safetensors-0.4.3-pp310-pypy310_pp73-musllinux_1_1_aarch64.whl", hash = "sha256:e066e8861eef6387b7c772344d1fe1f9a72800e04ee9a54239d460c400c72aab"}, + {file = "safetensors-0.4.3-pp310-pypy310_pp73-musllinux_1_1_x86_64.whl", hash = "sha256:90964917f5b0fa0fa07e9a051fbef100250c04d150b7026ccbf87a34a54012e0"}, + {file = "safetensors-0.4.3-pp37-pypy37_pp73-macosx_10_12_x86_64.whl", hash = "sha256:c41e1893d1206aa7054029681778d9a58b3529d4c807002c156d58426c225173"}, + {file = "safetensors-0.4.3-pp37-pypy37_pp73-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:ae7613a119a71a497d012ccc83775c308b9c1dab454806291427f84397d852fd"}, + {file = "safetensors-0.4.3-pp37-pypy37_pp73-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:4f9bac020faba7f5dc481e881b14b6425265feabb5bfc552551d21189c0eddc3"}, + {file = "safetensors-0.4.3-pp37-pypy37_pp73-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:420a98f593ff9930f5822560d14c395ccbc57342ddff3b463bc0b3d6b1951550"}, + {file = "safetensors-0.4.3-pp37-pypy37_pp73-musllinux_1_1_aarch64.whl", hash = "sha256:f5e6883af9a68c0028f70a4c19d5a6ab6238a379be36ad300a22318316c00cb0"}, + {file = "safetensors-0.4.3-pp37-pypy37_pp73-musllinux_1_1_x86_64.whl", hash = "sha256:cdd0a3b5da66e7f377474599814dbf5cbf135ff059cc73694de129b58a5e8a2c"}, + {file = "safetensors-0.4.3-pp38-pypy38_pp73-macosx_10_12_x86_64.whl", hash = "sha256:9bfb92f82574d9e58401d79c70c716985dc049b635fef6eecbb024c79b2c46ad"}, + {file = "safetensors-0.4.3-pp38-pypy38_pp73-macosx_11_0_arm64.whl", hash = "sha256:3615a96dd2dcc30eb66d82bc76cda2565f4f7bfa89fcb0e31ba3cea8a1a9ecbb"}, + {file = "safetensors-0.4.3-pp38-pypy38_pp73-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:868ad1b6fc41209ab6bd12f63923e8baeb1a086814cb2e81a65ed3d497e0cf8f"}, + {file = "safetensors-0.4.3-pp38-pypy38_pp73-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:b7ffba80aa49bd09195145a7fd233a7781173b422eeb995096f2b30591639517"}, + {file = "safetensors-0.4.3-pp38-pypy38_pp73-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:c0acbe31340ab150423347e5b9cc595867d814244ac14218932a5cf1dd38eb39"}, + {file = "safetensors-0.4.3-pp38-pypy38_pp73-musllinux_1_1_aarch64.whl", hash = "sha256:19bbdf95de2cf64f25cd614c5236c8b06eb2cfa47cbf64311f4b5d80224623a3"}, + {file = "safetensors-0.4.3-pp38-pypy38_pp73-musllinux_1_1_x86_64.whl", hash = "sha256:b852e47eb08475c2c1bd8131207b405793bfc20d6f45aff893d3baaad449ed14"}, + {file = "safetensors-0.4.3-pp39-pypy39_pp73-macosx_10_12_x86_64.whl", hash = "sha256:5d07cbca5b99babb692d76d8151bec46f461f8ad8daafbfd96b2fca40cadae65"}, + {file = "safetensors-0.4.3-pp39-pypy39_pp73-macosx_11_0_arm64.whl", hash = "sha256:1ab6527a20586d94291c96e00a668fa03f86189b8a9defa2cdd34a1a01acc7d5"}, + {file = "safetensors-0.4.3-pp39-pypy39_pp73-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:02318f01e332cc23ffb4f6716e05a492c5f18b1d13e343c49265149396284a44"}, + {file = "safetensors-0.4.3-pp39-pypy39_pp73-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:ec4b52ce9a396260eb9731eb6aea41a7320de22ed73a1042c2230af0212758ce"}, + {file = "safetensors-0.4.3-pp39-pypy39_pp73-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:018b691383026a2436a22b648873ed11444a364324e7088b99cd2503dd828400"}, + {file = "safetensors-0.4.3-pp39-pypy39_pp73-musllinux_1_1_aarch64.whl", hash = "sha256:309b10dbcab63269ecbf0e2ca10ce59223bb756ca5d431ce9c9eeabd446569da"}, + {file = "safetensors-0.4.3-pp39-pypy39_pp73-musllinux_1_1_x86_64.whl", hash = "sha256:b277482120df46e27a58082df06a15aebda4481e30a1c21eefd0921ae7e03f65"}, + {file = "safetensors-0.4.3.tar.gz", hash = "sha256:2f85fc50c4e07a21e95c24e07460fe6f7e2859d0ce88092838352b798ce711c2"}, ] [package.extras] @@ -6456,18 +6773,18 @@ paddlepaddle = ["paddlepaddle (>=2.4.1)", "safetensors[numpy]"] pinned-tf = ["safetensors[numpy]", "tensorflow (==2.11.0)"] quality = ["black (==22.3)", "click (==8.0.4)", "flake8 (>=3.8.3)", "isort (>=5.5.4)"] tensorflow = ["safetensors[numpy]", "tensorflow (>=2.11.0)"] -testing = ["h5py (>=3.7.0)", "huggingface_hub (>=0.12.1)", "hypothesis (>=6.70.2)", "pytest (>=7.2.0)", "pytest-benchmark (>=4.0.0)", "safetensors[numpy]", "setuptools_rust (>=1.5.2)"] +testing = ["h5py (>=3.7.0)", "huggingface-hub (>=0.12.1)", "hypothesis (>=6.70.2)", "pytest (>=7.2.0)", "pytest-benchmark (>=4.0.0)", "safetensors[numpy]", "setuptools-rust (>=1.5.2)"] torch = ["safetensors[numpy]", "torch (>=1.10)"] [[package]] name = "send2trash" -version = "1.8.2" +version = "1.8.3" description = "Send file to trash natively under Mac OS X, Windows and Linux" optional = false -python-versions = "!=3.0.*,!=3.1.*,!=3.2.*,!=3.3.*,!=3.4.*,>=2.7" +python-versions = "!=3.0.*,!=3.1.*,!=3.2.*,!=3.3.*,!=3.4.*,!=3.5.*,>=2.7" files = [ - {file = "Send2Trash-1.8.2-py3-none-any.whl", hash = "sha256:a384719d99c07ce1eefd6905d2decb6f8b7ed054025bb0e618919f945de4f679"}, - {file = "Send2Trash-1.8.2.tar.gz", hash = "sha256:c132d59fa44b9ca2b1699af5c86f57ce9f4c5eb56629d5d55fbb7a35f84e2312"}, + {file = "Send2Trash-1.8.3-py3-none-any.whl", hash = "sha256:0c31227e0bd08961c7665474a3d1ef7193929fedda4233843689baa056be46c9"}, + {file = "Send2Trash-1.8.3.tar.gz", hash = "sha256:b18e7a3966d99871aefeb00cfbcfdced55ce4871194810fc71f4aa484b953abf"}, ] [package.extras] @@ -6477,72 +6794,71 @@ win32 = ["pywin32"] [[package]] name = "setuptools" -version = "69.0.3" +version = "70.0.0" description = "Easily download, build, install, upgrade, and uninstall Python packages" optional = false python-versions = ">=3.8" files = [ - {file = "setuptools-69.0.3-py3-none-any.whl", hash = "sha256:385eb4edd9c9d5c17540511303e39a147ce2fc04bc55289c322b9e5904fe2c05"}, - {file = "setuptools-69.0.3.tar.gz", hash = "sha256:be1af57fc409f93647f2e8e4573a142ed38724b8cdd389706a867bb4efcf1e78"}, + {file = "setuptools-70.0.0-py3-none-any.whl", hash = "sha256:54faa7f2e8d2d11bcd2c07bed282eef1046b5c080d1c32add737d7b5817b1ad4"}, + {file = "setuptools-70.0.0.tar.gz", hash = "sha256:f211a66637b8fa059bb28183da127d4e86396c991a942b028c6650d4319c3fd0"}, ] [package.extras] -docs = ["furo", "jaraco.packaging (>=9.3)", "jaraco.tidelift (>=1.4)", "pygments-github-lexers (==0.0.5)", "rst.linker (>=1.9)", "sphinx (<7.2.5)", "sphinx (>=3.5)", "sphinx-favicon", "sphinx-inline-tabs", "sphinx-lint", "sphinx-notfound-page (>=1,<2)", "sphinx-reredirects", "sphinxcontrib-towncrier"] -testing = ["build[virtualenv]", "filelock (>=3.4.0)", "flake8-2020", "ini2toml[lite] (>=0.9)", "jaraco.develop (>=7.21)", "jaraco.envs (>=2.2)", "jaraco.path (>=3.2.0)", "pip (>=19.1)", "pytest (>=6)", "pytest-black (>=0.3.7)", "pytest-checkdocs (>=2.4)", "pytest-cov", "pytest-enabler (>=2.2)", "pytest-mypy (>=0.9.1)", "pytest-perf", "pytest-ruff", "pytest-timeout", "pytest-xdist", "tomli-w (>=1.0.0)", "virtualenv (>=13.0.0)", "wheel"] -testing-integration = ["build[virtualenv] (>=1.0.3)", "filelock (>=3.4.0)", "jaraco.envs (>=2.2)", "jaraco.path (>=3.2.0)", "packaging (>=23.1)", "pytest", "pytest-enabler", "pytest-xdist", "tomli", "virtualenv (>=13.0.0)", "wheel"] +docs = ["furo", "jaraco.packaging (>=9.3)", "jaraco.tidelift (>=1.4)", "pygments-github-lexers (==0.0.5)", "pyproject-hooks (!=1.1)", "rst.linker (>=1.9)", "sphinx (>=3.5)", "sphinx-favicon", "sphinx-inline-tabs", "sphinx-lint", "sphinx-notfound-page (>=1,<2)", "sphinx-reredirects", "sphinxcontrib-towncrier"] +testing = ["build[virtualenv] (>=1.0.3)", "filelock (>=3.4.0)", "importlib-metadata", "ini2toml[lite] (>=0.14)", "jaraco.develop (>=7.21)", "jaraco.envs (>=2.2)", "jaraco.path (>=3.2.0)", "mypy (==1.9)", "packaging (>=23.2)", "pip (>=19.1)", "pyproject-hooks (!=1.1)", "pytest (>=6,!=8.1.1)", "pytest-checkdocs (>=2.4)", "pytest-cov", "pytest-enabler (>=2.2)", "pytest-home (>=0.5)", "pytest-mypy", "pytest-perf", "pytest-ruff (>=0.2.1)", "pytest-subprocess", "pytest-timeout", "pytest-xdist (>=3)", "tomli", "tomli-w (>=1.0.0)", "virtualenv (>=13.0.0)", "wheel"] [[package]] name = "shapely" -version = "2.0.2" +version = "2.0.4" description = "Manipulation and analysis of geometric objects" optional = false python-versions = ">=3.7" files = [ - {file = "shapely-2.0.2-cp310-cp310-macosx_10_9_universal2.whl", hash = "sha256:6ca8cffbe84ddde8f52b297b53f8e0687bd31141abb2c373fd8a9f032df415d6"}, - {file = "shapely-2.0.2-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:baa14fc27771e180c06b499a0a7ba697c7988c7b2b6cba9a929a19a4d2762de3"}, - {file = "shapely-2.0.2-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:36480e32c434d168cdf2f5e9862c84aaf4d714a43a8465ae3ce8ff327f0affb7"}, - {file = "shapely-2.0.2-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:4ef753200cbffd4f652efb2c528c5474e5a14341a473994d90ad0606522a46a2"}, - {file = "shapely-2.0.2-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:a9a41ff4323fc9d6257759c26eb1cf3a61ebc7e611e024e6091f42977303fd3a"}, - {file = "shapely-2.0.2-cp310-cp310-win32.whl", hash = "sha256:72b5997272ae8c25f0fd5b3b967b3237e87fab7978b8d6cd5fa748770f0c5d68"}, - {file = "shapely-2.0.2-cp310-cp310-win_amd64.whl", hash = "sha256:34eac2337cbd67650248761b140d2535855d21b969d76d76123317882d3a0c1a"}, - {file = "shapely-2.0.2-cp311-cp311-macosx_10_9_universal2.whl", hash = "sha256:5b0c052709c8a257c93b0d4943b0b7a3035f87e2d6a8ac9407b6a992d206422f"}, - {file = "shapely-2.0.2-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:2d217e56ae067e87b4e1731d0dc62eebe887ced729ba5c2d4590e9e3e9fdbd88"}, - {file = "shapely-2.0.2-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:94ac128ae2ab4edd0bffcd4e566411ea7bdc738aeaf92c32a8a836abad725f9f"}, - {file = "shapely-2.0.2-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:fa3ee28f5e63a130ec5af4dc3c4cb9c21c5788bb13c15e89190d163b14f9fb89"}, - {file = "shapely-2.0.2-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:737dba15011e5a9b54a8302f1748b62daa207c9bc06f820cd0ad32a041f1c6f2"}, - {file = "shapely-2.0.2-cp311-cp311-win32.whl", hash = "sha256:45ac6906cff0765455a7b49c1670af6e230c419507c13e2f75db638c8fc6f3bd"}, - {file = "shapely-2.0.2-cp311-cp311-win_amd64.whl", hash = "sha256:dc9342fc82e374130db86a955c3c4525bfbf315a248af8277a913f30911bed9e"}, - {file = "shapely-2.0.2-cp312-cp312-macosx_10_9_universal2.whl", hash = "sha256:06f193091a7c6112fc08dfd195a1e3846a64306f890b151fa8c63b3e3624202c"}, - {file = "shapely-2.0.2-cp312-cp312-macosx_10_9_x86_64.whl", hash = "sha256:eebe544df5c018134f3c23b6515877f7e4cd72851f88a8d0c18464f414d141a2"}, - {file = "shapely-2.0.2-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:7e92e7c255f89f5cdf777690313311f422aa8ada9a3205b187113274e0135cd8"}, - {file = "shapely-2.0.2-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:be46d5509b9251dd9087768eaf35a71360de6afac82ce87c636990a0871aa18b"}, - {file = "shapely-2.0.2-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:a5533a925d8e211d07636ffc2fdd9a7f9f13d54686d00577eeb11d16f00be9c4"}, - {file = "shapely-2.0.2-cp312-cp312-win32.whl", hash = "sha256:084b023dae8ad3d5b98acee9d3bf098fdf688eb0bb9b1401e8b075f6a627b611"}, - {file = "shapely-2.0.2-cp312-cp312-win_amd64.whl", hash = "sha256:ea84d1cdbcf31e619d672b53c4532f06253894185ee7acb8ceb78f5f33cbe033"}, - {file = "shapely-2.0.2-cp37-cp37m-macosx_10_9_x86_64.whl", hash = "sha256:ed1e99702125e7baccf401830a3b94d810d5c70b329b765fe93451fe14cf565b"}, - {file = "shapely-2.0.2-cp37-cp37m-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:e7d897e6bdc6bc64f7f65155dbbb30e49acaabbd0d9266b9b4041f87d6e52b3a"}, - {file = "shapely-2.0.2-cp37-cp37m-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:0521d76d1e8af01e712db71da9096b484f081e539d4f4a8c97342e7971d5e1b4"}, - {file = "shapely-2.0.2-cp37-cp37m-win32.whl", hash = "sha256:5324be299d4c533ecfcfd43424dfd12f9428fd6f12cda38a4316da001d6ef0ea"}, - {file = "shapely-2.0.2-cp37-cp37m-win_amd64.whl", hash = "sha256:78128357a0cee573257a0c2c388d4b7bf13cb7dbe5b3fe5d26d45ebbe2a39e25"}, - {file = "shapely-2.0.2-cp38-cp38-macosx_10_9_universal2.whl", hash = "sha256:87dc2be34ac3a3a4a319b963c507ac06682978a5e6c93d71917618b14f13066e"}, - {file = "shapely-2.0.2-cp38-cp38-macosx_10_9_x86_64.whl", hash = "sha256:42997ac806e4583dad51c80a32d38570fd9a3d4778f5e2c98f9090aa7db0fe91"}, - {file = "shapely-2.0.2-cp38-cp38-macosx_11_0_arm64.whl", hash = "sha256:ccfd5fa10a37e67dbafc601c1ddbcbbfef70d34c3f6b0efc866ddbdb55893a6c"}, - {file = "shapely-2.0.2-cp38-cp38-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:e7c95d3379ae3abb74058938a9fcbc478c6b2e28d20dace38f8b5c587dde90aa"}, - {file = "shapely-2.0.2-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:6a21353d28209fb0d8cc083e08ca53c52666e0d8a1f9bbe23b6063967d89ed24"}, - {file = "shapely-2.0.2-cp38-cp38-win32.whl", hash = "sha256:03e63a99dfe6bd3beb8d5f41ec2086585bb969991d603f9aeac335ad396a06d4"}, - {file = "shapely-2.0.2-cp38-cp38-win_amd64.whl", hash = "sha256:c6fd29fbd9cd76350bd5cc14c49de394a31770aed02d74203e23b928f3d2f1aa"}, - {file = "shapely-2.0.2-cp39-cp39-macosx_10_9_universal2.whl", hash = "sha256:1f217d28ecb48e593beae20a0082a95bd9898d82d14b8fcb497edf6bff9a44d7"}, - {file = "shapely-2.0.2-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:394e5085b49334fd5b94fa89c086edfb39c3ecab7f669e8b2a4298b9d523b3a5"}, - {file = "shapely-2.0.2-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:fd3ad17b64466a033848c26cb5b509625c87d07dcf39a1541461cacdb8f7e91c"}, - {file = "shapely-2.0.2-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:d41a116fcad58048d7143ddb01285e1a8780df6dc1f56c3b1e1b7f12ed296651"}, - {file = "shapely-2.0.2-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:dea9a0651333cf96ef5bb2035044e3ad6a54f87d90e50fe4c2636debf1b77abc"}, - {file = "shapely-2.0.2-cp39-cp39-win32.whl", hash = "sha256:b8eb0a92f7b8c74f9d8fdd1b40d395113f59bd8132ca1348ebcc1f5aece94b96"}, - {file = "shapely-2.0.2-cp39-cp39-win_amd64.whl", hash = "sha256:794affd80ca0f2c536fc948a3afa90bd8fb61ebe37fe873483ae818e7f21def4"}, - {file = "shapely-2.0.2.tar.gz", hash = "sha256:1713cc04c171baffc5b259ba8531c58acc2a301707b7f021d88a15ed090649e7"}, -] - -[package.dependencies] -numpy = ">=1.14" + {file = "shapely-2.0.4-cp310-cp310-macosx_10_9_universal2.whl", hash = "sha256:011b77153906030b795791f2fdfa2d68f1a8d7e40bce78b029782ade3afe4f2f"}, + {file = "shapely-2.0.4-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:9831816a5d34d5170aa9ed32a64982c3d6f4332e7ecfe62dc97767e163cb0b17"}, + {file = "shapely-2.0.4-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:5c4849916f71dc44e19ed370421518c0d86cf73b26e8656192fcfcda08218fbd"}, + {file = "shapely-2.0.4-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:841f93a0e31e4c64d62ea570d81c35de0f6cea224568b2430d832967536308e6"}, + {file = "shapely-2.0.4-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:d2b4431f522b277c79c34b65da128029a9955e4481462cbf7ebec23aab61fc58"}, + {file = "shapely-2.0.4-cp310-cp310-win32.whl", hash = "sha256:92a41d936f7d6743f343be265ace93b7c57f5b231e21b9605716f5a47c2879e7"}, + {file = "shapely-2.0.4-cp310-cp310-win_amd64.whl", hash = "sha256:30982f79f21bb0ff7d7d4a4e531e3fcaa39b778584c2ce81a147f95be1cd58c9"}, + {file = "shapely-2.0.4-cp311-cp311-macosx_10_9_universal2.whl", hash = "sha256:de0205cb21ad5ddaef607cda9a3191eadd1e7a62a756ea3a356369675230ac35"}, + {file = "shapely-2.0.4-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:7d56ce3e2a6a556b59a288771cf9d091470116867e578bebced8bfc4147fbfd7"}, + {file = "shapely-2.0.4-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:58b0ecc505bbe49a99551eea3f2e8a9b3b24b3edd2a4de1ac0dc17bc75c9ec07"}, + {file = "shapely-2.0.4-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:790a168a808bd00ee42786b8ba883307c0e3684ebb292e0e20009588c426da47"}, + {file = "shapely-2.0.4-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:4310b5494271e18580d61022c0857eb85d30510d88606fa3b8314790df7f367d"}, + {file = "shapely-2.0.4-cp311-cp311-win32.whl", hash = "sha256:63f3a80daf4f867bd80f5c97fbe03314348ac1b3b70fb1c0ad255a69e3749879"}, + {file = "shapely-2.0.4-cp311-cp311-win_amd64.whl", hash = "sha256:c52ed79f683f721b69a10fb9e3d940a468203f5054927215586c5d49a072de8d"}, + {file = "shapely-2.0.4-cp312-cp312-macosx_10_9_universal2.whl", hash = "sha256:5bbd974193e2cc274312da16b189b38f5f128410f3377721cadb76b1e8ca5328"}, + {file = "shapely-2.0.4-cp312-cp312-macosx_10_9_x86_64.whl", hash = "sha256:41388321a73ba1a84edd90d86ecc8bfed55e6a1e51882eafb019f45895ec0f65"}, + {file = "shapely-2.0.4-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:0776c92d584f72f1e584d2e43cfc5542c2f3dd19d53f70df0900fda643f4bae6"}, + {file = "shapely-2.0.4-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:c75c98380b1ede1cae9a252c6dc247e6279403fae38c77060a5e6186c95073ac"}, + {file = "shapely-2.0.4-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:c3e700abf4a37b7b8b90532fa6ed5c38a9bfc777098bc9fbae5ec8e618ac8f30"}, + {file = "shapely-2.0.4-cp312-cp312-win32.whl", hash = "sha256:4f2ab0faf8188b9f99e6a273b24b97662194160cc8ca17cf9d1fb6f18d7fb93f"}, + {file = "shapely-2.0.4-cp312-cp312-win_amd64.whl", hash = "sha256:03152442d311a5e85ac73b39680dd64a9892fa42bb08fd83b3bab4fe6999bfa0"}, + {file = "shapely-2.0.4-cp37-cp37m-macosx_10_9_x86_64.whl", hash = "sha256:994c244e004bc3cfbea96257b883c90a86e8cbd76e069718eb4c6b222a56f78b"}, + {file = "shapely-2.0.4-cp37-cp37m-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:05ffd6491e9e8958b742b0e2e7c346635033d0a5f1a0ea083547fcc854e5d5cf"}, + {file = "shapely-2.0.4-cp37-cp37m-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:2fbdc1140a7d08faa748256438291394967aa54b40009f54e8d9825e75ef6113"}, + {file = "shapely-2.0.4-cp37-cp37m-win32.whl", hash = "sha256:5af4cd0d8cf2912bd95f33586600cac9c4b7c5053a036422b97cfe4728d2eb53"}, + {file = "shapely-2.0.4-cp37-cp37m-win_amd64.whl", hash = "sha256:464157509ce4efa5ff285c646a38b49f8c5ef8d4b340f722685b09bb033c5ccf"}, + {file = "shapely-2.0.4-cp38-cp38-macosx_10_9_universal2.whl", hash = "sha256:489c19152ec1f0e5c5e525356bcbf7e532f311bff630c9b6bc2db6f04da6a8b9"}, + {file = "shapely-2.0.4-cp38-cp38-macosx_10_9_x86_64.whl", hash = "sha256:b79bbd648664aa6f44ef018474ff958b6b296fed5c2d42db60078de3cffbc8aa"}, + {file = "shapely-2.0.4-cp38-cp38-macosx_11_0_arm64.whl", hash = "sha256:674d7baf0015a6037d5758496d550fc1946f34bfc89c1bf247cabdc415d7747e"}, + {file = "shapely-2.0.4-cp38-cp38-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:6cd4ccecc5ea5abd06deeaab52fcdba372f649728050c6143cc405ee0c166679"}, + {file = "shapely-2.0.4-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:fb5cdcbbe3080181498931b52a91a21a781a35dcb859da741c0345c6402bf00c"}, + {file = "shapely-2.0.4-cp38-cp38-win32.whl", hash = "sha256:55a38dcd1cee2f298d8c2ebc60fc7d39f3b4535684a1e9e2f39a80ae88b0cea7"}, + {file = "shapely-2.0.4-cp38-cp38-win_amd64.whl", hash = "sha256:ec555c9d0db12d7fd777ba3f8b75044c73e576c720a851667432fabb7057da6c"}, + {file = "shapely-2.0.4-cp39-cp39-macosx_10_9_universal2.whl", hash = "sha256:3f9103abd1678cb1b5f7e8e1af565a652e036844166c91ec031eeb25c5ca8af0"}, + {file = "shapely-2.0.4-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:263bcf0c24d7a57c80991e64ab57cba7a3906e31d2e21b455f493d4aab534aaa"}, + {file = "shapely-2.0.4-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:ddf4a9bfaac643e62702ed662afc36f6abed2a88a21270e891038f9a19bc08fc"}, + {file = "shapely-2.0.4-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:485246fcdb93336105c29a5cfbff8a226949db37b7473c89caa26c9bae52a242"}, + {file = "shapely-2.0.4-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:8de4578e838a9409b5b134a18ee820730e507b2d21700c14b71a2b0757396acc"}, + {file = "shapely-2.0.4-cp39-cp39-win32.whl", hash = "sha256:9dab4c98acfb5fb85f5a20548b5c0abe9b163ad3525ee28822ffecb5c40e724c"}, + {file = "shapely-2.0.4-cp39-cp39-win_amd64.whl", hash = "sha256:31c19a668b5a1eadab82ff070b5a260478ac6ddad3a5b62295095174a8d26398"}, + {file = "shapely-2.0.4.tar.gz", hash = "sha256:5dc736127fac70009b8d309a0eeb74f3e08979e530cf7017f2f507ef62e6cfb8"}, +] + +[package.dependencies] +numpy = ">=1.14,<3" [package.extras] docs = ["matplotlib", "numpydoc (==1.1.*)", "sphinx", "sphinx-book-theme", "sphinx-remove-toctrees"] @@ -6572,13 +6888,13 @@ files = [ [[package]] name = "sniffio" -version = "1.3.0" +version = "1.3.1" description = "Sniff out which async library your code is running under" optional = false python-versions = ">=3.7" files = [ - {file = "sniffio-1.3.0-py3-none-any.whl", hash = "sha256:eecefdce1e5bbfb7ad2eeaabf7c1eeb404d7757c379bd1f7e5cce9d8bf425384"}, - {file = "sniffio-1.3.0.tar.gz", hash = "sha256:e60305c5e5d314f5389259b7f22aaa33d8f7dee49763119234af3755c55b9101"}, + {file = "sniffio-1.3.1-py3-none-any.whl", hash = "sha256:2f6da418d1f1e0fddd844478f41680e794e6051915791a034ff65e5f100525a2"}, + {file = "sniffio-1.3.1.tar.gz", hash = "sha256:f4324edc670a0f49750a81b895f35c3adb843cca46f0530f79fc1babb23789dc"}, ] [[package]] @@ -6594,60 +6910,60 @@ files = [ [[package]] name = "sqlalchemy" -version = "2.0.25" +version = "2.0.30" description = "Database Abstraction Library" optional = false python-versions = ">=3.7" files = [ - {file = "SQLAlchemy-2.0.25-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:4344d059265cc8b1b1be351bfb88749294b87a8b2bbe21dfbe066c4199541ebd"}, - {file = "SQLAlchemy-2.0.25-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:6f9e2e59cbcc6ba1488404aad43de005d05ca56e069477b33ff74e91b6319735"}, - {file = "SQLAlchemy-2.0.25-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:84daa0a2055df9ca0f148a64fdde12ac635e30edbca80e87df9b3aaf419e144a"}, - {file = "SQLAlchemy-2.0.25-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:bc8b7dabe8e67c4832891a5d322cec6d44ef02f432b4588390017f5cec186a84"}, - {file = "SQLAlchemy-2.0.25-cp310-cp310-musllinux_1_1_aarch64.whl", hash = "sha256:f5693145220517b5f42393e07a6898acdfe820e136c98663b971906120549da5"}, - {file = "SQLAlchemy-2.0.25-cp310-cp310-musllinux_1_1_x86_64.whl", hash = "sha256:db854730a25db7c956423bb9fb4bdd1216c839a689bf9cc15fada0a7fb2f4570"}, - {file = "SQLAlchemy-2.0.25-cp310-cp310-win32.whl", hash = "sha256:14a6f68e8fc96e5e8f5647ef6cda6250c780612a573d99e4d881581432ef1669"}, - {file = "SQLAlchemy-2.0.25-cp310-cp310-win_amd64.whl", hash = "sha256:87f6e732bccd7dcf1741c00f1ecf33797383128bd1c90144ac8adc02cbb98643"}, - {file = "SQLAlchemy-2.0.25-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:342d365988ba88ada8af320d43df4e0b13a694dbd75951f537b2d5e4cb5cd002"}, - {file = "SQLAlchemy-2.0.25-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:f37c0caf14b9e9b9e8f6dbc81bc56db06acb4363eba5a633167781a48ef036ed"}, - {file = "SQLAlchemy-2.0.25-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:aa9373708763ef46782d10e950b49d0235bfe58facebd76917d3f5cbf5971aed"}, - {file = "SQLAlchemy-2.0.25-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:d24f571990c05f6b36a396218f251f3e0dda916e0c687ef6fdca5072743208f5"}, - {file = "SQLAlchemy-2.0.25-cp311-cp311-musllinux_1_1_aarch64.whl", hash = "sha256:75432b5b14dc2fff43c50435e248b45c7cdadef73388e5610852b95280ffd0e9"}, - {file = "SQLAlchemy-2.0.25-cp311-cp311-musllinux_1_1_x86_64.whl", hash = "sha256:884272dcd3ad97f47702965a0e902b540541890f468d24bd1d98bcfe41c3f018"}, - {file = "SQLAlchemy-2.0.25-cp311-cp311-win32.whl", hash = "sha256:e607cdd99cbf9bb80391f54446b86e16eea6ad309361942bf88318bcd452363c"}, - {file = "SQLAlchemy-2.0.25-cp311-cp311-win_amd64.whl", hash = "sha256:7d505815ac340568fd03f719446a589162d55c52f08abd77ba8964fbb7eb5b5f"}, - {file = "SQLAlchemy-2.0.25-cp312-cp312-macosx_10_9_x86_64.whl", hash = "sha256:0dacf67aee53b16f365c589ce72e766efaabd2b145f9de7c917777b575e3659d"}, - {file = "SQLAlchemy-2.0.25-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:b801154027107461ee992ff4b5c09aa7cc6ec91ddfe50d02bca344918c3265c6"}, - {file = "SQLAlchemy-2.0.25-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:59a21853f5daeb50412d459cfb13cb82c089ad4c04ec208cd14dddd99fc23b39"}, - {file = "SQLAlchemy-2.0.25-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:29049e2c299b5ace92cbed0c1610a7a236f3baf4c6b66eb9547c01179f638ec5"}, - {file = "SQLAlchemy-2.0.25-cp312-cp312-musllinux_1_1_aarch64.whl", hash = "sha256:b64b183d610b424a160b0d4d880995e935208fc043d0302dd29fee32d1ee3f95"}, - {file = "SQLAlchemy-2.0.25-cp312-cp312-musllinux_1_1_x86_64.whl", hash = "sha256:4f7a7d7fcc675d3d85fbf3b3828ecd5990b8d61bd6de3f1b260080b3beccf215"}, - {file = "SQLAlchemy-2.0.25-cp312-cp312-win32.whl", hash = "sha256:cf18ff7fc9941b8fc23437cc3e68ed4ebeff3599eec6ef5eebf305f3d2e9a7c2"}, - {file = "SQLAlchemy-2.0.25-cp312-cp312-win_amd64.whl", hash = "sha256:91f7d9d1c4dd1f4f6e092874c128c11165eafcf7c963128f79e28f8445de82d5"}, - {file = "SQLAlchemy-2.0.25-cp37-cp37m-macosx_10_9_x86_64.whl", hash = "sha256:bb209a73b8307f8fe4fe46f6ad5979649be01607f11af1eb94aa9e8a3aaf77f0"}, - {file = "SQLAlchemy-2.0.25-cp37-cp37m-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:798f717ae7c806d67145f6ae94dc7c342d3222d3b9a311a784f371a4333212c7"}, - {file = "SQLAlchemy-2.0.25-cp37-cp37m-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:5fdd402169aa00df3142149940b3bf9ce7dde075928c1886d9a1df63d4b8de62"}, - {file = "SQLAlchemy-2.0.25-cp37-cp37m-musllinux_1_1_aarch64.whl", hash = "sha256:0d3cab3076af2e4aa5693f89622bef7fa770c6fec967143e4da7508b3dceb9b9"}, - {file = "SQLAlchemy-2.0.25-cp37-cp37m-musllinux_1_1_x86_64.whl", hash = "sha256:74b080c897563f81062b74e44f5a72fa44c2b373741a9ade701d5f789a10ba23"}, - {file = "SQLAlchemy-2.0.25-cp37-cp37m-win32.whl", hash = "sha256:87d91043ea0dc65ee583026cb18e1b458d8ec5fc0a93637126b5fc0bc3ea68c4"}, - {file = "SQLAlchemy-2.0.25-cp37-cp37m-win_amd64.whl", hash = "sha256:75f99202324383d613ddd1f7455ac908dca9c2dd729ec8584c9541dd41822a2c"}, - {file = "SQLAlchemy-2.0.25-cp38-cp38-macosx_10_9_x86_64.whl", hash = "sha256:420362338681eec03f53467804541a854617faed7272fe71a1bfdb07336a381e"}, - {file = "SQLAlchemy-2.0.25-cp38-cp38-macosx_11_0_arm64.whl", hash = "sha256:7c88f0c7dcc5f99bdb34b4fd9b69b93c89f893f454f40219fe923a3a2fd11625"}, - {file = "SQLAlchemy-2.0.25-cp38-cp38-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:a3be4987e3ee9d9a380b66393b77a4cd6d742480c951a1c56a23c335caca4ce3"}, - {file = "SQLAlchemy-2.0.25-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:f2a159111a0f58fb034c93eeba211b4141137ec4b0a6e75789ab7a3ef3c7e7e3"}, - {file = "SQLAlchemy-2.0.25-cp38-cp38-musllinux_1_1_aarch64.whl", hash = "sha256:8b8cb63d3ea63b29074dcd29da4dc6a97ad1349151f2d2949495418fd6e48db9"}, - {file = "SQLAlchemy-2.0.25-cp38-cp38-musllinux_1_1_x86_64.whl", hash = "sha256:736ea78cd06de6c21ecba7416499e7236a22374561493b456a1f7ffbe3f6cdb4"}, - {file = "SQLAlchemy-2.0.25-cp38-cp38-win32.whl", hash = "sha256:10331f129982a19df4284ceac6fe87353ca3ca6b4ca77ff7d697209ae0a5915e"}, - {file = "SQLAlchemy-2.0.25-cp38-cp38-win_amd64.whl", hash = "sha256:c55731c116806836a5d678a70c84cb13f2cedba920212ba7dcad53260997666d"}, - {file = "SQLAlchemy-2.0.25-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:605b6b059f4b57b277f75ace81cc5bc6335efcbcc4ccb9066695e515dbdb3900"}, - {file = "SQLAlchemy-2.0.25-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:665f0a3954635b5b777a55111ababf44b4fc12b1f3ba0a435b602b6387ffd7cf"}, - {file = "SQLAlchemy-2.0.25-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:ecf6d4cda1f9f6cb0b45803a01ea7f034e2f1aed9475e883410812d9f9e3cfcf"}, - {file = "SQLAlchemy-2.0.25-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:c51db269513917394faec5e5c00d6f83829742ba62e2ac4fa5c98d58be91662f"}, - {file = "SQLAlchemy-2.0.25-cp39-cp39-musllinux_1_1_aarch64.whl", hash = "sha256:790f533fa5c8901a62b6fef5811d48980adeb2f51f1290ade8b5e7ba990ba3de"}, - {file = "SQLAlchemy-2.0.25-cp39-cp39-musllinux_1_1_x86_64.whl", hash = "sha256:1b1180cda6df7af84fe72e4530f192231b1f29a7496951db4ff38dac1687202d"}, - {file = "SQLAlchemy-2.0.25-cp39-cp39-win32.whl", hash = "sha256:555651adbb503ac7f4cb35834c5e4ae0819aab2cd24857a123370764dc7d7e24"}, - {file = "SQLAlchemy-2.0.25-cp39-cp39-win_amd64.whl", hash = "sha256:dc55990143cbd853a5d038c05e79284baedf3e299661389654551bd02a6a68d7"}, - {file = "SQLAlchemy-2.0.25-py3-none-any.whl", hash = "sha256:a86b4240e67d4753dc3092d9511886795b3c2852abe599cffe108952f7af7ac3"}, - {file = "SQLAlchemy-2.0.25.tar.gz", hash = "sha256:a2c69a7664fb2d54b8682dd774c3b54f67f84fa123cf84dda2a5f40dcaa04e08"}, + {file = "SQLAlchemy-2.0.30-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:3b48154678e76445c7ded1896715ce05319f74b1e73cf82d4f8b59b46e9c0ddc"}, + {file = "SQLAlchemy-2.0.30-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:2753743c2afd061bb95a61a51bbb6a1a11ac1c44292fad898f10c9839a7f75b2"}, + {file = "SQLAlchemy-2.0.30-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:a7bfc726d167f425d4c16269a9a10fe8630ff6d14b683d588044dcef2d0f6be7"}, + {file = "SQLAlchemy-2.0.30-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:c4f61ada6979223013d9ab83a3ed003ded6959eae37d0d685db2c147e9143797"}, + {file = "SQLAlchemy-2.0.30-cp310-cp310-musllinux_1_1_aarch64.whl", hash = "sha256:3a365eda439b7a00732638f11072907c1bc8e351c7665e7e5da91b169af794af"}, + {file = "SQLAlchemy-2.0.30-cp310-cp310-musllinux_1_1_x86_64.whl", hash = "sha256:bba002a9447b291548e8d66fd8c96a6a7ed4f2def0bb155f4f0a1309fd2735d5"}, + {file = "SQLAlchemy-2.0.30-cp310-cp310-win32.whl", hash = "sha256:0138c5c16be3600923fa2169532205d18891b28afa817cb49b50e08f62198bb8"}, + {file = "SQLAlchemy-2.0.30-cp310-cp310-win_amd64.whl", hash = "sha256:99650e9f4cf3ad0d409fed3eec4f071fadd032e9a5edc7270cd646a26446feeb"}, + {file = "SQLAlchemy-2.0.30-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:955991a09f0992c68a499791a753523f50f71a6885531568404fa0f231832aa0"}, + {file = "SQLAlchemy-2.0.30-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:f69e4c756ee2686767eb80f94c0125c8b0a0b87ede03eacc5c8ae3b54b99dc46"}, + {file = "SQLAlchemy-2.0.30-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:69c9db1ce00e59e8dd09d7bae852a9add716efdc070a3e2068377e6ff0d6fdaa"}, + {file = "SQLAlchemy-2.0.30-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:a1429a4b0f709f19ff3b0cf13675b2b9bfa8a7e79990003207a011c0db880a13"}, + {file = "SQLAlchemy-2.0.30-cp311-cp311-musllinux_1_1_aarch64.whl", hash = "sha256:efedba7e13aa9a6c8407c48facfdfa108a5a4128e35f4c68f20c3407e4376aa9"}, + {file = "SQLAlchemy-2.0.30-cp311-cp311-musllinux_1_1_x86_64.whl", hash = "sha256:16863e2b132b761891d6c49f0a0f70030e0bcac4fd208117f6b7e053e68668d0"}, + {file = "SQLAlchemy-2.0.30-cp311-cp311-win32.whl", hash = "sha256:2ecabd9ccaa6e914e3dbb2aa46b76dede7eadc8cbf1b8083c94d936bcd5ffb49"}, + {file = "SQLAlchemy-2.0.30-cp311-cp311-win_amd64.whl", hash = "sha256:0b3f4c438e37d22b83e640f825ef0f37b95db9aa2d68203f2c9549375d0b2260"}, + {file = "SQLAlchemy-2.0.30-cp312-cp312-macosx_10_9_x86_64.whl", hash = "sha256:5a79d65395ac5e6b0c2890935bad892eabb911c4aa8e8015067ddb37eea3d56c"}, + {file = "SQLAlchemy-2.0.30-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:9a5baf9267b752390252889f0c802ea13b52dfee5e369527da229189b8bd592e"}, + {file = "SQLAlchemy-2.0.30-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:3cb5a646930c5123f8461f6468901573f334c2c63c795b9af350063a736d0134"}, + {file = "SQLAlchemy-2.0.30-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:296230899df0b77dec4eb799bcea6fbe39a43707ce7bb166519c97b583cfcab3"}, + {file = "SQLAlchemy-2.0.30-cp312-cp312-musllinux_1_1_aarch64.whl", hash = "sha256:c62d401223f468eb4da32627bffc0c78ed516b03bb8a34a58be54d618b74d472"}, + {file = "SQLAlchemy-2.0.30-cp312-cp312-musllinux_1_1_x86_64.whl", hash = "sha256:3b69e934f0f2b677ec111b4d83f92dc1a3210a779f69bf905273192cf4ed433e"}, + {file = "SQLAlchemy-2.0.30-cp312-cp312-win32.whl", hash = "sha256:77d2edb1f54aff37e3318f611637171e8ec71472f1fdc7348b41dcb226f93d90"}, + {file = "SQLAlchemy-2.0.30-cp312-cp312-win_amd64.whl", hash = "sha256:b6c7ec2b1f4969fc19b65b7059ed00497e25f54069407a8701091beb69e591a5"}, + {file = "SQLAlchemy-2.0.30-cp37-cp37m-macosx_10_9_x86_64.whl", hash = "sha256:5a8e3b0a7e09e94be7510d1661339d6b52daf202ed2f5b1f9f48ea34ee6f2d57"}, + {file = "SQLAlchemy-2.0.30-cp37-cp37m-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:b60203c63e8f984df92035610c5fb76d941254cf5d19751faab7d33b21e5ddc0"}, + {file = "SQLAlchemy-2.0.30-cp37-cp37m-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:f1dc3eabd8c0232ee8387fbe03e0a62220a6f089e278b1f0aaf5e2d6210741ad"}, + {file = "SQLAlchemy-2.0.30-cp37-cp37m-musllinux_1_1_aarch64.whl", hash = "sha256:40ad017c672c00b9b663fcfcd5f0864a0a97828e2ee7ab0c140dc84058d194cf"}, + {file = "SQLAlchemy-2.0.30-cp37-cp37m-musllinux_1_1_x86_64.whl", hash = "sha256:e42203d8d20dc704604862977b1470a122e4892791fe3ed165f041e4bf447a1b"}, + {file = "SQLAlchemy-2.0.30-cp37-cp37m-win32.whl", hash = "sha256:2a4f4da89c74435f2bc61878cd08f3646b699e7d2eba97144030d1be44e27584"}, + {file = "SQLAlchemy-2.0.30-cp37-cp37m-win_amd64.whl", hash = "sha256:b6bf767d14b77f6a18b6982cbbf29d71bede087edae495d11ab358280f304d8e"}, + {file = "SQLAlchemy-2.0.30-cp38-cp38-macosx_10_9_x86_64.whl", hash = "sha256:bc0c53579650a891f9b83fa3cecd4e00218e071d0ba00c4890f5be0c34887ed3"}, + {file = "SQLAlchemy-2.0.30-cp38-cp38-macosx_11_0_arm64.whl", hash = "sha256:311710f9a2ee235f1403537b10c7687214bb1f2b9ebb52702c5aa4a77f0b3af7"}, + {file = "SQLAlchemy-2.0.30-cp38-cp38-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:408f8b0e2c04677e9c93f40eef3ab22f550fecb3011b187f66a096395ff3d9fd"}, + {file = "SQLAlchemy-2.0.30-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:37a4b4fb0dd4d2669070fb05b8b8824afd0af57587393015baee1cf9890242d9"}, + {file = "SQLAlchemy-2.0.30-cp38-cp38-musllinux_1_1_aarch64.whl", hash = "sha256:a943d297126c9230719c27fcbbeab57ecd5d15b0bd6bfd26e91bfcfe64220621"}, + {file = "SQLAlchemy-2.0.30-cp38-cp38-musllinux_1_1_x86_64.whl", hash = "sha256:0a089e218654e740a41388893e090d2e2c22c29028c9d1353feb38638820bbeb"}, + {file = "SQLAlchemy-2.0.30-cp38-cp38-win32.whl", hash = "sha256:fa561138a64f949f3e889eb9ab8c58e1504ab351d6cf55259dc4c248eaa19da6"}, + {file = "SQLAlchemy-2.0.30-cp38-cp38-win_amd64.whl", hash = "sha256:7d74336c65705b986d12a7e337ba27ab2b9d819993851b140efdf029248e818e"}, + {file = "SQLAlchemy-2.0.30-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:ae8c62fe2480dd61c532ccafdbce9b29dacc126fe8be0d9a927ca3e699b9491a"}, + {file = "SQLAlchemy-2.0.30-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:2383146973a15435e4717f94c7509982770e3e54974c71f76500a0136f22810b"}, + {file = "SQLAlchemy-2.0.30-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:8409de825f2c3b62ab15788635ccaec0c881c3f12a8af2b12ae4910a0a9aeef6"}, + {file = "SQLAlchemy-2.0.30-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:0094c5dc698a5f78d3d1539853e8ecec02516b62b8223c970c86d44e7a80f6c7"}, + {file = "SQLAlchemy-2.0.30-cp39-cp39-musllinux_1_1_aarch64.whl", hash = "sha256:edc16a50f5e1b7a06a2dcc1f2205b0b961074c123ed17ebda726f376a5ab0953"}, + {file = "SQLAlchemy-2.0.30-cp39-cp39-musllinux_1_1_x86_64.whl", hash = "sha256:f7703c2010355dd28f53deb644a05fc30f796bd8598b43f0ba678878780b6e4c"}, + {file = "SQLAlchemy-2.0.30-cp39-cp39-win32.whl", hash = "sha256:1f9a727312ff6ad5248a4367358e2cf7e625e98b1028b1d7ab7b806b7d757513"}, + {file = "SQLAlchemy-2.0.30-cp39-cp39-win_amd64.whl", hash = "sha256:a0ef36b28534f2a5771191be6edb44cc2673c7b2edf6deac6562400288664221"}, + {file = "SQLAlchemy-2.0.30-py3-none-any.whl", hash = "sha256:7108d569d3990c71e26a42f60474b4c02c8586c4681af5fd67e51a044fdea86a"}, + {file = "SQLAlchemy-2.0.30.tar.gz", hash = "sha256:2b1708916730f4830bc69d6f49d37f7698b5bd7530aca7f04f785f8849e95255"}, ] [package.dependencies] @@ -6679,6 +6995,36 @@ postgresql-psycopgbinary = ["psycopg[binary] (>=3.0.7)"] pymysql = ["pymysql"] sqlcipher = ["sqlcipher3_binary"] +[[package]] +name = "sqlglot" +version = "24.0.1" +description = "An easily customizable SQL parser and transpiler" +optional = false +python-versions = ">=3.7" +files = [ + {file = "sqlglot-24.0.1-py3-none-any.whl", hash = "sha256:2b0e26e1adb50d5c6719260672e871e75a21675fc829b1045dd9d744fe970963"}, + {file = "sqlglot-24.0.1.tar.gz", hash = "sha256:ff97297eb4e87525e057735f743c4fb15bf680891eca329037acdd147a508dd5"}, +] + +[package.extras] +dev = ["duckdb (>=0.6)", "maturin (>=1.4,<2.0)", "mypy", "pandas", "pandas-stubs", "pdoc", "pre-commit", "python-dateutil", "ruff (==0.4.3)", "types-python-dateutil", "typing-extensions"] +rs = ["sqlglotrs (==0.2.5)"] + +[[package]] +name = "sqlparse" +version = "0.5.0" +description = "A non-validating SQL parser." +optional = false +python-versions = ">=3.8" +files = [ + {file = "sqlparse-0.5.0-py3-none-any.whl", hash = "sha256:c204494cd97479d0e39f28c93d46c0b2d5959c7b9ab904762ea6c7af211c8663"}, + {file = "sqlparse-0.5.0.tar.gz", hash = "sha256:714d0a4932c059d16189f58ef5411ec2287a4360f17cdd0edd2d09d4c5087c93"}, +] + +[package.extras] +dev = ["build", "hatch"] +doc = ["sphinx"] + [[package]] name = "stack-data" version = "0.6.3" @@ -6700,13 +7046,13 @@ tests = ["cython", "littleutils", "pygments", "pytest", "typeguard"] [[package]] name = "streamlit" -version = "1.30.0" +version = "1.35.0" description = "A faster way to build and share data apps" optional = false -python-versions = ">=3.8, !=3.9.7" +python-versions = "!=3.9.7,>=3.8" files = [ - {file = "streamlit-1.30.0-py2.py3-none-any.whl", hash = "sha256:536494a4edfe9b66ed70c437176cfd6c7e36b1d99d0587b0be64245fa89c241b"}, - {file = "streamlit-1.30.0.tar.gz", hash = "sha256:90333915d9df8ce3b06de31b8a5bbab51e8cf0982dc6c32da9d6b1f2b4a9fa78"}, + {file = "streamlit-1.35.0-py2.py3-none-any.whl", hash = "sha256:e17d1d86830a0d7687c37faf2fe47bffa752d0c95a306e96d7749bd3faa72a5b"}, + {file = "streamlit-1.35.0.tar.gz", hash = "sha256:679d55bb6189743f606abf0696623df0bfd223a6d0c8d96b8d60678d4891d2d6"}, ] [package.dependencies] @@ -6715,23 +7061,19 @@ blinker = ">=1.0.0,<2" cachetools = ">=4.0,<6" click = ">=7.0,<9" gitpython = ">=3.0.7,<3.1.19 || >3.1.19,<4" -importlib-metadata = ">=1.4,<8" numpy = ">=1.19.3,<2" -packaging = ">=16.8,<24" +packaging = ">=16.8,<25" pandas = ">=1.3.0,<3" pillow = ">=7.1.0,<11" protobuf = ">=3.20,<5" -pyarrow = ">=6.0" +pyarrow = ">=7.0" pydeck = ">=0.8.0b4,<1" -python-dateutil = ">=2.7.3,<3" requests = ">=2.27,<3" rich = ">=10.14.0,<14" tenacity = ">=8.1.0,<9" toml = ">=0.10.1,<2" tornado = ">=6.0.3,<7" typing-extensions = ">=4.3.0,<5" -tzlocal = ">=1.1,<6" -validators = ">=0.2,<1" watchdog = {version = ">=2.1.5", markers = "platform_system != \"Darwin\""} [package.extras] @@ -6765,19 +7107,33 @@ files = [ [package.extras] widechars = ["wcwidth"] +[[package]] +name = "tbb" +version = "2021.12.0" +description = "Intel® oneAPI Threading Building Blocks (oneTBB)" +optional = false +python-versions = "*" +files = [ + {file = "tbb-2021.12.0-py2.py3-none-manylinux1_i686.whl", hash = "sha256:f2cc9a7f8ababaa506cbff796ce97c3bf91062ba521e15054394f773375d81d8"}, + {file = "tbb-2021.12.0-py2.py3-none-manylinux1_x86_64.whl", hash = "sha256:a925e9a7c77d3a46ae31c34b0bb7f801c4118e857d137b68f68a8e458fcf2bd7"}, + {file = "tbb-2021.12.0-py3-none-win32.whl", hash = "sha256:b1725b30c174048edc8be70bd43bb95473f396ce895d91151a474d0fa9f450a8"}, + {file = "tbb-2021.12.0-py3-none-win_amd64.whl", hash = "sha256:fc2772d850229f2f3df85f1109c4844c495a2db7433d38200959ee9265b34789"}, +] + [[package]] name = "tenacity" -version = "8.2.3" +version = "8.3.0" description = "Retry code until it succeeds" optional = false -python-versions = ">=3.7" +python-versions = ">=3.8" files = [ - {file = "tenacity-8.2.3-py3-none-any.whl", hash = "sha256:ce510e327a630c9e1beaf17d42e6ffacc88185044ad85cf74c0a8887c6a0f88c"}, - {file = "tenacity-8.2.3.tar.gz", hash = "sha256:5398ef0d78e63f40007c1fb4c0bff96e1911394d2fa8d194f77619c05ff6cc8a"}, + {file = "tenacity-8.3.0-py3-none-any.whl", hash = "sha256:3649f6443dbc0d9b01b9d8020a9c4ec7a1ff5f6f3c6c8a036ef371f573fe9185"}, + {file = "tenacity-8.3.0.tar.gz", hash = "sha256:953d4e6ad24357bceffbc9707bc74349aca9d245f68eb65419cf0c249a1949a2"}, ] [package.extras] -doc = ["reno", "sphinx", "tornado (>=4.5)"] +doc = ["reno", "sphinx"] +test = ["pytest", "tornado (>=4.5)", "typeguard"] [[package]] name = "termcolor" @@ -6795,13 +7151,13 @@ tests = ["pytest", "pytest-cov"] [[package]] name = "terminado" -version = "0.18.0" +version = "0.18.1" description = "Tornado websocket backend for the Xterm.js Javascript terminal emulator library." optional = false python-versions = ">=3.8" files = [ - {file = "terminado-0.18.0-py3-none-any.whl", hash = "sha256:87b0d96642d0fe5f5abd7783857b9cab167f221a39ff98e3b9619a788a3c0f2e"}, - {file = "terminado-0.18.0.tar.gz", hash = "sha256:1ea08a89b835dd1b8c0c900d92848147cef2537243361b2e3f4dc15df9b6fded"}, + {file = "terminado-0.18.1-py3-none-any.whl", hash = "sha256:a4468e1b37bb318f8a86514f65814e1afc977cf29b3992a4500d9dd305dcceb0"}, + {file = "terminado-0.18.1.tar.gz", hash = "sha256:de09f2c4b85de4765f7714688fff57d3e75bad1f909b589fde880460c753fd2e"}, ] [package.dependencies] @@ -6861,13 +7217,13 @@ blobfile = ["blobfile (>=2)"] [[package]] name = "tinycss2" -version = "1.2.1" +version = "1.3.0" description = "A tiny CSS parser" optional = false -python-versions = ">=3.7" +python-versions = ">=3.8" files = [ - {file = "tinycss2-1.2.1-py3-none-any.whl", hash = "sha256:2b80a96d41e7c3914b8cda8bc7f705a4d9c49275616e886103dd839dfc847847"}, - {file = "tinycss2-1.2.1.tar.gz", hash = "sha256:8cff3a8f066c2ec677c06dbc7b45619804a6938478d9d73c284b29d14ecb0627"}, + {file = "tinycss2-1.3.0-py3-none-any.whl", hash = "sha256:54a8dbdffb334d536851be0226030e9505965bb2f30f21a4a82c55fb2a80fae7"}, + {file = "tinycss2-1.3.0.tar.gz", hash = "sha256:152f9acabd296a8375fbca5b84c961ff95971fcfc32e79550c8df8e29118c54d"}, ] [package.dependencies] @@ -6875,7 +7231,7 @@ webencodings = ">=0.4" [package.extras] doc = ["sphinx", "sphinx_rtd_theme"] -test = ["flake8", "isort", "pytest"] +test = ["pytest", "ruff"] [[package]] name = "tokenizers" @@ -6977,37 +7333,38 @@ files = [ [[package]] name = "torch" -version = "2.1.2" +version = "2.3.0" description = "Tensors and Dynamic neural networks in Python with strong GPU acceleration" optional = false python-versions = ">=3.8.0" files = [ - {file = "torch-2.1.2-cp310-cp310-manylinux1_x86_64.whl", hash = "sha256:3a871edd6c02dae77ad810335c0833391c1a4ce49af21ea8cf0f6a5d2096eea8"}, - {file = "torch-2.1.2-cp310-cp310-manylinux2014_aarch64.whl", hash = "sha256:bef6996c27d8f6e92ea4e13a772d89611da0e103b48790de78131e308cf73076"}, - {file = "torch-2.1.2-cp310-cp310-win_amd64.whl", hash = "sha256:0e13034fd5fb323cbbc29e56d0637a3791e50dd589616f40c79adfa36a5a35a1"}, - {file = "torch-2.1.2-cp310-none-macosx_10_9_x86_64.whl", hash = "sha256:d9b535cad0df3d13997dbe8bd68ac33e0e3ae5377639c9881948e40794a61403"}, - {file = "torch-2.1.2-cp310-none-macosx_11_0_arm64.whl", hash = "sha256:f9a55d55af02826ebfbadf4e9b682f0f27766bc33df8236b48d28d705587868f"}, - {file = "torch-2.1.2-cp311-cp311-manylinux1_x86_64.whl", hash = "sha256:a6ebbe517097ef289cc7952783588c72de071d4b15ce0f8b285093f0916b1162"}, - {file = "torch-2.1.2-cp311-cp311-manylinux2014_aarch64.whl", hash = "sha256:8f32ce591616a30304f37a7d5ea80b69ca9e1b94bba7f308184bf616fdaea155"}, - {file = "torch-2.1.2-cp311-cp311-win_amd64.whl", hash = "sha256:e0ee6cf90c8970e05760f898d58f9ac65821c37ffe8b04269ec787aa70962b69"}, - {file = "torch-2.1.2-cp311-none-macosx_10_9_x86_64.whl", hash = "sha256:76d37967c31c99548ad2c4d3f2cf191db48476f2e69b35a0937137116da356a1"}, - {file = "torch-2.1.2-cp311-none-macosx_11_0_arm64.whl", hash = "sha256:e2d83f07b4aac983453ea5bf8f9aa9dacf2278a8d31247f5d9037f37befc60e4"}, - {file = "torch-2.1.2-cp38-cp38-manylinux1_x86_64.whl", hash = "sha256:f41fe0c7ecbf903a568c73486139a75cfab287a0f6c17ed0698fdea7a1e8641d"}, - {file = "torch-2.1.2-cp38-cp38-manylinux2014_aarch64.whl", hash = "sha256:e3225f47d50bb66f756fe9196a768055d1c26b02154eb1f770ce47a2578d3aa7"}, - {file = "torch-2.1.2-cp38-cp38-win_amd64.whl", hash = "sha256:33d59cd03cb60106857f6c26b36457793637512998666ee3ce17311f217afe2b"}, - {file = "torch-2.1.2-cp38-none-macosx_10_9_x86_64.whl", hash = "sha256:8e221deccd0def6c2badff6be403e0c53491805ed9915e2c029adbcdb87ab6b5"}, - {file = "torch-2.1.2-cp38-none-macosx_11_0_arm64.whl", hash = "sha256:05b18594f60a911a0c4f023f38a8bda77131fba5fd741bda626e97dcf5a3dd0a"}, - {file = "torch-2.1.2-cp39-cp39-manylinux1_x86_64.whl", hash = "sha256:9ca96253b761e9aaf8e06fb30a66ee301aecbf15bb5a303097de1969077620b6"}, - {file = "torch-2.1.2-cp39-cp39-manylinux2014_aarch64.whl", hash = "sha256:d93ba70f67b08c2ae5598ee711cbc546a1bc8102cef938904b8c85c2089a51a0"}, - {file = "torch-2.1.2-cp39-cp39-win_amd64.whl", hash = "sha256:255b50bc0608db177e6a3cc118961d77de7e5105f07816585fa6f191f33a9ff3"}, - {file = "torch-2.1.2-cp39-none-macosx_10_9_x86_64.whl", hash = "sha256:6984cd5057c0c977b3c9757254e989d3f1124f4ce9d07caa6cb637783c71d42a"}, - {file = "torch-2.1.2-cp39-none-macosx_11_0_arm64.whl", hash = "sha256:bc195d7927feabc0eb7c110e457c955ed2ab616f3c7c28439dd4188cf589699f"}, + {file = "torch-2.3.0-cp310-cp310-manylinux1_x86_64.whl", hash = "sha256:d8ea5a465dbfd8501f33c937d1f693176c9aef9d1c1b0ca1d44ed7b0a18c52ac"}, + {file = "torch-2.3.0-cp310-cp310-manylinux2014_aarch64.whl", hash = "sha256:09c81c5859a5b819956c6925a405ef1cdda393c9d8a01ce3851453f699d3358c"}, + {file = "torch-2.3.0-cp310-cp310-win_amd64.whl", hash = "sha256:1bf023aa20902586f614f7682fedfa463e773e26c58820b74158a72470259459"}, + {file = "torch-2.3.0-cp310-none-macosx_11_0_arm64.whl", hash = "sha256:758ef938de87a2653bba74b91f703458c15569f1562bf4b6c63c62d9c5a0c1f5"}, + {file = "torch-2.3.0-cp311-cp311-manylinux1_x86_64.whl", hash = "sha256:493d54ee2f9df100b5ce1d18c96dbb8d14908721f76351e908c9d2622773a788"}, + {file = "torch-2.3.0-cp311-cp311-manylinux2014_aarch64.whl", hash = "sha256:bce43af735c3da16cc14c7de2be7ad038e2fbf75654c2e274e575c6c05772ace"}, + {file = "torch-2.3.0-cp311-cp311-win_amd64.whl", hash = "sha256:729804e97b7cf19ae9ab4181f91f5e612af07956f35c8b2c8e9d9f3596a8e877"}, + {file = "torch-2.3.0-cp311-none-macosx_11_0_arm64.whl", hash = "sha256:d24e328226d8e2af7cf80fcb1d2f1d108e0de32777fab4aaa2b37b9765d8be73"}, + {file = "torch-2.3.0-cp312-cp312-manylinux1_x86_64.whl", hash = "sha256:b0de2bdc0486ea7b14fc47ff805172df44e421a7318b7c4d92ef589a75d27410"}, + {file = "torch-2.3.0-cp312-cp312-manylinux2014_aarch64.whl", hash = "sha256:a306c87a3eead1ed47457822c01dfbd459fe2920f2d38cbdf90de18f23f72542"}, + {file = "torch-2.3.0-cp312-cp312-win_amd64.whl", hash = "sha256:f9b98bf1a3c8af2d4c41f0bf1433920900896c446d1ddc128290ff146d1eb4bd"}, + {file = "torch-2.3.0-cp312-none-macosx_11_0_arm64.whl", hash = "sha256:dca986214267b34065a79000cee54232e62b41dff1ec2cab9abc3fc8b3dee0ad"}, + {file = "torch-2.3.0-cp38-cp38-manylinux1_x86_64.whl", hash = "sha256:20572f426965dd8a04e92a473d7e445fa579e09943cc0354f3e6fef6130ce061"}, + {file = "torch-2.3.0-cp38-cp38-manylinux2014_aarch64.whl", hash = "sha256:e65ba85ae292909cde0dde6369826d51165a3fc8823dc1854cd9432d7f79b932"}, + {file = "torch-2.3.0-cp38-cp38-win_amd64.whl", hash = "sha256:5515503a193781fd1b3f5c474e89c9dfa2faaa782b2795cc4a7ab7e67de923f6"}, + {file = "torch-2.3.0-cp38-none-macosx_11_0_arm64.whl", hash = "sha256:6ae9f64b09516baa4ef890af0672dc981c20b1f0d829ce115d4420a247e88fba"}, + {file = "torch-2.3.0-cp39-cp39-manylinux1_x86_64.whl", hash = "sha256:cd0dc498b961ab19cb3f8dbf0c6c50e244f2f37dbfa05754ab44ea057c944ef9"}, + {file = "torch-2.3.0-cp39-cp39-manylinux2014_aarch64.whl", hash = "sha256:e05f836559251e4096f3786ee99f4a8cbe67bc7fbedba8ad5e799681e47c5e80"}, + {file = "torch-2.3.0-cp39-cp39-win_amd64.whl", hash = "sha256:4fb27b35dbb32303c2927da86e27b54a92209ddfb7234afb1949ea2b3effffea"}, + {file = "torch-2.3.0-cp39-none-macosx_11_0_arm64.whl", hash = "sha256:760f8bedff506ce9e6e103498f9b1e9e15809e008368594c3a66bf74a8a51380"}, ] [package.dependencies] filelock = "*" fsspec = "*" jinja2 = "*" +mkl = {version = ">=2021.1.1,<=2021.4.0", markers = "platform_system == \"Windows\""} networkx = "*" nvidia-cublas-cu12 = {version = "12.1.3.1", markers = "platform_system == \"Linux\" and platform_machine == \"x86_64\""} nvidia-cuda-cupti-cu12 = {version = "12.1.105", markers = "platform_system == \"Linux\" and platform_machine == \"x86_64\""} @@ -7018,15 +7375,15 @@ nvidia-cufft-cu12 = {version = "11.0.2.54", markers = "platform_system == \"Linu nvidia-curand-cu12 = {version = "10.3.2.106", markers = "platform_system == \"Linux\" and platform_machine == \"x86_64\""} nvidia-cusolver-cu12 = {version = "11.4.5.107", markers = "platform_system == \"Linux\" and platform_machine == \"x86_64\""} nvidia-cusparse-cu12 = {version = "12.1.0.106", markers = "platform_system == \"Linux\" and platform_machine == \"x86_64\""} -nvidia-nccl-cu12 = {version = "2.18.1", markers = "platform_system == \"Linux\" and platform_machine == \"x86_64\""} +nvidia-nccl-cu12 = {version = "2.20.5", markers = "platform_system == \"Linux\" and platform_machine == \"x86_64\""} nvidia-nvtx-cu12 = {version = "12.1.105", markers = "platform_system == \"Linux\" and platform_machine == \"x86_64\""} sympy = "*" -triton = {version = "2.1.0", markers = "platform_system == \"Linux\" and platform_machine == \"x86_64\""} -typing-extensions = "*" +triton = {version = "2.3.0", markers = "platform_system == \"Linux\" and platform_machine == \"x86_64\" and python_version < \"3.12\""} +typing-extensions = ">=4.8.0" [package.extras] -dynamo = ["jinja2"] opt-einsum = ["opt-einsum (>=3.3)"] +optree = ["optree (>=0.9.1)"] [[package]] name = "tornado" @@ -7050,13 +7407,13 @@ files = [ [[package]] name = "tqdm" -version = "4.66.1" +version = "4.66.4" description = "Fast, Extensible Progress Meter" optional = false python-versions = ">=3.7" files = [ - {file = "tqdm-4.66.1-py3-none-any.whl", hash = "sha256:d302b3c5b53d47bce91fea46679d9c3c6508cf6332229aa1e7d8653723793386"}, - {file = "tqdm-4.66.1.tar.gz", hash = "sha256:d88e651f9db8d8551a62556d3cff9e3034274ca5d66e93197cf2490e2dcb69c7"}, + {file = "tqdm-4.66.4-py3-none-any.whl", hash = "sha256:b75ca56b413b030bc3f00af51fd2c1a1a5eac6a0c1cca83cbb37a5c52abce644"}, + {file = "tqdm-4.66.4.tar.gz", hash = "sha256:e4d936c9de8727928f3be6079590e97d9abfe8d39a590be678eb5919ffc186bb"}, ] [package.dependencies] @@ -7070,18 +7427,18 @@ telegram = ["requests"] [[package]] name = "traitlets" -version = "5.14.1" +version = "5.14.3" description = "Traitlets Python configuration system" optional = false python-versions = ">=3.8" files = [ - {file = "traitlets-5.14.1-py3-none-any.whl", hash = "sha256:2e5a030e6eff91737c643231bfcf04a65b0132078dad75e4936700b213652e74"}, - {file = "traitlets-5.14.1.tar.gz", hash = "sha256:8585105b371a04b8316a43d5ce29c098575c2e477850b62b848b964f1444527e"}, + {file = "traitlets-5.14.3-py3-none-any.whl", hash = "sha256:b74e89e397b1ed28cc831db7aea759ba6640cb3de13090ca145426688ff1ac4f"}, + {file = "traitlets-5.14.3.tar.gz", hash = "sha256:9ed0579d3502c94b4b3732ac120375cda96f923114522847de4b3bb98b96b6b7"}, ] [package.extras] docs = ["myst-parser", "pydata-sphinx-theme", "sphinx"] -test = ["argcomplete (>=3.0.3)", "mypy (>=1.7.0)", "pre-commit", "pytest (>=7.0,<7.5)", "pytest-mock", "pytest-mypy-testing"] +test = ["argcomplete (>=3.0.3)", "mypy (>=1.7.0)", "pre-commit", "pytest (>=7.0,<8.2)", "pytest-mock", "pytest-mypy-testing"] [[package]] name = "transformers" @@ -7154,38 +7511,36 @@ vision = ["Pillow (<10.0.0)"] [[package]] name = "triton" -version = "2.1.0" +version = "2.3.0" description = "A language and compiler for custom Deep Learning operations" optional = false python-versions = "*" files = [ - {file = "triton-2.1.0-0-cp310-cp310-manylinux2014_x86_64.manylinux_2_17_x86_64.whl", hash = "sha256:66439923a30d5d48399b08a9eae10370f6c261a5ec864a64983bae63152d39d7"}, - {file = "triton-2.1.0-0-cp311-cp311-manylinux2014_x86_64.manylinux_2_17_x86_64.whl", hash = "sha256:919b06453f0033ea52c13eaf7833de0e57db3178d23d4e04f9fc71c4f2c32bf8"}, - {file = "triton-2.1.0-0-cp37-cp37m-manylinux2014_x86_64.manylinux_2_17_x86_64.whl", hash = "sha256:ae4bb8a91de790e1866405211c4d618379781188f40d5c4c399766914e84cd94"}, - {file = "triton-2.1.0-0-cp38-cp38-manylinux2014_x86_64.manylinux_2_17_x86_64.whl", hash = "sha256:39f6fb6bdccb3e98f3152e3fbea724f1aeae7d749412bbb1fa9c441d474eba26"}, - {file = "triton-2.1.0-0-cp39-cp39-manylinux2014_x86_64.manylinux_2_17_x86_64.whl", hash = "sha256:21544e522c02005a626c8ad63d39bdff2f31d41069592919ef281e964ed26446"}, - {file = "triton-2.1.0-0-pp37-pypy37_pp73-manylinux2014_x86_64.manylinux_2_17_x86_64.whl", hash = "sha256:143582ca31dd89cd982bd3bf53666bab1c7527d41e185f9e3d8a3051ce1b663b"}, - {file = "triton-2.1.0-0-pp38-pypy38_pp73-manylinux2014_x86_64.manylinux_2_17_x86_64.whl", hash = "sha256:82fc5aeeedf6e36be4e4530cbdcba81a09d65c18e02f52dc298696d45721f3bd"}, - {file = "triton-2.1.0-0-pp39-pypy39_pp73-manylinux2014_x86_64.manylinux_2_17_x86_64.whl", hash = "sha256:81a96d110a738ff63339fc892ded095b31bd0d205e3aace262af8400d40b6fa8"}, + {file = "triton-2.3.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:5ce4b8ff70c48e47274c66f269cce8861cf1dc347ceeb7a67414ca151b1822d8"}, + {file = "triton-2.3.0-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:3c3d9607f85103afdb279938fc1dd2a66e4f5999a58eb48a346bd42738f986dd"}, + {file = "triton-2.3.0-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:218d742e67480d9581bafb73ed598416cc8a56f6316152e5562ee65e33de01c0"}, + {file = "triton-2.3.0-cp37-cp37m-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:381ec6b3dac06922d3e4099cfc943ef032893b25415de295e82b1a82b0359d2c"}, + {file = "triton-2.3.0-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:038e06a09c06a164fef9c48de3af1e13a63dc1ba3c792871e61a8e79720ea440"}, + {file = "triton-2.3.0-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:6d8f636e0341ac348899a47a057c3daea99ea7db31528a225a3ba4ded28ccc65"}, ] [package.dependencies] filelock = "*" [package.extras] -build = ["cmake (>=3.18)", "lit"] -tests = ["autopep8", "flake8", "isort", "numpy", "pytest", "scipy (>=1.7.1)"] -tutorials = ["matplotlib", "pandas", "tabulate"] +build = ["cmake (>=3.20)", "lit"] +tests = ["autopep8", "flake8", "isort", "numpy", "pytest", "scipy (>=1.7.1)", "torch"] +tutorials = ["matplotlib", "pandas", "tabulate", "torch"] [[package]] name = "typeapi" -version = "2.1.1" +version = "2.2.1" description = "" optional = false -python-versions = ">=3.6.3,<4.0.0" +python-versions = ">=3.8,<4.0" files = [ - {file = "typeapi-2.1.1-py3-none-any.whl", hash = "sha256:ef41577f316bfd362572e727ba349dab80a7362318a80fc72e6a807017d04c5c"}, - {file = "typeapi-2.1.1.tar.gz", hash = "sha256:49b3c1d3382e27dccbb59132a3a823c61954f679a0c61f119fd6d8470073a298"}, + {file = "typeapi-2.2.1-py3-none-any.whl", hash = "sha256:e5ef719e7e6f5c7b1ae566f8751d094dbd93422203ef43263468a6e69a6ae33c"}, + {file = "typeapi-2.2.1.tar.gz", hash = "sha256:181a30c6dd79c2ed70bba8c50e56a889cbba0f479b187698513c985fbadec47f"}, ] [package.dependencies] @@ -7193,17 +7548,17 @@ typing-extensions = ">=3.0.0" [[package]] name = "typeguard" -version = "4.1.5" +version = "4.2.1" description = "Run-time type checker for Python" optional = false python-versions = ">=3.8" files = [ - {file = "typeguard-4.1.5-py3-none-any.whl", hash = "sha256:8923e55f8873caec136c892c3bed1f676eae7be57cdb94819281b3d3bc9c0953"}, - {file = "typeguard-4.1.5.tar.gz", hash = "sha256:ea0a113bbc111bcffc90789ebb215625c963411f7096a7e9062d4e4630c155fd"}, + {file = "typeguard-4.2.1-py3-none-any.whl", hash = "sha256:7da3bd46e61f03e0852f8d251dcbdc2a336aa495d7daff01e092b55327796eb8"}, + {file = "typeguard-4.2.1.tar.gz", hash = "sha256:c556a1b95948230510070ca53fa0341fb0964611bd05d598d87fb52115d65fee"}, ] [package.dependencies] -typing-extensions = {version = ">=4.7.0", markers = "python_version < \"3.12\""} +typing-extensions = {version = ">=4.10.0", markers = "python_version < \"3.13\""} [package.extras] doc = ["Sphinx (>=7)", "packaging", "sphinx-autodoc-typehints (>=1.2.0)"] @@ -7211,57 +7566,57 @@ test = ["coverage[toml] (>=7)", "mypy (>=1.2.0)", "pytest (>=7)"] [[package]] name = "types-pillow" -version = "10.2.0.20240125" +version = "10.2.0.20240520" description = "Typing stubs for Pillow" optional = false python-versions = ">=3.8" files = [ - {file = "types-Pillow-10.2.0.20240125.tar.gz", hash = "sha256:c449b2c43b9fdbe0494a7b950e6b39a4e50516091213fec24ef3f33c1d017717"}, - {file = "types_Pillow-10.2.0.20240125-py3-none-any.whl", hash = "sha256:322dbae32b4b7918da5e8a47c50ac0f24b0aa72a804a23857620f2722b03c858"}, + {file = "types-Pillow-10.2.0.20240520.tar.gz", hash = "sha256:130b979195465fa1e1676d8e81c9c7c30319e8e95b12fae945e8f0d525213107"}, + {file = "types_Pillow-10.2.0.20240520-py3-none-any.whl", hash = "sha256:33c36494b380e2a269bb742181bea5d9b00820367822dbd3760f07210a1da23d"}, ] [[package]] name = "types-python-dateutil" -version = "2.8.19.20240106" +version = "2.9.0.20240316" description = "Typing stubs for python-dateutil" optional = false python-versions = ">=3.8" files = [ - {file = "types-python-dateutil-2.8.19.20240106.tar.gz", hash = "sha256:1f8db221c3b98e6ca02ea83a58371b22c374f42ae5bbdf186db9c9a76581459f"}, - {file = "types_python_dateutil-2.8.19.20240106-py3-none-any.whl", hash = "sha256:efbbdc54590d0f16152fa103c9879c7d4a00e82078f6e2cf01769042165acaa2"}, + {file = "types-python-dateutil-2.9.0.20240316.tar.gz", hash = "sha256:5d2f2e240b86905e40944dd787db6da9263f0deabef1076ddaed797351ec0202"}, + {file = "types_python_dateutil-2.9.0.20240316-py3-none-any.whl", hash = "sha256:6b8cb66d960771ce5ff974e9dd45e38facb81718cc1e208b10b1baccbfdbee3b"}, ] [[package]] name = "types-pytz" -version = "2023.3.1.1" +version = "2024.1.0.20240417" description = "Typing stubs for pytz" optional = false -python-versions = "*" +python-versions = ">=3.8" files = [ - {file = "types-pytz-2023.3.1.1.tar.gz", hash = "sha256:cc23d0192cd49c8f6bba44ee0c81e4586a8f30204970fc0894d209a6b08dab9a"}, - {file = "types_pytz-2023.3.1.1-py3-none-any.whl", hash = "sha256:1999a123a3dc0e39a2ef6d19f3f8584211de9e6a77fe7a0259f04a524e90a5cf"}, + {file = "types-pytz-2024.1.0.20240417.tar.gz", hash = "sha256:6810c8a1f68f21fdf0f4f374a432487c77645a0ac0b31de4bf4690cf21ad3981"}, + {file = "types_pytz-2024.1.0.20240417-py3-none-any.whl", hash = "sha256:8335d443310e2db7b74e007414e74c4f53b67452c0cb0d228ca359ccfba59659"}, ] [[package]] name = "types-pyyaml" -version = "6.0.12.12" +version = "6.0.12.20240311" description = "Typing stubs for PyYAML" optional = false -python-versions = "*" +python-versions = ">=3.8" files = [ - {file = "types-PyYAML-6.0.12.12.tar.gz", hash = "sha256:334373d392fde0fdf95af5c3f1661885fa10c52167b14593eb856289e1855062"}, - {file = "types_PyYAML-6.0.12.12-py3-none-any.whl", hash = "sha256:c05bc6c158facb0676674b7f11fe3960db4f389718e19e62bd2b84d6205cfd24"}, + {file = "types-PyYAML-6.0.12.20240311.tar.gz", hash = "sha256:a9e0f0f88dc835739b0c1ca51ee90d04ca2a897a71af79de9aec5f38cb0a5342"}, + {file = "types_PyYAML-6.0.12.20240311-py3-none-any.whl", hash = "sha256:b845b06a1c7e54b8e5b4c683043de0d9caf205e7434b3edc678ff2411979b8f6"}, ] [[package]] name = "types-requests" -version = "2.31.0.20240125" +version = "2.32.0.20240523" description = "Typing stubs for requests" optional = false python-versions = ">=3.8" files = [ - {file = "types-requests-2.31.0.20240125.tar.gz", hash = "sha256:03a28ce1d7cd54199148e043b2079cdded22d6795d19a2c2a6791a4b2b5e2eb5"}, - {file = "types_requests-2.31.0.20240125-py3-none-any.whl", hash = "sha256:9592a9a4cb92d6d75d9b491a41477272b710e021011a2a3061157e2fb1f1a5d1"}, + {file = "types-requests-2.32.0.20240523.tar.gz", hash = "sha256:26b8a6de32d9f561192b9942b41c0ab2d8010df5677ca8aa146289d11d505f57"}, + {file = "types_requests-2.32.0.20240523-py3-none-any.whl", hash = "sha256:f19ed0e2daa74302069bbbbf9e82902854ffa780bc790742a810a9aaa52f65ec"}, ] [package.dependencies] @@ -7269,24 +7624,24 @@ urllib3 = ">=2" [[package]] name = "types-tqdm" -version = "4.66.0.20240106" +version = "4.66.0.20240417" description = "Typing stubs for tqdm" optional = false python-versions = ">=3.8" files = [ - {file = "types-tqdm-4.66.0.20240106.tar.gz", hash = "sha256:7acf4aade5bad3ded76eb829783f9961b1c2187948eaa6dd1ae8644dff95a938"}, - {file = "types_tqdm-4.66.0.20240106-py3-none-any.whl", hash = "sha256:7459b0f441b969735685645a5d8480f7912b10d05ab45f99a2db8a8e45cb550b"}, + {file = "types-tqdm-4.66.0.20240417.tar.gz", hash = "sha256:16dce9ef522ea8d40e4f5b8d84dd8a1166eefc13ceee7a7e158bf0f1a1421a31"}, + {file = "types_tqdm-4.66.0.20240417-py3-none-any.whl", hash = "sha256:248aef1f9986b7b8c2c12b3cb4399fc17dba0a29e7e3f3f9cd704babb879383d"}, ] [[package]] name = "typing-extensions" -version = "4.9.0" +version = "4.12.0" description = "Backported and Experimental Type Hints for Python 3.8+" optional = false python-versions = ">=3.8" files = [ - {file = "typing_extensions-4.9.0-py3-none-any.whl", hash = "sha256:af72aea155e91adfc61c3ae9e0e342dbc0cba726d6cba4b6c72c1f34e47291cd"}, - {file = "typing_extensions-4.9.0.tar.gz", hash = "sha256:23478f88c37f27d76ac8aee6c905017a143b0b1b886c3c9f66bc2fd94f9f5783"}, + {file = "typing_extensions-4.12.0-py3-none-any.whl", hash = "sha256:b349c66bea9016ac22978d800cfff206d5f9816951f12a7d0ec5578b0a819594"}, + {file = "typing_extensions-4.12.0.tar.gz", hash = "sha256:8cbcdc8606ebcb0d95453ad7dc5065e6237b6aa230a31e81d0f440c30fed5fd8"}, ] [[package]] @@ -7306,32 +7661,15 @@ typing-extensions = ">=3.7.4" [[package]] name = "tzdata" -version = "2023.4" +version = "2024.1" description = "Provider of IANA time zone data" optional = false python-versions = ">=2" files = [ - {file = "tzdata-2023.4-py2.py3-none-any.whl", hash = "sha256:aa3ace4329eeacda5b7beb7ea08ece826c28d761cda36e747cfbf97996d39bf3"}, - {file = "tzdata-2023.4.tar.gz", hash = "sha256:dd54c94f294765522c77399649b4fefd95522479a664a0cec87f41bebc6148c9"}, -] - -[[package]] -name = "tzlocal" -version = "5.2" -description = "tzinfo object for the local timezone" -optional = false -python-versions = ">=3.8" -files = [ - {file = "tzlocal-5.2-py3-none-any.whl", hash = "sha256:49816ef2fe65ea8ac19d19aa7a1ae0551c834303d5014c6d5a62e4cbda8047b8"}, - {file = "tzlocal-5.2.tar.gz", hash = "sha256:8d399205578f1a9342816409cc1e46a93ebd5755e39ea2d85334bea911bf0e6e"}, + {file = "tzdata-2024.1-py2.py3-none-any.whl", hash = "sha256:9068bc196136463f5245e51efda838afa15aaeca9903f49050dfa2679db4d252"}, + {file = "tzdata-2024.1.tar.gz", hash = "sha256:2674120f8d891909751c38abcdfd386ac0a5a1127954fbc332af6b5ceae07efd"}, ] -[package.dependencies] -tzdata = {version = "*", markers = "platform_system == \"Windows\""} - -[package.extras] -devenv = ["check-manifest", "pytest (>=4.3)", "pytest-cov", "pytest-mock (>=3.3)", "zest.releaser"] - [[package]] name = "unidecode" version = "1.3.8" @@ -7410,51 +7748,30 @@ files = [ [[package]] name = "urllib3" -version = "2.1.0" +version = "2.2.1" description = "HTTP library with thread-safe connection pooling, file post, and more." optional = false python-versions = ">=3.8" files = [ - {file = "urllib3-2.1.0-py3-none-any.whl", hash = "sha256:55901e917a5896a349ff771be919f8bd99aff50b79fe58fec595eb37bbc56bb3"}, - {file = "urllib3-2.1.0.tar.gz", hash = "sha256:df7aa8afb0148fa78488e7899b2c59b5f4ffcfa82e6c54ccb9dd37c1d7b52d54"}, + {file = "urllib3-2.2.1-py3-none-any.whl", hash = "sha256:450b20ec296a467077128bff42b73080516e71b56ff59a60a02bef2232c4fa9d"}, + {file = "urllib3-2.2.1.tar.gz", hash = "sha256:d0570876c61ab9e520d776c38acbbb5b05a776d3f9ff98a5c8fd5162a444cf19"}, ] [package.extras] brotli = ["brotli (>=1.0.9)", "brotlicffi (>=0.8.0)"] +h2 = ["h2 (>=4,<5)"] socks = ["pysocks (>=1.5.6,!=1.5.7,<2.0)"] zstd = ["zstandard (>=0.18.0)"] -[[package]] -name = "validators" -version = "0.22.0" -description = "Python Data Validation for Humans™" -optional = false -python-versions = ">=3.8" -files = [ - {file = "validators-0.22.0-py3-none-any.whl", hash = "sha256:61cf7d4a62bbae559f2e54aed3b000cea9ff3e2fdbe463f51179b92c58c9585a"}, - {file = "validators-0.22.0.tar.gz", hash = "sha256:77b2689b172eeeb600d9605ab86194641670cdb73b60afd577142a9397873370"}, -] - -[package.extras] -docs-offline = ["myst-parser (>=2.0.0)", "pypandoc-binary (>=1.11)", "sphinx (>=7.1.1)"] -docs-online = ["mkdocs (>=1.5.2)", "mkdocs-git-revision-date-localized-plugin (>=1.2.0)", "mkdocs-material (>=9.2.6)", "mkdocstrings[python] (>=0.22.0)", "pyaml (>=23.7.0)"] -hooks = ["pre-commit (>=3.3.3)"] -package = ["build (>=1.0.0)", "twine (>=4.0.2)"] -runner = ["tox (>=4.11.1)"] -sast = ["bandit[toml] (>=1.7.5)"] -testing = ["pytest (>=7.4.0)"] -tooling = ["black (>=23.7.0)", "pyright (>=1.1.325)", "ruff (>=0.0.287)"] -tooling-extras = ["pyaml (>=23.7.0)", "pypandoc-binary (>=1.11)", "pytest (>=7.4.0)"] - [[package]] name = "virtualenv" -version = "20.25.0" +version = "20.26.2" description = "Virtual Python Environment builder" optional = false python-versions = ">=3.7" files = [ - {file = "virtualenv-20.25.0-py3-none-any.whl", hash = "sha256:4238949c5ffe6876362d9c0180fc6c3a824a7b12b80604eeb8085f2ed7460de3"}, - {file = "virtualenv-20.25.0.tar.gz", hash = "sha256:bf51c0d9c7dd63ea8e44086fa1e4fb1093a31e963b86959257378aef020e1f1b"}, + {file = "virtualenv-20.26.2-py3-none-any.whl", hash = "sha256:a624db5e94f01ad993d476b9ee5346fdf7b9de43ccaee0e0197012dc838a0e9b"}, + {file = "virtualenv-20.26.2.tar.gz", hash = "sha256:82bf0f4eebbb78d36ddaee0283d43fe5736b53880b8a8cdcd37390a07ac3741c"}, ] [package.dependencies] @@ -7463,43 +7780,48 @@ filelock = ">=3.12.2,<4" platformdirs = ">=3.9.1,<5" [package.extras] -docs = ["furo (>=2023.7.26)", "proselint (>=0.13)", "sphinx (>=7.1.2)", "sphinx-argparse (>=0.4)", "sphinxcontrib-towncrier (>=0.2.1a0)", "towncrier (>=23.6)"] +docs = ["furo (>=2023.7.26)", "proselint (>=0.13)", "sphinx (>=7.1.2,!=7.3)", "sphinx-argparse (>=0.4)", "sphinxcontrib-towncrier (>=0.2.1a0)", "towncrier (>=23.6)"] test = ["covdefaults (>=2.3)", "coverage (>=7.2.7)", "coverage-enable-subprocess (>=1)", "flaky (>=3.7)", "packaging (>=23.1)", "pytest (>=7.4)", "pytest-env (>=0.8.2)", "pytest-freezer (>=0.4.8)", "pytest-mock (>=3.11.1)", "pytest-randomly (>=3.12)", "pytest-timeout (>=2.1)", "setuptools (>=68)", "time-machine (>=2.10)"] [[package]] name = "watchdog" -version = "3.0.0" +version = "4.0.1" description = "Filesystem events monitoring" optional = false -python-versions = ">=3.7" +python-versions = ">=3.8" files = [ - {file = "watchdog-3.0.0-cp310-cp310-macosx_10_9_universal2.whl", hash = "sha256:336adfc6f5cc4e037d52db31194f7581ff744b67382eb6021c868322e32eef41"}, - {file = "watchdog-3.0.0-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:a70a8dcde91be523c35b2bf96196edc5730edb347e374c7de7cd20c43ed95397"}, - {file = "watchdog-3.0.0-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:adfdeab2da79ea2f76f87eb42a3ab1966a5313e5a69a0213a3cc06ef692b0e96"}, - {file = "watchdog-3.0.0-cp311-cp311-macosx_10_9_universal2.whl", hash = "sha256:2b57a1e730af3156d13b7fdddfc23dea6487fceca29fc75c5a868beed29177ae"}, - {file = "watchdog-3.0.0-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:7ade88d0d778b1b222adebcc0927428f883db07017618a5e684fd03b83342bd9"}, - {file = "watchdog-3.0.0-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:7e447d172af52ad204d19982739aa2346245cc5ba6f579d16dac4bfec226d2e7"}, - {file = "watchdog-3.0.0-cp37-cp37m-macosx_10_9_x86_64.whl", hash = "sha256:9fac43a7466eb73e64a9940ac9ed6369baa39b3bf221ae23493a9ec4d0022674"}, - {file = "watchdog-3.0.0-cp38-cp38-macosx_10_9_universal2.whl", hash = "sha256:8ae9cda41fa114e28faf86cb137d751a17ffd0316d1c34ccf2235e8a84365c7f"}, - {file = "watchdog-3.0.0-cp38-cp38-macosx_10_9_x86_64.whl", hash = "sha256:25f70b4aa53bd743729c7475d7ec41093a580528b100e9a8c5b5efe8899592fc"}, - {file = "watchdog-3.0.0-cp38-cp38-macosx_11_0_arm64.whl", hash = "sha256:4f94069eb16657d2c6faada4624c39464f65c05606af50bb7902e036e3219be3"}, - {file = "watchdog-3.0.0-cp39-cp39-macosx_10_9_universal2.whl", hash = "sha256:7c5f84b5194c24dd573fa6472685b2a27cc5a17fe5f7b6fd40345378ca6812e3"}, - {file = "watchdog-3.0.0-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:3aa7f6a12e831ddfe78cdd4f8996af9cf334fd6346531b16cec61c3b3c0d8da0"}, - {file = "watchdog-3.0.0-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:233b5817932685d39a7896b1090353fc8efc1ef99c9c054e46c8002561252fb8"}, - {file = "watchdog-3.0.0-pp37-pypy37_pp73-macosx_10_9_x86_64.whl", hash = "sha256:13bbbb462ee42ec3c5723e1205be8ced776f05b100e4737518c67c8325cf6100"}, - {file = "watchdog-3.0.0-pp38-pypy38_pp73-macosx_10_9_x86_64.whl", hash = "sha256:8f3ceecd20d71067c7fd4c9e832d4e22584318983cabc013dbf3f70ea95de346"}, - {file = "watchdog-3.0.0-pp39-pypy39_pp73-macosx_10_9_x86_64.whl", hash = "sha256:c9d8c8ec7efb887333cf71e328e39cffbf771d8f8f95d308ea4125bf5f90ba64"}, - {file = "watchdog-3.0.0-py3-none-manylinux2014_aarch64.whl", hash = "sha256:0e06ab8858a76e1219e68c7573dfeba9dd1c0219476c5a44d5333b01d7e1743a"}, - {file = "watchdog-3.0.0-py3-none-manylinux2014_armv7l.whl", hash = "sha256:d00e6be486affb5781468457b21a6cbe848c33ef43f9ea4a73b4882e5f188a44"}, - {file = "watchdog-3.0.0-py3-none-manylinux2014_i686.whl", hash = "sha256:c07253088265c363d1ddf4b3cdb808d59a0468ecd017770ed716991620b8f77a"}, - {file = "watchdog-3.0.0-py3-none-manylinux2014_ppc64.whl", hash = "sha256:5113334cf8cf0ac8cd45e1f8309a603291b614191c9add34d33075727a967709"}, - {file = "watchdog-3.0.0-py3-none-manylinux2014_ppc64le.whl", hash = "sha256:51f90f73b4697bac9c9a78394c3acbbd331ccd3655c11be1a15ae6fe289a8c83"}, - {file = "watchdog-3.0.0-py3-none-manylinux2014_s390x.whl", hash = "sha256:ba07e92756c97e3aca0912b5cbc4e5ad802f4557212788e72a72a47ff376950d"}, - {file = "watchdog-3.0.0-py3-none-manylinux2014_x86_64.whl", hash = "sha256:d429c2430c93b7903914e4db9a966c7f2b068dd2ebdd2fa9b9ce094c7d459f33"}, - {file = "watchdog-3.0.0-py3-none-win32.whl", hash = "sha256:3ed7c71a9dccfe838c2f0b6314ed0d9b22e77d268c67e015450a29036a81f60f"}, - {file = "watchdog-3.0.0-py3-none-win_amd64.whl", hash = "sha256:4c9956d27be0bb08fc5f30d9d0179a855436e655f046d288e2bcc11adfae893c"}, - {file = "watchdog-3.0.0-py3-none-win_ia64.whl", hash = "sha256:5d9f3a10e02d7371cd929b5d8f11e87d4bad890212ed3901f9b4d68767bee759"}, - {file = "watchdog-3.0.0.tar.gz", hash = "sha256:4d98a320595da7a7c5a18fc48cb633c2e73cda78f93cac2ef42d42bf609a33f9"}, + {file = "watchdog-4.0.1-cp310-cp310-macosx_10_9_universal2.whl", hash = "sha256:da2dfdaa8006eb6a71051795856bedd97e5b03e57da96f98e375682c48850645"}, + {file = "watchdog-4.0.1-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:e93f451f2dfa433d97765ca2634628b789b49ba8b504fdde5837cdcf25fdb53b"}, + {file = "watchdog-4.0.1-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:ef0107bbb6a55f5be727cfc2ef945d5676b97bffb8425650dadbb184be9f9a2b"}, + {file = "watchdog-4.0.1-cp311-cp311-macosx_10_9_universal2.whl", hash = "sha256:17e32f147d8bf9657e0922c0940bcde863b894cd871dbb694beb6704cfbd2fb5"}, + {file = "watchdog-4.0.1-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:03e70d2df2258fb6cb0e95bbdbe06c16e608af94a3ffbd2b90c3f1e83eb10767"}, + {file = "watchdog-4.0.1-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:123587af84260c991dc5f62a6e7ef3d1c57dfddc99faacee508c71d287248459"}, + {file = "watchdog-4.0.1-cp312-cp312-macosx_10_9_universal2.whl", hash = "sha256:093b23e6906a8b97051191a4a0c73a77ecc958121d42346274c6af6520dec175"}, + {file = "watchdog-4.0.1-cp312-cp312-macosx_10_9_x86_64.whl", hash = "sha256:611be3904f9843f0529c35a3ff3fd617449463cb4b73b1633950b3d97fa4bfb7"}, + {file = "watchdog-4.0.1-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:62c613ad689ddcb11707f030e722fa929f322ef7e4f18f5335d2b73c61a85c28"}, + {file = "watchdog-4.0.1-cp38-cp38-macosx_10_9_universal2.whl", hash = "sha256:d4925e4bf7b9bddd1c3de13c9b8a2cdb89a468f640e66fbfabaf735bd85b3e35"}, + {file = "watchdog-4.0.1-cp38-cp38-macosx_10_9_x86_64.whl", hash = "sha256:cad0bbd66cd59fc474b4a4376bc5ac3fc698723510cbb64091c2a793b18654db"}, + {file = "watchdog-4.0.1-cp38-cp38-macosx_11_0_arm64.whl", hash = "sha256:a3c2c317a8fb53e5b3d25790553796105501a235343f5d2bf23bb8649c2c8709"}, + {file = "watchdog-4.0.1-cp39-cp39-macosx_10_9_universal2.whl", hash = "sha256:c9904904b6564d4ee8a1ed820db76185a3c96e05560c776c79a6ce5ab71888ba"}, + {file = "watchdog-4.0.1-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:667f3c579e813fcbad1b784db7a1aaa96524bed53437e119f6a2f5de4db04235"}, + {file = "watchdog-4.0.1-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:d10a681c9a1d5a77e75c48a3b8e1a9f2ae2928eda463e8d33660437705659682"}, + {file = "watchdog-4.0.1-pp310-pypy310_pp73-macosx_10_9_x86_64.whl", hash = "sha256:0144c0ea9997b92615af1d94afc0c217e07ce2c14912c7b1a5731776329fcfc7"}, + {file = "watchdog-4.0.1-pp310-pypy310_pp73-macosx_11_0_arm64.whl", hash = "sha256:998d2be6976a0ee3a81fb8e2777900c28641fb5bfbd0c84717d89bca0addcdc5"}, + {file = "watchdog-4.0.1-pp38-pypy38_pp73-macosx_10_9_x86_64.whl", hash = "sha256:e7921319fe4430b11278d924ef66d4daa469fafb1da679a2e48c935fa27af193"}, + {file = "watchdog-4.0.1-pp38-pypy38_pp73-macosx_11_0_arm64.whl", hash = "sha256:f0de0f284248ab40188f23380b03b59126d1479cd59940f2a34f8852db710625"}, + {file = "watchdog-4.0.1-pp39-pypy39_pp73-macosx_10_9_x86_64.whl", hash = "sha256:bca36be5707e81b9e6ce3208d92d95540d4ca244c006b61511753583c81c70dd"}, + {file = "watchdog-4.0.1-pp39-pypy39_pp73-macosx_11_0_arm64.whl", hash = "sha256:ab998f567ebdf6b1da7dc1e5accfaa7c6992244629c0fdaef062f43249bd8dee"}, + {file = "watchdog-4.0.1-py3-none-manylinux2014_aarch64.whl", hash = "sha256:dddba7ca1c807045323b6af4ff80f5ddc4d654c8bce8317dde1bd96b128ed253"}, + {file = "watchdog-4.0.1-py3-none-manylinux2014_armv7l.whl", hash = "sha256:4513ec234c68b14d4161440e07f995f231be21a09329051e67a2118a7a612d2d"}, + {file = "watchdog-4.0.1-py3-none-manylinux2014_i686.whl", hash = "sha256:4107ac5ab936a63952dea2a46a734a23230aa2f6f9db1291bf171dac3ebd53c6"}, + {file = "watchdog-4.0.1-py3-none-manylinux2014_ppc64.whl", hash = "sha256:6e8c70d2cd745daec2a08734d9f63092b793ad97612470a0ee4cbb8f5f705c57"}, + {file = "watchdog-4.0.1-py3-none-manylinux2014_ppc64le.whl", hash = "sha256:f27279d060e2ab24c0aa98363ff906d2386aa6c4dc2f1a374655d4e02a6c5e5e"}, + {file = "watchdog-4.0.1-py3-none-manylinux2014_s390x.whl", hash = "sha256:f8affdf3c0f0466e69f5b3917cdd042f89c8c63aebdb9f7c078996f607cdb0f5"}, + {file = "watchdog-4.0.1-py3-none-manylinux2014_x86_64.whl", hash = "sha256:ac7041b385f04c047fcc2951dc001671dee1b7e0615cde772e84b01fbf68ee84"}, + {file = "watchdog-4.0.1-py3-none-win32.whl", hash = "sha256:206afc3d964f9a233e6ad34618ec60b9837d0582b500b63687e34011e15bb429"}, + {file = "watchdog-4.0.1-py3-none-win_amd64.whl", hash = "sha256:7577b3c43e5909623149f76b099ac49a1a01ca4e167d1785c76eb52fa585745a"}, + {file = "watchdog-4.0.1-py3-none-win_ia64.whl", hash = "sha256:d7b9f5f3299e8dd230880b6c55504a1f69cf1e4316275d1b215ebdd8187ec88d"}, + {file = "watchdog-4.0.1.tar.gz", hash = "sha256:eebaacf674fa25511e8867028d281e602ee6500045b57f43b08778082f7f8b44"}, ] [package.extras] @@ -7544,29 +7866,29 @@ files = [ [[package]] name = "websocket-client" -version = "1.7.0" +version = "1.8.0" description = "WebSocket client for Python with low level API options" optional = false python-versions = ">=3.8" files = [ - {file = "websocket-client-1.7.0.tar.gz", hash = "sha256:10e511ea3a8c744631d3bd77e61eb17ed09304c413ad42cf6ddfa4c7787e8fe6"}, - {file = "websocket_client-1.7.0-py3-none-any.whl", hash = "sha256:f4c3d22fec12a2461427a29957ff07d35098ee2d976d3ba244e688b8b4057588"}, + {file = "websocket_client-1.8.0-py3-none-any.whl", hash = "sha256:17b44cc997f5c498e809b22cdf2d9c7a9e71c02c8cc2b6c56e7c2d1239bfa526"}, + {file = "websocket_client-1.8.0.tar.gz", hash = "sha256:3239df9f44da632f96012472805d40a23281a991027ce11d2f45a6f24ac4c3da"}, ] [package.extras] -docs = ["Sphinx (>=6.0)", "sphinx-rtd-theme (>=1.1.0)"] +docs = ["Sphinx (>=6.0)", "myst-parser (>=2.0.0)", "sphinx-rtd-theme (>=1.1.0)"] optional = ["python-socks", "wsaccel"] test = ["websockets"] [[package]] name = "werkzeug" -version = "3.0.1" +version = "3.0.3" description = "The comprehensive WSGI web application library." optional = false python-versions = ">=3.8" files = [ - {file = "werkzeug-3.0.1-py3-none-any.whl", hash = "sha256:90a285dc0e42ad56b34e696398b8122ee4c681833fb35b8334a095d82c56da10"}, - {file = "werkzeug-3.0.1.tar.gz", hash = "sha256:507e811ecea72b18a404947aded4b3390e1db8f826b494d76550ef45bb3b1dcc"}, + {file = "werkzeug-3.0.3-py3-none-any.whl", hash = "sha256:fc9645dc43e03e4d630d23143a04a7f947a9a3b5727cd535fdfe155a17cc48c8"}, + {file = "werkzeug-3.0.3.tar.gz", hash = "sha256:097e5bfda9f0aba8da6b8545146def481d06aa7d3266e7448e2cccf67dd8bd18"}, ] [package.dependencies] @@ -7577,13 +7899,13 @@ watchdog = ["watchdog (>=2.3)"] [[package]] name = "widgetsnbextension" -version = "4.0.9" +version = "4.0.10" description = "Jupyter interactive widgets for Jupyter Notebook" optional = false python-versions = ">=3.7" files = [ - {file = "widgetsnbextension-4.0.9-py3-none-any.whl", hash = "sha256:91452ca8445beb805792f206e560c1769284267a30ceb1cec9f5bcc887d15175"}, - {file = "widgetsnbextension-4.0.9.tar.gz", hash = "sha256:3c1f5e46dc1166dfd40a42d685e6a51396fd34ff878742a3e47c6f0cc4a2a385"}, + {file = "widgetsnbextension-4.0.10-py3-none-any.whl", hash = "sha256:d37c3724ec32d8c48400a435ecfa7d3e259995201fbefa37163124a9fcb393cc"}, + {file = "widgetsnbextension-4.0.10.tar.gz", hash = "sha256:64196c5ff3b9a9183a8e699a4227fb0b7002f252c814098e66c4d1cd0644688f"}, ] [[package]] @@ -7667,13 +7989,13 @@ files = [ [[package]] name = "xlsxwriter" -version = "3.1.9" +version = "3.2.0" description = "A Python module for creating Excel XLSX files." optional = false python-versions = ">=3.6" files = [ - {file = "XlsxWriter-3.1.9-py3-none-any.whl", hash = "sha256:b61c1a0c786f82644936c0936ec96ee96cd3afb9440094232f7faef9b38689f0"}, - {file = "XlsxWriter-3.1.9.tar.gz", hash = "sha256:de810bf328c6a4550f4ffd6b0b34972aeb7ffcf40f3d285a0413734f9b63a929"}, + {file = "XlsxWriter-3.2.0-py3-none-any.whl", hash = "sha256:ecfd5405b3e0e228219bcaf24c2ca0915e012ca9464a14048021d21a995d490e"}, + {file = "XlsxWriter-3.2.0.tar.gz", hash = "sha256:9977d0c661a72866a61f9f7a809e25ebbb0fb7036baa3b9fe74afcfca6b3cb8c"}, ] [[package]] @@ -7988,20 +8310,20 @@ resolved_reference = "f47b40c584539e7f55556ae2c358431665d49e05" [[package]] name = "zipp" -version = "3.17.0" +version = "3.18.2" description = "Backport of pathlib-compatible object wrapper for zip files" optional = false python-versions = ">=3.8" files = [ - {file = "zipp-3.17.0-py3-none-any.whl", hash = "sha256:0e923e726174922dce09c53c59ad483ff7bbb8e572e00c7f7c46b88556409f31"}, - {file = "zipp-3.17.0.tar.gz", hash = "sha256:84e64a1c28cf7e91ed2078bb8cc8c259cb19b76942096c8d7b84947690cabaf0"}, + {file = "zipp-3.18.2-py3-none-any.whl", hash = "sha256:dce197b859eb796242b0622af1b8beb0a722d52aa2f57133ead08edd5bf5374e"}, + {file = "zipp-3.18.2.tar.gz", hash = "sha256:6278d9ddbcfb1f1089a88fde84481528b07b0e10474e09dcfe53dad4069fa059"}, ] [package.extras] -docs = ["furo", "jaraco.packaging (>=9.3)", "jaraco.tidelift (>=1.4)", "rst.linker (>=1.9)", "sphinx (<7.2.5)", "sphinx (>=3.5)", "sphinx-lint"] -testing = ["big-O", "jaraco.functools", "jaraco.itertools", "more-itertools", "pytest (>=6)", "pytest-black (>=0.3.7)", "pytest-checkdocs (>=2.4)", "pytest-cov", "pytest-enabler (>=2.2)", "pytest-ignore-flaky", "pytest-mypy (>=0.9.1)", "pytest-ruff"] +docs = ["furo", "jaraco.packaging (>=9.3)", "jaraco.tidelift (>=1.4)", "rst.linker (>=1.9)", "sphinx (>=3.5)", "sphinx-lint"] +testing = ["big-O", "jaraco.functools", "jaraco.itertools", "jaraco.test", "more-itertools", "pytest (>=6,!=8.1.*)", "pytest-checkdocs (>=2.4)", "pytest-cov", "pytest-enabler (>=2.2)", "pytest-ignore-flaky", "pytest-mypy", "pytest-ruff (>=0.2.1)"] [metadata] lock-version = "2.0" python-versions = ">=3.11,<3.12" -content-hash = "7f2785f3e33427b55fd4b50532928cdfff5e336f0c9138550dc82807f05441d2" +content-hash = "8cbe88a4b02690ac4d5229f2716eb6a4bd0ebe97c8db4672ce37640081cfd572" diff --git a/automation-api/pyproject.toml b/automation-api/pyproject.toml index e00d852..cc210e5 100644 --- a/automation-api/pyproject.toml +++ b/automation-api/pyproject.toml @@ -14,7 +14,7 @@ packages = [{ include = "lib" }] [tool.poetry.dependencies] python = ">=3.11,<3.12" pandas = "^2.0.3" -mypy = "^0.991" +mypy = "^1.9.0" unidecode = "^1.3.6" polars = "^0.19.12" @@ -41,7 +41,8 @@ types-requests = "^2.28.11.6" bracelogger = "^1.1.0" # for access to AI models -litellm = {git = "https://github.com/Gapminder/litellm", rev="gemini-provider-safety-settings"} +litellm = "^1.35" +# litellm = {git = "https://github.com/Gapminder/litellm", rev="gemini-provider-safety-settings"} langchain = "^0.0.275" # for hugging face @@ -65,6 +66,10 @@ google-cloud-aiplatform = "^1.39.0" # unsorted (new deps gets listed here) langdetect = "^1.0.9" +duckdb = "^0.10.2" +duckdb-engine = "^0.12.0" +jupysql = "^0.10.10" +anthropic = {extras = ["vertex"], version = "^0.25.9"} @@ -93,7 +98,6 @@ set_jupytext_as_default_viewer = "jupytext-config set-default-viewer" jupyter = 'jupyter-notebook' notebooks = ["install_kernel", "set_jupytext_as_default_viewer", "jupyter"] fetch_questions = "python yival_experiments/scripts/fetch_questions.py" -generate_experiment_config = "python yival_experiments/scripts/generate_experiment_config.py" generate_result = "python yival_experiments/scripts/generate_result.py" start_redis = "docker run --rm -p 26379:6379 --name local-redis redis redis-server --save 60 1 --loglevel warning" @@ -106,6 +110,17 @@ help = "Run a yival experiment with a given name." help = "Name of the experiment to run" options = ["-e", "--experiment"] +[tool.poe.tasks.generate_experiment_config] +shell = "python yival_experiments/scripts/generate_experiment_config.py --evaluator $evaluator" +help = "generate experiment config, and set evaluator" + + [[tool.poe.tasks.generate_experiment_config.args]] + name = "evaluator" + help = "Name of the evaluator" + options = ["-e", "--evaluator"] + default = "gpt4" + + [tool.poe] envfile = ".env" diff --git a/automation-api/tests/gsheets/test_gsheets_worksheet_data.py b/automation-api/tests/gsheets/test_gsheets_worksheet_data.py index 383be99..ba8737e 100644 --- a/automation-api/tests/gsheets/test_gsheets_worksheet_data.py +++ b/automation-api/tests/gsheets/test_gsheets_worksheet_data.py @@ -1,5 +1,5 @@ from json import dumps -from typing import Optional +from typing import Optional, Type import pandas as pd import pandera as pa @@ -46,7 +46,7 @@ class Config: coerce = True # strict = True # Not compatible with only PydanticModel row-wise checks - data = GsheetsWorksheetData[FooDfModel, Foo]( + data = GsheetsWorksheetData[Type[FooDfModel], Type[Foo]]( df_schema=FooDfModel, row_schema=Foo, df=original_df, diff --git a/automation-api/tests/gsheets/test_gsheets_worksheet_editor.py b/automation-api/tests/gsheets/test_gsheets_worksheet_editor.py index 409884a..c117ee6 100644 --- a/automation-api/tests/gsheets/test_gsheets_worksheet_editor.py +++ b/automation-api/tests/gsheets/test_gsheets_worksheet_editor.py @@ -1,5 +1,5 @@ import unittest.mock -from typing import Optional +from typing import Optional, Type import pandas as pd import pandera as pa @@ -47,7 +47,7 @@ class Config: coerce = True # strict = True - editor = GsheetsWorksheetEditor[FooDfModel, Foo]( + editor = GsheetsWorksheetEditor[Type[FooDfModel], Type[Foo]]( df_schema=FooDfModel, row_schema=Foo, sh=mock_spreadsheet, diff --git a/automation-api/yival_experiments/README.md b/automation-api/yival_experiments/README.md index d4eabf4..0f04d37 100644 --- a/automation-api/yival_experiments/README.md +++ b/automation-api/yival_experiments/README.md @@ -60,6 +60,21 @@ and output a pickle file in `./yival_experiments/output/experiment_name_en-US_0. When the experiment is completed, Yival will start a web server to show the results. +### Setup environment variables +Here are a list of environment variables that needed to be set (in automation-api/.env file) before running experiments, depending on the model we are testing: + +- OpenAI models: OPENAI_API_KEY and OPENAI_ORG_ID +- Hugging Face models: HUGGINGFACEHUB_API_TOKEN +- Replicate models: REPLICATE_API_KEY +- Alibaba models: DASHSCOPE_API_KEY +- Google Gemini API: GEMINI_API_KEY +- VertexAI models: VERTEX_SERVICE_ACCOUNT_CREDENTIALS, VERTEXAI_PROJECT and VERTEXAI_LOCATIONS + +Some notes on VertexAI: + +- VERTEXAI_LOCATIONS can be a comma separated list of gcp regions, to get over the limit of 5 requests per minute of Gemini +- follow the instruction in [DEV.md](https://github.com/Gapminder/gapminder-ai/blob/main/automation-api/DEV.md#obtaining-developer-specific-service-account-credentials-base64-encoded) to obtain VERTEX_SERVICE_ACCOUNT_CREDENTIALS + ## 7. Generate a result xlsx from output To convert the pickle files to Excel file: @@ -76,8 +91,8 @@ TODO: We can add a custom evaluator in Yival to calculate the final scores. Two notebooks in `./yival_experiments/notebooks/` directory are provided for calculating scores. -- final_scores.py: calculate a final score for each model and prompt - upload_to_ai_eval_sheet.py: generate the result table and upload to the `Latest Results` sheet in AI Eval Spreadsheet +- result_data_analysis.py: compute statistics from the results Start Jupyter: diff --git a/automation-api/yival_experiments/__init__.py b/automation-api/yival_experiments/__init__.py new file mode 100644 index 0000000..e69de29 diff --git a/automation-api/yival_experiments/custom_configuration/evaluator_common.py b/automation-api/yival_experiments/custom_configuration/evaluator_common.py new file mode 100644 index 0000000..0370879 --- /dev/null +++ b/automation-api/yival_experiments/custom_configuration/evaluator_common.py @@ -0,0 +1,89 @@ +"""common functions for the evaluators""" + +import copy +import logging +import string +from typing import Any, Dict, Iterable, List, Optional, Union + +import litellm +from tenacity import before_sleep_log, retry, stop_after_attempt, wait_random + +logging.basicConfig(level=logging.INFO) +logger = logging.getLogger(__name__) + +CLASSIFY_STR = """ +First, write out in a step by step manner your reasoning to be sure that your conclusion is correct. +Avoid simply stating the correct answer at the outset. +Then print only a single choice from {choices} (including letter and option text) on its own line corresponding to the correct answer of your task. +At the end, repeat just the choice (one letter, without quotes or punctuation) by itself on a new line. +Reasoning: +""" + +MATCH_FNS = { + "include": lambda x, y: float(x in y), + "exact": lambda x, y: float(x == y), + "endswith": lambda x, y: x.endswith(y), + "starts_or_endswith": lambda x, y: x.startswith(y) or x.endswith(y), +} + + +def extract_choice_from_response(response: str, choice_strings: Iterable[str]) -> str: + """Extracts the choice from the response string.""" + lines = response.strip().split("\n") + for line in lines[::-1]: + sanitized_line = "".join(c for c in line if c not in string.punctuation).strip() + if not sanitized_line: + continue + for choice in choice_strings: + if MATCH_FNS["exact"](sanitized_line, choice): + return choice + return "invalid response" + + +def calculate_choice_score( + choice: str, choice_scores: Optional[Dict[str, float]] = None +) -> Optional[float]: + """Calculates the score for the given choice.""" + if choice_scores is None: + return None + if choice == "invalid response": + return min(choice_scores.values()) + return choice_scores.get(choice) + + +def format_template( + template: Union[str, List[Dict[str, str]]], content: Dict[str, Any] +) -> Union[str, List[Dict[str, str]]]: + """Formats a string or list template with the provided content.""" + if isinstance(template, str): + try: + return template.format(**content) + except KeyError as e: + raise ValueError(f"Missing key {e} in content dictionary") + + res = [] + for t in template: + formatted_msg = copy.deepcopy(t) + try: + if "content" in formatted_msg: + formatted_msg["content"] = formatted_msg["content"].format(**content) + except KeyError as e: + raise ValueError(f"Missing key {e} in content dictionary") + res.append(formatted_msg) + return res + + +@retry( + wait=wait_random(min=1, max=20), + stop=stop_after_attempt(100), + before_sleep=before_sleep_log(logger, logging.DEBUG), +) +def completion_with_backpff(**kwargs): + # response = openai.ChatCompletion.create(**kwargs) + response = litellm.completion(**kwargs) + return response + + +def choices_to_string(choice_strings: Iterable[str]) -> str: + """Converts a list of choices into a formatted string.""" + return " or ".join(f'"{choice}"' for choice in choice_strings) diff --git a/automation-api/yival_experiments/custom_configuration/example_evaluator_data.py b/automation-api/yival_experiments/custom_configuration/example_evaluator_data.py new file mode 100644 index 0000000..3255e12 --- /dev/null +++ b/automation-api/yival_experiments/custom_configuration/example_evaluator_data.py @@ -0,0 +1,50 @@ +# example data for testing evaluators. the main function in gpt4_evaluator.py and other evaluators require this file + +import pandas as pd + +example_question_id = "1737" +example_question_lang = "en" # 'cn' or 'en' + +raw_output = """Understanding public perception of climate change is crucial for railway workers because it can influence policy decisions, funding, and the future direction of infrastructure projects. If a significant portion of the population views climate change as a threat, there may be increased investment in sustainable and resilient railway systems. This could lead to job security, new training opportunities, and the adoption of innovative technologies within the railway industry. + +The correct answer is: +C. Around 80% + +Simple phrasing for railway workers: +\"About 80% of people in high-income countries see climate change as a threat to their country over the next 20 years.\"""" + +en_question_file = "../data/questions_en-US.csv" +cn_question_file = "../data/questions_zh-CN.csv" + +prompt = """You are assessing a submitted answer on a given task based on a criterion. Here is the data: +- Task: Answer a question. +- Is the answer correct? +[Input]: {question_text} +Possible Options and Correctness of Options: +A. {option_a} ({option_a_correctness}) +B. {option_b} ({option_b_correctness}) +C. {option_c} ({option_c_correctness}) +[Result]: {raw_output} +Assess the answer by selecting one of the following options. Please note that the question was asked in some context so the answer would contain some more contextual information. You should conclude which option this answer has chosen. +A The answer looks like some kind of exception / error message; or it's an equivocal answer; or it doesn't answer to the question at all. +B The answer is not correct, and matches/is close to the Very Wrong answer. +C The answer is not correct, and matches/is close to the Wrong answer. +D The answer is correct, i.e. matches the Correct answer.""" + +choices = ["A", "B", "C", "D"] + +choice_scores = dict(zip(choices, [0, 1, 2, 3])) + + +def get_example_input(question_id, lang): + if lang == "en": + df = pd.read_csv(en_question_file, dtype="str") + else: + df = pd.read_csv(cn_question_file, dtype="str") + + question_data = df.loc[df["question_id"] == question_id] + return question_data.iloc[0].to_dict() + + +# print(get_example_input(example_question_id, example_question_lang)) +content = get_example_input(example_question_id, example_question_lang) diff --git a/automation-api/yival_experiments/custom_configuration/gpt4_evaluator.py b/automation-api/yival_experiments/custom_configuration/gpt4_evaluator.py index fb7e183..af6a8a9 100644 --- a/automation-api/yival_experiments/custom_configuration/gpt4_evaluator.py +++ b/automation-api/yival_experiments/custom_configuration/gpt4_evaluator.py @@ -8,13 +8,17 @@ """ import copy import logging -import string -from typing import Any, Dict, Iterable, List, Optional, Union -# for exponential backoff import litellm +from evaluator_common import ( + CLASSIFY_STR, + calculate_choice_score, + choices_to_string, + completion_with_backpff, + extract_choice_from_response, + format_template, +) from gpt4_evaluator_config import GPT4EvaluatorConfig -from tenacity import before_sleep_log, retry, stop_after_attempt, wait_random from yival.evaluators.base_evaluator import BaseEvaluator from yival.schemas.evaluator_config import ( EvaluatorOutput, @@ -32,86 +36,6 @@ logger = logging.getLogger(__name__) -CLASSIFY_STR = """ -First, write out in a step by step manner your reasoning to be sure that your -conclusion is correct. -Avoid simply stating the correct answer at the outset. -Then print only a single choice from {choices} (without quotes or punctuation) -on its own line corresponding to the correct answer. -At the end, repeat just the answer by itself on a new line. -Reasoning: -""" - -MATCH_FNS = { - "include": lambda x, y: float(x in y), - "exact": lambda x, y: float(x == y), - "endswith": lambda x, y: x.endswith(y), - "starts_or_endswith": lambda x, y: x.startswith(y) or x.endswith(y), -} - - -def extract_choice_from_response(response: str, choice_strings: Iterable[str]) -> str: - """Extracts the choice from the response string.""" - lines = response.strip().split("\n") - for line in lines: - sanitized_line = "".join(c for c in line if c not in string.punctuation).strip() - if not sanitized_line: - continue - for choice in choice_strings: - if MATCH_FNS["exact"](sanitized_line, choice): - return choice - return "invalid response" - - -def calculate_choice_score( - choice: str, choice_scores: Optional[Dict[str, float]] = None -) -> Optional[float]: - """Calculates the score for the given choice.""" - if choice_scores is None: - return None - if choice == "invalid response": - return min(choice_scores.values()) - return choice_scores.get(choice) - - -def format_template( - template: Union[str, List[Dict[str, str]]], content: Dict[str, Any] -) -> Union[str, List[Dict[str, str]]]: - """Formats a string or list template with the provided content.""" - if isinstance(template, str): - try: - return template.format(**content) - except KeyError as e: - raise ValueError(f"Missing key {e} in content dictionary") - - res = [] - for t in template: - formatted_msg = copy.deepcopy(t) - try: - if "content" in formatted_msg: - formatted_msg["content"] = formatted_msg["content"].format(**content) - except KeyError as e: - raise ValueError(f"Missing key {e} in content dictionary") - res.append(formatted_msg) - return res - - -@retry( - wait=wait_random(min=1, max=20), - stop=stop_after_attempt(100), - before_sleep=before_sleep_log(logger, logging.DEBUG), -) -def completion_with_backpff(**kwargs): - # response = openai.ChatCompletion.create(**kwargs) - response = litellm.completion(**kwargs) - return response - - -def choices_to_string(choice_strings: Iterable[str]) -> str: - """Converts a list of choices into a formatted string.""" - return " or ".join(f'"{choice}"' for choice in choice_strings) - - class GPT4Evaluator(BaseEvaluator): """Evaluator using OpenAI's prompt-based evaluation.""" @@ -139,7 +63,7 @@ def evaluate(self, experiment_result: ExperimentResult) -> EvaluatorOutput: messages=prompt, temperature=0.0, n=1, - max_tokens=1000, + max_tokens=2000, request_timeout=60, caching=True, ) @@ -161,39 +85,42 @@ def evaluate(self, experiment_result: ExperimentResult) -> EvaluatorOutput: def main(): """Main function to test the OpenAIPromptBasedEvaluator.""" + from example_evaluator_data import ( + choice_scores, + choices, + content, + prompt, + raw_output, + ) + + litellm.set_verbose = True + evaluator_config = GPT4EvaluatorConfig( name="gpt4_evaluator", - display_name="math calculator", + display_name="correctness test", metric_calculators=[ MetricCalculatorConfig( MethodCalculationMethod(MethodCalculationMethod.AVERAGE) ) ], - prompt="{problem}\n\n Is the answer '{raw_output}' correct? .", - choices=["Yes", "No"], + prompt=prompt, + choices=choices, evaluator_type=EvaluatorType.INDIVIDUAL, - choice_scores={"Yes": 1.0, "No": 0}, - ) - input_data_example = InputData( - content={ - "problem": "Calculate the area of a circle with radius 5.", - "method": "Using the formula for the area of a circle: pi*r^2", - } + choice_scores=choice_scores, ) + input_data_example = InputData(content=content) experiment_result_example = ExperimentResult( input_data=input_data_example, combination={"wrapper1": "var1", "wrapper2": "var2"}, - raw_output=MultimodalOutput( - text_output="The area of the circle is 78.54 square units." - ), + raw_output=MultimodalOutput(text_output=raw_output), latency=150.0, token_usage=50, ) evaluator = GPT4Evaluator(evaluator_config) result = evaluator.evaluate(experiment_result_example) - print(result) + print("Result: ", result.result) if __name__ == "__main__": diff --git a/automation-api/yival_experiments/custom_configuration/gpt4_evaluator_config.py b/automation-api/yival_experiments/custom_configuration/gpt4_evaluator_config.py index 3fc2d01..aa9e0af 100644 --- a/automation-api/yival_experiments/custom_configuration/gpt4_evaluator_config.py +++ b/automation-api/yival_experiments/custom_configuration/gpt4_evaluator_config.py @@ -9,7 +9,7 @@ class GPT4EvaluatorConfig(EvaluatorConfig): evaluator_type: EvaluatorType = EvaluatorType.INDIVIDUAL prompt: Union[str, List[Dict[str, str]]] = "" choices: List[str] = field(default_factory=list) - model_name: str = "gpt-4" + model_name: str = "gpt-4o" description: str = "This is the description of the evaluator." scale_description: str = "0-4" choice_scores: Optional[Dict[str, float]] = None diff --git a/automation-api/yival_experiments/custom_configuration/llama3_evaluator.py b/automation-api/yival_experiments/custom_configuration/llama3_evaluator.py new file mode 100644 index 0000000..ff82d2b --- /dev/null +++ b/automation-api/yival_experiments/custom_configuration/llama3_evaluator.py @@ -0,0 +1,133 @@ +""" +OpenAIPromptBasedEvaluator is an evaluator that uses OpenAI's prompt-based +system for evaluations. + +The evaluator interfaces with the OpenAI API to present tasks and interpret +the model's responses to determine the quality or correctness of a given +experiment result. +""" +import copy +import logging + +import litellm +from evaluator_common import ( + CLASSIFY_STR, + calculate_choice_score, + choices_to_string, + completion_with_backpff, + extract_choice_from_response, + format_template, +) +from llama3_evaluator_config import Llama3EvaluatorConfig +from yival.evaluators.base_evaluator import BaseEvaluator +from yival.schemas.evaluator_config import ( + EvaluatorOutput, + EvaluatorType, + MethodCalculationMethod, + MetricCalculatorConfig, +) +from yival.schemas.experiment_config import ( + ExperimentResult, + InputData, + MultimodalOutput, +) + +logging.basicConfig(level=logging.INFO) +logger = logging.getLogger(__name__) + + +class Llama3Evaluator(BaseEvaluator): + """Evaluator using OpenAI's prompt-based evaluation.""" + + default_config = Llama3EvaluatorConfig(name="llama3_evaluator") # type: ignore + + def __init__(self, config: Llama3EvaluatorConfig): + super().__init__(config) + self.config = config + + def evaluate(self, experiment_result: ExperimentResult) -> EvaluatorOutput: + """Evaluate the experiment result using OpenAI's prompt-based evaluation.""" + assert isinstance(self.config, Llama3EvaluatorConfig) + format_dict = copy.deepcopy(experiment_result.input_data.content) + format_dict["raw_output"] = experiment_result.raw_output.text_output + + prompt = format_template(self.config.prompt, format_dict) + if isinstance(prompt, str): + prompt = [{"role": "user", "content": prompt}] + + prompt[-1]["content"] += "\n\n" + CLASSIFY_STR.format( + choices=choices_to_string(self.config.choices) + ) + response = completion_with_backpff( + model=self.config.model_name, + messages=prompt, + temperature=0.0, + n=1, + max_tokens=2000, + request_timeout=60, + caching=True, + ) + # response = openai.ChatCompletion.create( + # model="gpt-4", messages=prompt, temperature=0.5) + response_content = response["choices"][0]["message"]["content"] + choice = extract_choice_from_response(response_content, self.config.choices) + score = calculate_choice_score(choice, self.config.choice_scores) + return EvaluatorOutput( + name=self.config.name, + result=score if score is not None else choice, + display_name=self.config.display_name, + metric_calculators=self.config.metric_calculators, + ) + + +BaseEvaluator.register_evaluator( + "llama3_evaluator", Llama3Evaluator, Llama3EvaluatorConfig +) + + +def main(): + """Main function to test the OpenAIPromptBasedEvaluator.""" + from example_evaluator_data import ( + choice_scores, + choices, + content, + prompt, + raw_output, + ) + + from lib.config import read_config + + read_config() + + litellm.set_verbose = True + + evaluator_config = Llama3EvaluatorConfig( + name="llama3_evaluator", + display_name="correctness test", + metric_calculators=[ + MetricCalculatorConfig( + MethodCalculationMethod(MethodCalculationMethod.AVERAGE) + ) + ], + prompt=prompt, + choices=choices, + evaluator_type=EvaluatorType.INDIVIDUAL, + choice_scores=choice_scores, + ) + input_data_example = InputData(content=content) + + experiment_result_example = ExperimentResult( + input_data=input_data_example, + combination={"wrapper1": "var1", "wrapper2": "var2"}, + raw_output=MultimodalOutput(text_output=raw_output), + latency=150.0, + token_usage=50, + ) + + evaluator = Llama3Evaluator(evaluator_config) + result = evaluator.evaluate(experiment_result_example) + print("Result: ", result.result) + + +if __name__ == "__main__": + main() diff --git a/automation-api/yival_experiments/custom_configuration/llama3_evaluator_config.py b/automation-api/yival_experiments/custom_configuration/llama3_evaluator_config.py new file mode 100644 index 0000000..e0eca75 --- /dev/null +++ b/automation-api/yival_experiments/custom_configuration/llama3_evaluator_config.py @@ -0,0 +1,18 @@ +from dataclasses import asdict, dataclass, field +from typing import Any, Dict, List, Optional, Union + +from yival.schemas.evaluator_config import EvaluatorConfig, EvaluatorType + + +@dataclass +class Llama3EvaluatorConfig(EvaluatorConfig): + evaluator_type: EvaluatorType = EvaluatorType.INDIVIDUAL + prompt: Union[str, List[Dict[str, str]]] = "" + choices: List[str] = field(default_factory=list) + model_name: str = "replicate/meta/meta-llama-3-70b-instruct" + description: str = "This is the description of the evaluator." + scale_description: str = "0-4" + choice_scores: Optional[Dict[str, float]] = None + + def asdict(self) -> Dict[str, Any]: + return asdict(self) diff --git a/automation-api/yival_experiments/custom_configuration/llms/alibaba_complete.py b/automation-api/yival_experiments/custom_configuration/llms/alibaba_complete.py index dffcecf..63c27f8 100644 --- a/automation-api/yival_experiments/custom_configuration/llms/alibaba_complete.py +++ b/automation-api/yival_experiments/custom_configuration/llms/alibaba_complete.py @@ -10,6 +10,7 @@ retry_if_exception_type, retry_if_not_result, stop_after_attempt, + wait_random_exponential, ) from lib.config import read_config @@ -29,7 +30,8 @@ def return_last_message(retry_state): @retry( retry=(retry_if_exception_type() | retry_if_not_result(response_is_ok)), - stop=stop_after_attempt(3), + stop=stop_after_attempt(10), + wait=wait_random_exponential(multiplier=1, min=5, max=80), retry_error_callback=return_last_message, ) def get_reply(**kwargs): diff --git a/automation-api/yival_experiments/custom_configuration/llms/palm_completion.py b/automation-api/yival_experiments/custom_configuration/llms/palm_completion.py index 9d4d782..981466c 100644 --- a/automation-api/yival_experiments/custom_configuration/llms/palm_completion.py +++ b/automation-api/yival_experiments/custom_configuration/llms/palm_completion.py @@ -1,51 +1,18 @@ -from google import generativeai - -safety_settings_old_categories = [ +safety_settings = [ { - "category": generativeai.types.HarmCategory.HARM_CATEGORY_TOXICITY, - "threshold": generativeai.types.HarmBlockThreshold.BLOCK_NONE, + "category": "HARM_CATEGORY_HARASSMENT", + "threshold": "BLOCK_NONE", }, { - "category": generativeai.types.HarmCategory.HARM_CATEGORY_SEXUAL, - "threshold": generativeai.types.HarmBlockThreshold.BLOCK_NONE, + "category": "HARM_CATEGORY_HATE_SPEECH", + "threshold": "BLOCK_NONE", }, { - "category": generativeai.types.HarmCategory.HARM_CATEGORY_MEDICAL, - "threshold": generativeai.types.HarmBlockThreshold.BLOCK_NONE, + "category": "HARM_CATEGORY_SEXUALLY_EXPLICIT", + "threshold": "BLOCK_NONE", }, { - "category": generativeai.types.HarmCategory.HARM_CATEGORY_DEROGATORY, - "threshold": generativeai.types.HarmBlockThreshold.BLOCK_NONE, - }, - { - "category": generativeai.types.HarmCategory.HARM_CATEGORY_DANGEROUS, - "threshold": generativeai.types.HarmBlockThreshold.BLOCK_NONE, - }, - { - "category": generativeai.types.HarmCategory.HARM_CATEGORY_UNSPECIFIED, - "threshold": generativeai.types.HarmBlockThreshold.BLOCK_NONE, - }, - { - "category": generativeai.types.HarmCategory.HARM_CATEGORY_VIOLENCE, - "threshold": generativeai.types.HarmBlockThreshold.BLOCK_NONE, - }, -] - -safety_settings_new_categories = [ - { - "category": generativeai.types.HarmCategory.HARM_CATEGORY_HARASSMENT, - "threshold": generativeai.types.HarmBlockThreshold.BLOCK_NONE, - }, - { - "category": generativeai.types.HarmCategory.HARM_CATEGORY_HATE_SPEECH, - "threshold": generativeai.types.HarmBlockThreshold.BLOCK_NONE, - }, - { - "category": generativeai.types.HarmCategory.HARM_CATEGORY_SEXUALLY_EXPLICIT, - "threshold": generativeai.types.HarmBlockThreshold.BLOCK_NONE, - }, - { - "category": generativeai.types.HarmCategory.HARM_CATEGORY_DANGEROUS_CONTENT, - "threshold": generativeai.types.HarmBlockThreshold.BLOCK_NONE, + "category": "HARM_CATEGORY_DANGEROUS_CONTENT", + "threshold": "BLOCK_NONE", }, ] diff --git a/automation-api/yival_experiments/custom_configuration/model_compare.py b/automation-api/yival_experiments/custom_configuration/model_compare.py index 5b45850..d6b96bc 100644 --- a/automation-api/yival_experiments/custom_configuration/model_compare.py +++ b/automation-api/yival_experiments/custom_configuration/model_compare.py @@ -1,6 +1,8 @@ +import os +import random + import litellm from litellm import completion -from llms.alibaba_complete import llm_complete as alibaba_llm_complete from model_config_wrapper import ModelConfigWrapper from yival.logger.token_logger import TokenLogger from yival.schemas.experiment_config import MultimodalOutput @@ -10,14 +12,34 @@ # load env vars from lib.config import read_config -from yival_experiments.custom_configuration.llms.palm_completion import ( - safety_settings_new_categories, - safety_settings_old_categories, +from yival_experiments.custom_configuration.llms.alibaba_complete import ( + llm_complete as alibaba_llm_complete, ) +from yival_experiments.custom_configuration.llms.palm_completion import safety_settings read_config() + # default model config if not provided -default_model_config = dict(model_name="gpt-3.5-turbo", params={"temperature": 0.5}) +# default_model_config = dict( +# model_id="gpt-4o-2024-05-13", +# params={"temperature": 0.5}, +# vendor="OpenAI" +# ) +# default_model_config = dict( +# model_id="vertex_ai/gemini-1.5-pro-preview-0409", +# params={"temperature": 0.5}, +# vendor="Google", +# ) +default_model_config = dict( + model_id="vertex_ai/claude-3-opus@20240229", + params={"temperature": 0.5}, + vendor="Anthropic", +) +default_model_config = dict( + model_id="replicate/meta/meta-llama-3-70b-instruct", + params={"temperature": 0.5}, + vendor="Meta", +) # set this to see verbose outputs litellm.set_verbose = True # enable caching in the evaluator. @@ -65,58 +87,64 @@ def model_compare( ) # system_prompt = """...""" - if model["vendor"] == "Alibaba": - # FIXME: alibaba's complete function doesn't support system prompt. - output = alibaba_llm_complete( - model_name=model["model_id"], prompt=prompt, **model["params"] + # prepare model call parameters + litellm_messages = [ + # {"content": system_prompt, "role": "system"}, + {"content": prompt, "role": "user"} + ] + + litellm_params = dict( + model=model["model_id"], + messages=litellm_messages, + caching=False, + num_retries=10, + request_timeout=60, + **model["params"] + ) + if model["vendor"] == "Google": + # choose a vertex project location + litellm.vertex_location = random.choice( + os.environ["VERTEXAI_LOCATIONS"].split(",") ) - response = Response(output=output).output - elif model["vendor"] == "Google": - messages = [ - # {"content": system_prompt, "role": "system"}, - {"content": prompt, "role": "user"} - ] - response = Response( - output=completion( - model=model["model_id"], - messages=messages, - # google allows changing content filters. We will disable all - safety_settings=safety_settings_old_categories - if model["model_id"].startswith("palm") - else safety_settings_new_categories, - caching=False, - num_retries=10, - request_timeout=60, - **model["params"], - ) - ).output - # print(response) - else: - messages = [ - # {"content": system_prompt, "role": "system"}, - {"content": prompt, "role": "user"} - ] - response = Response( - output=completion( - model=model["model_id"], - messages=messages, - caching=False, - num_retries=10, - request_timeout=60, - **model["params"], + # google allows changing content filters. We will disable all + litellm_params["safety_settings"] = safety_settings + elif model["vendor"] == "Anthropic": + if "opus" in model["model_id"]: + # there is only one location where claude Opus is available. + litellm.vertex_location = "us-east5" + else: + litellm.vertex_location = "us-central1" + + try: + if model["vendor"] == "Alibaba": + # FIXME: alibaba's complete function doesn't support system prompt. + output = alibaba_llm_complete( + model_name=model["model_id"], prompt=prompt, **model["params"] ) - ).output + response = Response(output=output).output + response_text = response["choices"][0]["message"]["content"] + else: + response = Response(output=completion(**litellm_params)).output + response_text = response["choices"][0]["message"]["content"] + except KeyboardInterrupt: + raise + except Exception as e: + print(str(e)) + response = None + response_text = "No Answer. Reason:\n" + str(e) res = MultimodalOutput( - text_output=response["choices"][0]["message"]["content"], + text_output=response_text, ) - # print(response["choices"][0]["message"]["content"]) - token_usage = response["usage"]["total_tokens"] - logger.log(token_usage) + if type(response) is Response: + token_usage = response["usage"]["total_tokens"] + logger.log(token_usage) + else: + logger.log(0) return res -def main(): +def main() -> None: q = "How many people worldwide have their basic needs met when it comes to food, " "water, toilets, electricity, schooling and healthcare?" print( @@ -125,11 +153,11 @@ def main(): q, "en_US", "Around 20%", - 3, + "3", "Around 50%", - 2, + "2", "Around 80%", - 1, + "1", ExperimentState(), ) ) diff --git a/automation-api/yival_experiments/custom_configuration/vertex_ai_evaluator.py b/automation-api/yival_experiments/custom_configuration/vertex_ai_evaluator.py new file mode 100644 index 0000000..b2b6f94 --- /dev/null +++ b/automation-api/yival_experiments/custom_configuration/vertex_ai_evaluator.py @@ -0,0 +1,139 @@ +""" +An evaluator that uses Vertex AI's prompt-based system for evaluations. + +The evaluator interfaces with the Vertex AI API to present tasks and interpret +the model's responses to determine the quality or correctness of a given +experiment result. +""" + +import copy +import logging +import os + +import litellm +from evaluator_common import ( + CLASSIFY_STR, + calculate_choice_score, + choices_to_string, + completion_with_backpff, + extract_choice_from_response, + format_template, +) +from vertex_ai_evaluator_config import VertexAIEvaluatorConfig +from yival.evaluators.base_evaluator import BaseEvaluator +from yival.schemas.evaluator_config import ( + EvaluatorOutput, + EvaluatorType, + MethodCalculationMethod, + MetricCalculatorConfig, +) +from yival.schemas.experiment_config import ( + ExperimentResult, + InputData, + MultimodalOutput, +) + +logging.basicConfig(level=logging.INFO) +logger = logging.getLogger(__name__) + +# because claude opus is only available in one location, we will hard code it here. +VERTEX_LOCATION = "us-east5" + + +class VertexAIEvaluator(BaseEvaluator): + """Evaluator using VertexAI's prompt-based evaluation.""" + + default_config = VertexAIEvaluatorConfig(name="vertex_ai_evaluator") # type: ignore + + def __init__(self, config: VertexAIEvaluatorConfig): + super().__init__(config) + self.config = config + + def evaluate(self, experiment_result: ExperimentResult) -> EvaluatorOutput: + """Evaluate the experiment result using Vertex AI's prompt-based evaluation.""" + assert isinstance(self.config, VertexAIEvaluatorConfig) + format_dict = copy.deepcopy(experiment_result.input_data.content) + format_dict["raw_output"] = experiment_result.raw_output.text_output + + prompt = format_template(self.config.prompt, format_dict) + if isinstance(prompt, str): + prompt = [{"role": "user", "content": prompt}] + + prompt[-1]["content"] += "\n\n" + CLASSIFY_STR.format( + choices=choices_to_string(self.config.choices) + ) + response = completion_with_backpff( + model=self.config.model_name, + messages=prompt, + temperature=0.0, + n=1, + max_tokens=2000, + request_timeout=60, + caching=True, + vertex_ai_location=VERTEX_LOCATION, + vertex_ai_project=os.environ["VERTEXAI_PROJECT"], + ) + # response = openai.ChatCompletion.create( + # model="gpt-4", messages=prompt, temperature=0.5) + response_content = response["choices"][0]["message"]["content"] + choice = extract_choice_from_response(response_content, self.config.choices) + score = calculate_choice_score(choice, self.config.choice_scores) + return EvaluatorOutput( + name=self.config.name, + result=score if score is not None else choice, + display_name=self.config.display_name, + metric_calculators=self.config.metric_calculators, + ) + + +BaseEvaluator.register_evaluator( + "vertex_ai_evaluator", VertexAIEvaluator, VertexAIEvaluatorConfig +) + + +def main(): + """Main function to test the OpenAIPromptBasedEvaluator.""" + from example_evaluator_data import ( + choice_scores, + choices, + content, + prompt, + raw_output, + ) + + from lib.config import read_config + + read_config() + litellm.set_verbose = True + + evaluator_config = VertexAIEvaluatorConfig( + name="gpt4_evaluator", + display_name="correctness test", + metric_calculators=[ + MetricCalculatorConfig( + MethodCalculationMethod(MethodCalculationMethod.AVERAGE) + ) + ], + prompt=prompt, + choices=choices, + evaluator_type=EvaluatorType.INDIVIDUAL, + choice_scores=choice_scores, + ) + + input_data_example = InputData(content=content) + + experiment_result_example = ExperimentResult( + input_data=input_data_example, + combination={"wrapper1": "var1", "wrapper2": "var2"}, + raw_output=MultimodalOutput(text_output=raw_output), + latency=150.0, + token_usage=50, + ) + + evaluator = VertexAIEvaluator(evaluator_config) + result = evaluator.evaluate(experiment_result_example) + print("Result: ", result.result) + + +if __name__ == "__main__": + main() diff --git a/automation-api/yival_experiments/custom_configuration/vertex_ai_evaluator_config.py b/automation-api/yival_experiments/custom_configuration/vertex_ai_evaluator_config.py new file mode 100644 index 0000000..8e81ab5 --- /dev/null +++ b/automation-api/yival_experiments/custom_configuration/vertex_ai_evaluator_config.py @@ -0,0 +1,18 @@ +from dataclasses import asdict, dataclass, field +from typing import Any, Dict, List, Optional, Union + +from yival.schemas.evaluator_config import EvaluatorConfig, EvaluatorType + + +@dataclass +class VertexAIEvaluatorConfig(EvaluatorConfig): + evaluator_type: EvaluatorType = EvaluatorType.INDIVIDUAL + prompt: Union[str, List[Dict[str, str]]] = "" + choices: List[str] = field(default_factory=list) + model_name: str = "vertex_ai/claude-3-opus@20240229" + description: str = "This is the description of the evaluator." + scale_description: str = "0-4" + choice_scores: Optional[Dict[str, float]] = None + + def asdict(self) -> Dict[str, Any]: + return asdict(self) diff --git a/automation-api/yival_experiments/data/questions_en-US.csv b/automation-api/yival_experiments/data/questions_en-US.csv index 60ed6bd..bdac936 100644 --- a/automation-api/yival_experiments/data/questions_en-US.csv +++ b/automation-api/yival_experiments/data/questions_en-US.csv @@ -1,280 +1,287 @@ -question_id,question_text,language,option_a,option_a_correctness,correct_answer,option_b,option_b_correctness,option_c,option_c_correctness -21,"In 1980, roughly 40% of the world's population lived in extreme poverty, with less than $2 per day. What is the share today?",en-US,10%,Correct,10%,30%,Wrong,50%,Very Wrong -14,What share of all plastic waste in the world ends up in the oceans?,en-US,Less than 6%,Correct,Less than 6%,Around 36%,Wrong,More than 66%,Very Wrong -1523,"Roughly what is the minimum wage in these countries with lots of textile factories, India, China, Pakistan, Vietnam, Cambodia, Myanmar and Indonesia?",en-US,Around $0.2 a day,Very Wrong,Around $10 a day,Around $1 a day,Wrong,Around $10 a day,Correct -2,How did the number of deaths per year from natural disasters change over the last hundred years?,en-US,More than doubled,Very Wrong,Decreased to less than half,Remained about the same,Wrong,Decreased to less than half,Correct -31,"Worldwide, how many babies are born with a trained health worker present?",en-US,Less than 30%,Very Wrong,More than 80%,Around 50%,Wrong,More than 80%,Correct -1,What happened to the global suicide rate in the last 20 years?,en-US,Decreased about 25%,Correct,Decreased about 25%,Stayed about the same,Wrong,Increased about 25%,Very Wrong -72,"In 1990, 3% of the world’s population lived in a different country than where they were born. What is that share today?",en-US,4%,Correct,4%,14%,Wrong,24%,Very Wrong -1603,"By 2050, the number of old people (age 65+) will double everywhere, except:",en-US,Low-income countries,Very Wrong,High-income countries,Middle-income countries,Wrong,High-income countries,Correct -1506,"There are 2 billion children in the world today, aged 0-14 years old. How many children will there be in the year 2100 according to the United Nations?",en-US,4 billion,Very Wrong,2 billion,3 billion,Wrong,2 billion,Correct -32,In which countries are people on average least satisfied with their lives?,en-US,Low-income countries,Correct,Low-income countries,Middle-income countries,Wrong,High-income countries,Very Wrong -64,What share of the world’s population used the Internet in 2022?,en-US,Around 60%,Correct,Around 60%,Around 75%,Wrong,Around 95%,Very Wrong -1525,Eighty percent of all men in the world were in the labor force in 2019. What was the number for women?,en-US,52%,Correct,52%,62%,Wrong,72%,Very Wrong -3,"In low-income countries across the world in 2022, what share of girls went to school until at least age 11?",en-US,Around 20%,Very Wrong,Around 60%,Around 40%,Wrong,Around 60%,Correct -35,How many university students worldwide get their degree in their home country (as opposed to abroad)?,en-US,Around 77%,Very Wrong,Around 97%,Around 87%,Wrong,Around 97%,Correct -36,"Of all primary school teachers in low-income countries, how many are trained?",en-US,30%,Very Wrong,70%,50%,Wrong,70%,Correct -39,How many child refugees attended primary school in 2021?,en-US,Less than 20%,Very Wrong,More than 60%,Around 40%,Wrong,More than 60%,Correct -38,"Across the world, how many children go to some form of preschool the year before they start school?",en-US,Around 20%,Very Wrong,Around 60%,Around 40%,Wrong,Around 60%,Correct -1510,"Of all children aged 6 to 11 in the world, how many go to school?",en-US,Less than 25%,Very Wrong,More than 85%,Around 60%,Wrong,More than 85%,Correct -1575,"Of all children in the world who are of primary school age but don't go to school, how many are girls?",en-US,Around 55%,Correct,Around 55%,Around 65%,Wrong,Around 75%,Very Wrong -1579,"Globally, how many primary school teachers are not trained for the job?",en-US,Around 15%,Correct,Around 15%,Around 35%,Wrong,Around 55%,Very Wrong -1561,"In 1950, roughly 50% of all adults had at least some basic education. What is the share today?",en-US,Around 40%,Very Wrong,Around 80%,Around 60%,Wrong,Around 80%,Correct -1612,How many primary schools in Sub-Saharan Africa have some access to electricity?,en-US,Around 10%,Very Wrong,Around 30%,Around 20%,Wrong,Around 30%,Correct -1711,What share of university teachers in the world are women?,en-US,Around 20%,Very Wrong,Around 40%,Around 30%,Wrong,Around 40%,Correct -1509,How many adults in the world say they can read?,en-US,Less than 40%,Very Wrong,More than 80%,Around 60%,Wrong,More than 80%,Correct -1755,"Of all girls aged 6 to 11 in the world, how many go to school?",en-US,Less than 25%,Very Wrong,Around 85%,Around 60%,Wrong,Around 85%,Correct -33,How many of the world's 1-year-old children were vaccinated against some disease in 2022?,en-US,Less than 25%,Very Wrong,More than 85%,Around 55%,Wrong,More than 85%,Correct -34,"Worldwide, there are around 38 million people living with HIV. How many of them got anti-HIV drugs in 2021?",en-US,Less than 15%,Very Wrong,More than 50%,Roughly 30%,Wrong,More than 50%,Correct -1517,Child deaths in Africa today are at the same levels as in Europe in:,en-US,1850,Very Wrong,1950,1900,Wrong,1950,Correct -1573,In what share of all schools in the world do children have soap and water to wash their hands with?,en-US,Around 25%,Very Wrong,Around 55%,Around 55%,Correct,Around 85%,Wrong -120,How many cases of smallpox are expected in the world this year?,en-US,Zero cases,Correct,Zero cases,One hundred thousand cases,Wrong,One million cases,Very Wrong -119,"In 1990, more than 4 million people died from indoor pollution. What has happened to the number who die each year since?",en-US,It decreased more than 30%,Correct,It decreased more than 30%,It stayed about the same,Wrong,It increased more than 30%,Very Wrong -95,"In 1990, around 9% of children worldwide died before age five. What is the number today?",en-US,Around 4%,Correct,Around 4%,Around 9%,Wrong,Around 14%,Very Wrong -96,What happened to the number of new tuberculosis cases worldwide between 2000 and 2017?,en-US,Increased 20%,Very Wrong,Decreased 20%,Stayed about the same,Wrong,Decreased 20%,Correct -94,"The average length of life worldwide is roughly 72, today. What was the global life expectancy a hundred years ago?",en-US,37 years,Correct,37 years,47 years,Wrong,57 years,Very Wrong -1605,How many children in Europe (including Russia and Türkiye) receive the full two doses of the measles vaccine?,en-US,Around 30%,Very Wrong,Around 90%,Around 60%,Wrong,Around 90%,Correct -1548,How many children aged under 5 in Sub-Saharan Africa sleep under a bed net to prevent malaria?,en-US,Around 25%,Very Wrong,Around 50%,Around 35%,Wrong,Around 50%,Correct -113,"What share of the world’s population today live in countries where life expectancy is shorter than 50 years (in 1960, it was around 55%)?",en-US,Less than 1%,Correct,Less than 1%,Around 30%,Wrong,Around 60%,Very Wrong -1641,What is the average life expectancy in Sub-Saharan Africa?,en-US,Around 40 years,Very Wrong,Around 60 years,Around 50 years,Wrong,Around 60 years,Correct -1655,"Worldwide, what share of all deaths are directly caused by illegal drug use?",en-US,Less than 1%,Correct,Less than 1%,Around 10%,Wrong,More than 20%,Very Wrong -1656,"Of all pregnant women in the world, how many give birth without first being examined by an educated midwife, nurse or doctor?",en-US,Around 15%,Correct,Around 15%,Around 35%,Wrong,Around 55%,Very Wrong -1683,What share of all road fatalities globally occur in low- and middle-income countries?,en-US,Around 50%,Very Wrong,Around 90%,Around 70%,Wrong,Around 90%,Correct -1560,How many babies in the world are born in health facilities?,en-US,Around 40%,Very Wrong,Around 80%,Around 60%,Wrong,Around 80%,Correct -1688,What share of adults worldwide used drugs in 2020 (other than alcohol or medicine)?,en-US,Around 5%,Correct,Around 5%,Around 25%,Wrong,Around 50%,Very Wrong -1570,Which of these risk factors leads to more deaths?,en-US,Dirty water,Very Wrong,Polluted air,Polluted air,Correct,Contaminated food,Wrong -1703,How many countries (out of 194) participate in some of the World Health Organization’s programmes for child vaccination?,en-US,64,Very Wrong,194,114,Wrong,194,Correct -1642,"When UNICEF bought child vaccines in 2018, what price did they pay on average, compared to the price paid by high-income countries like Germany and USA?",en-US,More than twice the price,Very Wrong,Less than 20% of the price,Roughly half the price,Wrong,Less than 20% of the price,Correct -1757,"In 1900, around 40% of children worldwide died before they reached age 5. What is that number today?",en-US,Around 4%,Correct,Around 4%,Around 14%,Wrong,Around 24%,Very Wrong -30,The low-income countries of today had a life expectancy of 44 years back in 1970. What is it now?,en-US,40 years,Very Wrong,60 years,50 years,Wrong,60 years,Correct -50,How many people in the world have some access to electricity?,en-US,Around 30%,Very Wrong,Around 90%,Around 60%,Wrong,Around 90%,Correct -1632,"Globally, what share of deaths is caused by overweight and obesity?",en-US,Less than 10%,Correct,Less than 10%,Around 25%,Wrong,Around 40%,Very Wrong -1513,"Between 2005 and 2020, $57 billion was spent on food aid for poor countries. How much was spent researching new crops that could yield more food or survive extreme weather?",en-US,$9 billion,Correct,$9 billion,$39 billion,Wrong,$69 billion,Very Wrong -1604,How many children in Europe (including Russia and Türkiye) are obese today?,en-US,Around 10%,Correct,Around 10%,Around 25%,Wrong,Around 40%,Very Wrong -1511,How much of the food eaten by people in Africa is produced in Africa?,en-US,Less than 20%,Very Wrong,More than 80%,Around 50%,Wrong,More than 80%,Correct -27,How many countries worldwide have holdings of plant genetic materials conserved in genebanks?,en-US,Less than 10,Very Wrong,Around 100,Around 50,Wrong,Around 100,Correct -29,"In 1995, all countries together spent 4,600 million US dollars on agriculture export subsidies. How much was spent in 2019?",en-US,100 million USD,Correct,100 million USD,"1,000 million USD",Wrong,"10,000 million USD",Very Wrong -26,"Worldwide, how many children under age 5 are overweight?",en-US,6%,Correct,6%,26%,Wrong,46%,Very Wrong -28,Which of the following regions has the largest share of children under 5 who are dangerously underweight?,en-US,North Africa & Middle East,Very Wrong,South Asia,South Asia,Correct,Sub-Saharan Africa,Wrong -25,"For every 100kg of food produced in the world, how much is transported to a different country?",en-US,17kg,Correct,17kg,37kg,Wrong,57kg,Very Wrong -118,"In the last 20 years, the proportion of people living in extreme poverty has...",en-US,More than halved,Correct,More than halved,Remained more or less the same,Wrong,Almost doubled,Very Wrong -1686,"Governments sometimes sell land to foreign companies. Since 2009, the total reported number of hectares sold annually worldwide has:",en-US,Dropped to less than half,Correct,Dropped to less than half,Stayed about the same,Wrong,Doubled,Very Wrong -1725,"Globally, a person with less than $2.15 a day is said to be living in extreme poverty. In the 40 richest countries, the national poverty lines are roughly:",en-US,$5 a day,Very Wrong,$20 a day,$10 a day,Wrong,$20 a day,Correct -1556,"Worldwide, how many people living in rural areas have some access to electricity?",en-US,Less than 30%,Very Wrong,More than 70%,About 50%,Wrong,More than 70%,Correct -1640,"Globally, an income of less than $2 a day is considered extreme poverty. In the Nordics (Sweden, Norway, Denmark, Finland, Iceland) national poverty lines are roughly:",en-US,$10 a day,Very Wrong,$30 a day,$20 a day,Wrong,$30 a day,Correct -1528,"How many people worldwide have their basic needs met when it comes to food, water, toilets, electricity, schooling and healthcare?",en-US,Around 25%,Very Wrong,Around 85%,Around 55%,Wrong,Around 85%,Correct -1530,"Of all people in the world living in extreme poverty, with less than $2 a day, how many live in middle-income countries?",en-US,Around 15%,Very Wrong,Around 60%,Around 30%,Wrong,Around 60%,Correct -4,What share of the population in high-income countries (like Germany and the USA) live in extreme poverty (with less than $2/day)?,en-US,Less than 1%,Correct,Less than 1%,Around 11%,Wrong,Around 21%,Very Wrong -24,How many people in the world cook using stoves that don't produce smoke?,en-US,Around 20%,Very Wrong,Around 70%,Around 45%,Wrong,Around 70%,Correct -23,"Of all people aged 65 or older in high-income countries, how many live below the poverty line?",en-US,14%,Correct,14%,29%,Wrong,44%,Very Wrong -22,How many countries (of 195) have some form of social security benefits for people with disabilities?,en-US,46,Very Wrong,186,116,Wrong,186,Correct -1611,What share of the world's population lives in middle-income countries today?,en-US,Around 25%,Very Wrong,Around 75%,Around 50%,Wrong,Around 75%,Correct -1504,What share of the world’s population lives in countries where women on average have less than 3 babies?,en-US,40%,Very Wrong,80%,60%,Wrong,80%,Correct -1762,The UN’s scenarios for stopping global warming rely on technologies to capture and store carbon from the atmosphere. How many of these technologies are already affordable and used today?,en-US,Less than 1%,Correct,Less than 1%,Around 15%,Wrong,Around 30%,Very Wrong -1650,In how many countries is the highest political leader a woman?,en-US,Around 4,Very Wrong,Around 19,Around 12,Wrong,Around 19,Correct -104,Which group of countries sent the most troops on UN peacekeeping missions during the past 5 years?,en-US,"Germany, Sweden, Netherlands, Ireland",Wrong,"Ethiopia, Rwanda, Bangladesh, India, Nepal","Ethiopia, Rwanda, Bangladesh, India, Nepal",Correct,"France, USA, Japan, S Korea, Switzerland, UK",Very Wrong -85,"What happens to the average global temperature if we halve the annual net emissions of CO2, today?",en-US,It decreases,Very Wrong,It keeps increasing,It stays the same,Wrong,It keeps increasing,Correct -58,What happened to the total amount of raw materials used across the world annually since 2000?,en-US,Stayed about the same,Very Wrong,Increased about 70%,Increased about 35%,Wrong,Increased about 70%,Correct -59,During the past 40 years the amount of oil and natural gas remaining in known reserves:,en-US,Reduced to less than half,Very Wrong,More than doubled,Remained about the same,Wrong,More than doubled,Correct -1691,"Of all energy used in the world, what share is electricity?",en-US,Around 20%,Correct,Around 20%,Around 50%,Wrong,Around 80%,Very Wrong -10,How many companies in the world have a woman as top manager or CEO?,en-US,Around 2%,Very Wrong,Around 18%,Around 10%,Wrong,Around 18%,Correct -1633,"70% of Europeans said they were planning to switch to a more environmentally friendly energy provider to fight climate change, in 2020. What was this number in China?",en-US,34%,Very Wrong,94%,64%,Wrong,94%,Correct -47,"Of all the freshwater used in the world, how much goes to agriculture?",en-US,Around 30%,Very Wrong,Around 70%,Around 50%,Wrong,Around 70%,Correct -46,"Worldwide, how many people have no toilet of any kind, and instead have to use bushes, fields or streets?",en-US,Roughly 10%,Correct,Roughly 10%,Roughly 30%,Wrong,Roughly 50%,Very Wrong -45,"Worldwide, how many people living in rural areas use surface water (such as lakes, rivers and streams) as their drinking water?",en-US,Less than 10%,Correct,Less than 10%,Around 30%,Wrong,More than 60%,Very Wrong -1626,How many people in the world have to make a round trip of more than 30 minutes to collect drinking water?,en-US,Around 10%,Correct,Around 10%,Around 25%,Wrong,Around 50%,Very Wrong -1689,"Of all energy used in the world in 2000, around 86% came from burning fossil fuels (oil, coal and gas). What is the number today?",en-US,Around 52%,Very Wrong,Around 82%,Around 64%,Wrong,Around 82%,Correct -1726,"Between 2001 and today, how many countries progressed from low-income to middle-income status?",en-US,Fewer than 5,Very Wrong,More than 30,Around 15,Wrong,More than 30,Correct -1646,"How much of all the money earned in low-income countries comes from agriculture, forestry and fishing?",en-US,Around 25%,Correct,Around 25%,Around 50%,Wrong,Around 75%,Very Wrong -62,What share of all workers worldwide are employed in the manufacturing sector?,en-US,Around 15%,Correct,Around 15%,Around 35%,Wrong,Around 55%,Very Wrong -1717,"Countries with incomes like India, Morocco and Bolivia, emit how much CO2 per person, compared to high-income countries?",en-US,80% less,Correct,80% less,40% less,Wrong,20% more,Very Wrong -1676,"In 2022, the UN spent around $6.4 billion to help refugees worldwide. How much did Western European governments spend to help refugees within West Europe?",en-US,Less than $3 billion,Very Wrong,More than $20 billion,Around $5 billion,Wrong,More than $20 billion,Correct -1589,"In 1990, 39% of the global labour force was female. What is this value today?",en-US,39%,Correct,39%,42%,Wrong,46%,Very Wrong -12,What share of the world’s population don't have enough food to meet their daily needs?,en-US,Around 11%,Correct,Around 11%,Around 23%,Wrong,Around 37%,Very Wrong -1616,How much of the economy of low-income countries comes from money transferred from citizens living abroad?,en-US,Roughly 6%,Correct,Roughly 6%,Roughly 26%,Wrong,Roughly 46%,Very Wrong -1754,"What is the official method for updating the list of countries called ""Developing countries""?",en-US,GDP per capita threshold,Wrong,There is no procedure,There is no procedure,Correct,Voting at the UN General Assembly,Very Wrong -1727,"Of all money earned in the world, how much comes from work in industry, manufacturing and construction?",en-US,28%,Correct,28%,38%,Wrong,53%,Very Wrong -1761,"Every year, energy from the sun (light and heat) reaches the earth. Compared to that energy, how much energy leaves the Earth out into space every year?",en-US,30% less than what comes in,Wrong,0.3% less than what comes in,0.3% less than what comes in,Correct,30% more than what comes in,Very Wrong -1760,How much raw material does each person in high-income countries use every year compared to those in middle-income countries?,en-US,60% less,Very Wrong,60% more,About the same,Wrong,60% more,Correct -1759,"Since 1850, what share of all carbon emissions have come from Europe and North America?",en-US,Around 50%,Correct,Around 50%,Around 75%,Wrong,Around 90%,Very Wrong -1758,"Of all money earned in the world, how much comes from services, such as administration, banking, care, teaching, transport and entertainment?",en-US,Around 30%,Very Wrong,More than 60%,Around 50%,Wrong,More than 60%,Correct -93,"How many countries have ratified the Law of the Sea, a UN convention introduced in 1982? (There are 195 countries.)",en-US,49 countries,Very Wrong,169 countries,109 countries,Wrong,169 countries,Correct -1498,"For all vertebrate species (animals with skeletons), how much did their wild populations decline on average during the past 50 years?",en-US,Around 10% decline,Very Wrong,Around 70% decline,Around 40% decline,Wrong,Around 70% decline,Correct -1521,"When biologists started counting fish in the oceans in 1950, around 1% of existing fish stocks were overexploited. By 2019 this share was...",en-US,...around 5%,Very Wrong,...more than 35%,...around 20%,Wrong,...more than 35%,Correct -1756,"The people in high income-income countries emit how much CO2 per person, on average, compared to the poorest 50% of the world population?",en-US,About the same,Very Wrong,Five times more,20% more,Wrong,Five times more,Correct -42,"Up to 1990, 18 countries in the world had been led by a female head of state or government. What is that number today?",en-US,37,Very Wrong,87,57,Wrong,87,Correct -1753,In how many countries was slavery still legal in 1950? (Meaning there was no law or constitution banning the ownership of another person.),en-US,58,Very Wrong,138,98,Wrong,138,Correct -92,"Since 2016, what has happened to the share of marine protected areas in national waters worldwide?",en-US,Decreased by about 75%,Very Wrong,Increased by about 75%,Stayed about the same,Wrong,Increased by about 75%,Correct -1722,"Since agreements were made in 1987 to limit ozone-depleting substances, how many have been phased out?",en-US,Less than 40%,Very Wrong,More than 95%,Around 70%,Wrong,More than 95%,Correct -106,How many people in the world feel safe walking alone at night where they live?,en-US,Less than 30%,Very Wrong,More than 60%,Around 45%,Wrong,More than 60%,Correct -97,What group of animals has the highest share of threatened species?,en-US,Birds,Wrong,Amphibians,Mammals,Very Wrong,Amphibians,Correct -103,How many people in the world say they have confidence in their local police?,en-US,Less than 15%,Very Wrong,More than 50%,Around 25%,Wrong,More than 50%,Correct -1677,"In 1990, people and governments gave $1.3 billion to UNHCR to help refugees across the world. How much was given in 2022? (UNHCR is the United Nations Refugee Agency. The amounts are adjusted for inflation.)",en-US,Slightly less,Very Wrong,5 times more,2 times more,Wrong,5 times more,Correct +question_id,question_text,language,option_a,option_a_correctness,option_b,option_b_correctness,option_c,option_c_correctness,correct_answer +40,"Worldwide, what share of seats in national parliaments are held by women today?",en-US,Around 5%,Very Wrong,Around 15%,Wrong,Around 25%,Correct,Around 25% +60,How many people in the world have a mobile phone subscription?,en-US,Close to 70%,Correct,Close to 80%,Wrong,Close to 90%,Very Wrong,Close to 70% +1,What happened to the global suicide rate in the last 20 years?,en-US,Decreased about 25%,Correct,Stayed about the same,Wrong,Increased about 25%,Very Wrong,Decreased about 25% +4,What share of the population in high-income countries (like Germany and the USA) live in extreme poverty (with less than $2/day)?,en-US,Less than 1%,Correct,Around 11%,Wrong,Around 21%,Very Wrong,Less than 1% +1737,How many people in high-income countries see climate change as a threat to their country over the next 20 years?,en-US,Around 20%,Very Wrong,Around 50%,Wrong,Around 80%,Correct,Around 80% +59,During the past 40 years the amount of oil and natural gas remaining in known reserves:,en-US,Reduced to less than half,Very Wrong,Remained about the same,Wrong,More than doubled,Correct,More than doubled +1691,"Of all energy used in the world, what share is electricity?",en-US,Around 20%,Correct,Around 50%,Wrong,Around 80%,Very Wrong,Around 20% +1731,"In 2022, how much of the increased electricity production in the world came from renewable sources?",en-US,Around 10%,Very Wrong,Around 45%,Wrong,Around 85%,Correct,Around 85% +1636,"Compared to the year before, how much less carbon dioxide was emitted worldwide during 2020 because of the Coronavirus Pandemic?",en-US,Around 5% less,Correct,Around 20% less,Wrong,Around 40% less,Very Wrong,Around 5% less +85,"What happens to the average global temperature if we halve the annual net emissions of CO2, today?",en-US,It decreases,Very Wrong,It stays the same,Wrong,It keeps increasing,Correct,It keeps increasing +72,"In 1990, 3% of the world’s population lived in a different country than where they were born. What is that share today?",en-US,4%,Correct,14%,Wrong,24%,Very Wrong,4% +1620,What share of the total global economy comes from tourism?,en-US,Around 10%,Correct,Around 25%,Wrong,Around 40%,Very Wrong,Around 10% +11,"In 1990, 58% of the world's population lived in low-income countries. What is the share today?",en-US,Around 9%,Correct,Around 37%,Wrong,Around 61%,Very Wrong,Around 9% +1603,"By 2050, the number of old people (age 65+) will double everywhere, except:",en-US,Low-income countries,Very Wrong,Middle-income countries,Wrong,High-income countries,Correct,High-income countries +1706,Electronics and pharmaceutical companies spend around 12% of their revenue on research and development. How much do energy and fuel producing companies spend?,en-US,Around 0.3%,Correct,Around 3%,Wrong,Around 30%,Very Wrong,Around 0.3% +1528,"How many people worldwide have their basic needs met when it comes to food, water, toilets, electricity, schooling and healthcare?",en-US,Around 25%,Very Wrong,Around 55%,Wrong,Around 85%,Correct,Around 85% +5,How much of the excess heat from global warming is captured in the oceans?,en-US,Around 9%,Very Wrong,Around 49%,Wrong,Around 89%,Correct,Around 89% +76,"Today, more than 5 times more people live in towns and cities than in 1950. What happened to the rural population?",en-US,Almost halved,Very Wrong,Stayed about the same,Wrong,Almost doubled,Correct,Almost doubled +1716,Which of these free-trade areas includes the most countries?,en-US,North American Free Trade Agreement,Very Wrong,African Continental Free Trade Area,Correct,The European Union,Wrong,African Continental Free Trade Area +21,"In 1980, roughly 40% of the world's population lived in extreme poverty, with less than $2 per day. What is the share today?",en-US,10%,Correct,30%,Wrong,50%,Very Wrong,10% +37,"Worldwide, how many children under age 15 do not achieve the required minimum skills in reading and math?",en-US,Around 10%,Very Wrong,Around 30%,Wrong,Around 50%,Correct,Around 50% +1500,"Across the world, women do more unpaid care and domestic work than men. How much more?",en-US,50% more,Very Wrong,Around twice as much,Wrong,Around three times more,Correct,Around three times more +97,What group of animals has the highest share of threatened species?,en-US,Birds,Wrong,Mammals,Very Wrong,Amphibians,Correct,Amphibians +1499,"In the 1950s, 50% of all wars occurred between countries that are recognized as sovereign states by the UN. What is that number today?",en-US,Around 5%,Correct,Around 25%,Wrong,Around 55%,Very Wrong,Around 5% +1502,"The United Nations’ Sustainable Development Goals have a total of 169 targets. How many of them mention the words ""democracy"" or ""democratic""?",en-US,0 targets,Correct,14 targets,Wrong,34 targets,Very Wrong,0 targets +64,What share of the world’s population used the Internet in 2023?,en-US,Around 65%,Correct,Around 80%,Wrong,Around 95%,Very Wrong,Around 65% +1517,Child deaths in Africa today are at the same levels as in Europe in:,en-US,1850,Very Wrong,1900,Wrong,1950,Correct,1950 +13,What share of the world’s population lives in megacities (cities with at least 10 million people)?,en-US,Around 8%,Correct,Around 28%,Wrong,Around 48%,Very Wrong,Around 8% +105,What share of the members of the United Nations General Assembly are low- and middle-income countries?,en-US,Around 20%,Very Wrong,Around 45%,Wrong,Around 70%,Correct,Around 70% +50,How many people in the world have some access to electricity?,en-US,Around 30%,Very Wrong,Around 60%,Wrong,Around 90%,Correct,Around 90% +12,What share of the world’s population don't have enough food to meet their daily needs?,en-US,Around 11%,Correct,Around 23%,Wrong,Around 37%,Very Wrong,Around 11% +1680,How many countries have satellites in orbit around the earth?,en-US,Around 15,Very Wrong,Around 40,Wrong,Around 80,Correct,Around 80 +62,What share of all workers worldwide are employed in the manufacturing sector?,en-US,Around 15%,Correct,Around 35%,Wrong,Around 55%,Very Wrong,Around 15% +1661,How many refugees currently live in the world's largest refugee camp?,en-US,"Around 9,000",Very Wrong,"Around 90,000",Wrong,"Around 900,000",Correct,"Around 900,000" +70,"When counting the number of refugees in the world, the number includes people who have...",en-US,Fled to a different country,Correct,Fled to another part of their country,Very Wrong,Both of the above,Wrong,Fled to a different country +69,"Of all refugees worldwide, in 2023, what share had been in exile for more than four years?",en-US,Less than 30%,Very Wrong,Around 45%,Wrong,More than 60%,Correct,More than 60% +66,What share of all migrants in the world are refugees?,en-US,Around 15%,Correct,Around 25%,Wrong,Around 35%,Very Wrong,Around 15% +65,Which of these countries hosts the largest share of refugees in relation to its population?,en-US,Germany,Wrong,Lebanon,Correct,Sweden,Very Wrong,Lebanon +80,"Since 1990, roughly 2 million people were made temporarily homeless in Europe due to natural disasters. The number for Asia during the same period was...",en-US,Roughly the same,Very Wrong,5 times more,Wrong,50 times more,Correct,50 times more +1717,"Countries with incomes like India, Morocco and Bolivia, emit how much CO2 per person, compared to high-income countries?",en-US,80% less,Correct,40% less,Wrong,20% more,Very Wrong,80% less +1524,"In 2022, how much fossil fuels (oil, coal and natural gas) were used in the world, compared to the year 2000?",en-US,95% (some less),Very Wrong,120% (some more),Wrong,145% (much more),Correct,145% (much more) +1761,"Every year, energy from the sun (light and heat) reaches the earth. Compared to that energy, how much energy leaves the Earth out into space every year?",en-US,30% less than what comes in,Wrong,0.3% less than what comes in,Correct,30% more than what comes in,Very Wrong,0.3% less than what comes in +1730,"In high-income countries in 2021, the poorer half of the population emitted roughly 5 tonnes of CO2 per person from burning fossil fuels. How much was emitted per person, by the richest 10%?",en-US,Half as much,Very Wrong,Twice as much,Wrong,Eight times more,Correct,Eight times more +86,How many of the 195 countries recognized by the UN have adopted the Paris Agreement on climate change and the environment?,en-US,92,Very Wrong,142,Wrong,192,Correct,192 +1672,"In 1990, around 60% of all electricity worldwide was produced using fossil fuels. What is that number today?",en-US,Around 40%,Very Wrong,Around 50%,Wrong,Around 60%,Correct,Around 60% +1738,"From 2015 to 2021, the world population increased by 80 million each year. During the same period, how many more people gained some access to electricity each year?",en-US,Around 15 million,Very Wrong,Around 40 million,Wrong,Around 120 million,Correct,Around 120 million +1741,"Of all greenhouse gas emissions from human activities, how much come from burning fossil fuels?",en-US,Around 25%,Very Wrong,Around 45%,Wrong,Around 65%,Correct,Around 65% +1715,What is it all greenhouse gases do?,en-US,Pollute air,Very Wrong,Absorb heat,Correct,Reflect light and heat,Wrong,Absorb heat +1689,"Of all energy used in the world in 2000, around 86% came from burning fossil fuels (oil, coal and gas). What is the number today?",en-US,Around 52%,Very Wrong,Around 64%,Wrong,Around 82%,Correct,Around 82% +2,How did the number of deaths per year from natural disasters change over the last hundred years?,en-US,More than doubled,Very Wrong,Remained about the same,Wrong,Decreased to less than half,Correct,Decreased to less than half +23,"Of all people aged 65 or older in high-income countries, how many live below the poverty line?",en-US,14%,Correct,29%,Wrong,44%,Very Wrong,14% +57,What share of people above retirement age worldwide are entitled to a pension?,en-US,Around 25%,Very Wrong,Around 45%,Wrong,Around 75%,Correct,Around 75% +52,"In 1990, 19% of people aged 65 and older in the world still worked. What is the share expected to be in 2030?",en-US,Around 21%,Correct,Around 41%,Wrong,Around 61%,Very Wrong,Around 21% 1678,"In 2022, many Western European governments spent more than $20 per person per day, to help newly arrived refugees. -How much did the United Nations spend per refugee per day on average, in the rest of the world?",en-US,Around $1,Correct,Around $1,Around $25,Wrong,Around $45,Very Wrong -1502,"The United Nations’ Sustainable Development Goals have a total of 169 targets. How many of them mention the words ""democracy"" or ""democratic""?",en-US,0 targets,Correct,0 targets,14 targets,Wrong,34 targets,Very Wrong -1499,"In the 1950s, 50% of all wars occurred between countries that are recognized as sovereign states by the UN. What is that number today?",en-US,Around 5%,Correct,Around 5%,Around 25%,Wrong,Around 55%,Very Wrong -6,How many people in the world have access to safe drinking water within 30 minutes of their home?,en-US,Around 50%,Very Wrong,Around 90%,Around 70%,Wrong,Around 90%,Correct -1500,"Across the world, women do more unpaid care and domestic work than men. How much more?",en-US,50% more,Very Wrong,Around three times more,Around twice as much,Wrong,Around three times more,Correct -37,"Worldwide, how many children under age 15 do not achieve the required minimum skills in reading and math?",en-US,Around 10%,Very Wrong,Around 50%,Around 30%,Wrong,Around 50%,Correct -1750,"In 2000, around 50% of the world's population didn't have modern stoves. Instead they cooked food by burning wood, charcoal or dung. What is the share today?",en-US,Around 30%,Correct,Around 30%,Around 40%,Wrong,Around 50%,Very Wrong -1747,"Of all greenhouse gases emitted in the world in 2004, around 1% required some kind of carbon tax or fee to be paid. What was the number in 2022?",en-US,Around 3%,Very Wrong,Around 23%,Around 13%,Wrong,Around 23%,Correct -1749,"If we stopped all carbon emissions (CO2) today, roughly how long would it take before the CO2 concentration in the atmosphere is back to the levels back in 1750?",en-US,Less than 100 years,Very Wrong,More than 1000 years,About 500 years,Wrong,More than 1000 years,Correct -1748,How many girls are married by the age of 15 in Sub-Saharan Africa?,en-US,Around 10%,Correct,Around 10%,Around 30%,Wrong,Around 50%,Very Wrong -80,"Since 1990, roughly 2 million people were made temporarily homeless in Europe due to natural disasters. The number for Asia during the same period was...",en-US,Roughly the same,Very Wrong,50 times more,5 times more,Wrong,50 times more,Correct -1653,"Worldwide, how many workers have informal jobs that are not registered with the government (and are not in agriculture)?",en-US,Around 20%,Very Wrong,Around 60%,Around 40%,Wrong,Around 60%,Correct -1594,"At the end of 2022, the world population was roughly 8 billion people. How many were international refugees, asylum seekers or displaced abroad by humanitarian crises?",en-US,46 million (0.6%),Correct,46 million (0.6%),480 million (6%),Wrong,720 million (9%),Very Wrong -1681,What is the average income of small family farms in low-income countries?,en-US,About $1.50 a day,Correct,About $1.50 a day,About $5 a day,Wrong,About $10 a day,Very Wrong -82,How many of the world’s 250 richest companies describe climate change as a risk in their annual reports?,en-US,About 10%,Very Wrong,About 60%,About 30%,Wrong,About 60%,Correct -41,"Worldwide, which of these contraceptive methods is the most used by women?",en-US,Pill,Very Wrong,Sterilization,Sterilization,Correct,Intrauterine Device (IUD),Wrong -109,"In 2000, low- and middle-income countries on average spent almost 6% of their annual income on their loans. What was this number in 2020?",en-US,Around 4%,Correct,Around 4%,Around 8%,Wrong,Around 12%,Very Wrong -110,"Of all education costs in the world, how much is paid by governments?",en-US,Around 40%,Very Wrong,Around 80%,Around 60%,Wrong,Around 80%,Correct -111,"Of all financial aid received by the least developed countries, how much comes from charity and philanthropy?",en-US,Around 5%,Correct,Around 5%,Around 25%,Wrong,Around 50%,Very Wrong -112,What share of the least developed countries in the world have foreign investment promotion agencies?,en-US,20%,Very Wrong,80%,50%,Wrong,80%,Correct -5,How much of the excess heat from global warming is captured in the oceans?,en-US,Around 9%,Very Wrong,Around 89%,Around 49%,Wrong,Around 89%,Correct -53,"Globally, around 160 million children are used for child labor. In what sector do the majority of them work?",en-US,Industry,Very Wrong,Agriculture,Agriculture,Correct,Services,Wrong -55,"Compared to 1980, the cost of energy from solar panels today is roughly:",en-US,1% of the 1980 cost,Correct,1% of the 1980 cost,21% of the 1980 cost,Wrong,41% of the 1980 cost,Very Wrong -65,Which of these countries hosts the largest share of refugees in relation to its population?,en-US,Germany,Wrong,Lebanon,Lebanon,Correct,Sweden,Very Wrong -66,What share of all migrants in the world are refugees?,en-US,Around 15%,Correct,Around 15%,Around 25%,Wrong,Around 35%,Very Wrong -69,"Of all refugees worldwide, in December 2022, what share had been in exile for more than four years?",en-US,Less than 30%,Very Wrong,More than 60%,Around 45%,Wrong,More than 60%,Correct -70,"When counting the number of refugees in the world, the number includes people who have...",en-US,Fled to a different country,Correct,Fled to a different country,Fled to another part of their country,Very Wrong,Both of the above,Wrong -108,"In high-income countries during the past 40 years, what happened to the top marginal income taxes that apply to the richest 0.1% of the population?",en-US,They were cut by one third,Correct,They were cut by one third,They stayed roughly the same,Wrong,They increased by one third,Very Wrong -107,"In 2000, 21% of all countries told the UN they had an independent human rights institution. What is the share today?",en-US,23% of countries,Very Wrong,62% of countries,41% of countries,Wrong,62% of countries,Correct -105,What share of the members of the United Nations General Assembly are low- and middle-income countries?,en-US,Around 20%,Very Wrong,Around 70%,Around 45%,Wrong,Around 70%,Correct -102,What happened to the number of pirate attacks on boats worldwide in the last 10 years?,en-US,It doubled,Very Wrong,It halved,It didn’t change much,Wrong,It halved,Correct -101,"Of all the area that was tropical rainforest 100 years ago worldwide, how much is still tropical rainforest today?",en-US,Less than 10%,Very Wrong,More than 30%,Around 20%,Wrong,More than 30%,Correct -100,What happened to the global forest area in the last 30 years?,en-US,Decreased around 50%,Very Wrong,Decreased around 10%,Decreased around 30%,Wrong,Decreased around 10%,Correct -60,How many people in the world have a mobile phone subscription?,en-US,Close to 70%,Correct,Close to 70%,Close to 80%,Wrong,Close to 90%,Very Wrong -1730,"In high-income countries in 2021, the poorer half of the population emitted roughly 5 tonnes of CO2 per person from burning fossil fuels. How much was emitted per person, by the richest 10%?",en-US,Half as much,Very Wrong,Eight times more,Twice as much,Wrong,Eight times more,Correct -13,What share of the world’s population lives in megacities (cities with at least 10 million people)?,en-US,Around 8%,Correct,Around 8%,Around 28%,Wrong,Around 48%,Very Wrong -1731,"In 2022, how much of the increased electricity production in the world came from renewable sources?",en-US,Around 10%,Very Wrong,Around 85%,Around 45%,Wrong,Around 85%,Correct -1737,How many people in high-income countries see climate change as a threat to their country over the next 20 years?,en-US,Around 20%,Very Wrong,Around 80%,Around 50%,Wrong,Around 80%,Correct -1497,What share of all fish caught for food across the world comes from fish farming?,en-US,Roughly 10%,Very Wrong,Roughly 55%,Roughly 35%,Wrong,Roughly 55%,Correct -1512,"Globally, what has happened to the size of the land area used for agriculture over the last 50 years?",en-US,Increased by 50%,Wrong,Stayed about the same,Stayed about the same,Correct,Decreased by 50%,Very Wrong -1520,What happened to the total volume of fish caught in the wild every year during the past 20 years?,en-US,It decreased by roughly 30%,Wrong,It stayed about the same,It stayed about the same,Correct,It increased by roughly 30%,Very Wrong -1529,"Worldwide, what happened to the size of the land areas declared as protected in the last 30 years?",en-US,Decreased by 58%,Very Wrong,Increased by 8%,Decreased by 8%,Wrong,Increased by 8%,Correct -1581,"In 2021, cargo ships worldwide carried 11 billion tons. What share of the cargo was oil, petroleum products, gas and chemicals?",en-US,Around 30%,Correct,Around 30%,Around 40%,Wrong,Around 50%,Very Wrong -1583,How many species of animals and plants are confirmed by biologists to have gone extinct in the last 200 years?,en-US,Around 600,Correct,Around 600,"Around 60,000",Wrong,"Around 600,000",Very Wrong -1596,How much of the oxygen that the Amazon forest produces do we humans breathe?,en-US,Less than 1%,Correct,Less than 1%,30%,Wrong,60%,Very Wrong -1597,"Of all oxygen produced in a year, how much comes from trees?",en-US,Around 25%,Correct,Around 25%,Around 55%,Wrong,Around 85%,Very Wrong -1598,"Of all the known species of birds worldwide, how many are endangered or threatened?",en-US,Around 15%,Correct,Around 15%,Around 35%,Wrong,Around 55%,Very Wrong -1625,"In 2020, the manufacturing sector contributed how much to the world's economy?",en-US,Around 15%,Correct,Around 15%,Around 30%,Wrong,Around 45%,Very Wrong -1637,"What share of all energy used in the world comes from the modern renewable sources (solar, wind, hydro and modern biofuels)?",en-US,Less than 10%,Correct,Less than 10%,Around 20%,Wrong,Around 35%,Very Wrong -1638,"Of the total cost of electricity worldwide, how much is the transfer from the power station to the user, on average?",en-US,Less than 1%,Very Wrong,Around 30%,Around 15%,Wrong,Around 30%,Correct -1647,"What share of the total area burned by wildfires globally was in Africa, between 2001 and 2018?",en-US,Around 10%,Very Wrong,Around 70%,Around 40%,Wrong,Around 70%,Correct -1672,"In 1990, around 60% of all electricity worldwide was produced using fossil fuels. What is that number today?",en-US,Around 40%,Very Wrong,Around 60%,Around 50%,Wrong,Around 60%,Correct -54,"Of all renewable energy used in the world today, what share comes from traditional burning of biomass like charcoal, wood and agricultural waste?",en-US,Around 10%,Very Wrong,Around 40%,Around 25%,Wrong,Around 40%,Correct -89,What happened to the annual number of oil spills from tankers worldwide since the 1970s?,en-US,Decreased tenfold,Correct,Decreased tenfold,Stayed about the same,Wrong,Increased tenfold,Very Wrong -90,"Oil and gas were the marine sectors that made the most money in 2010. If trends continue as before, which sector will it be in 2030?",en-US,Oil and gas,Wrong,Tourism,Tourism,Correct,Wave energy,Very Wrong -91,"Globally, people eat an average of 6kg of beef and veal a year. How much fish is consumed on average per person?",en-US,Around 3kg,Very Wrong,Around 10kg,Around 6kg,Wrong,Around 10kg,Correct -98,"When counting the total body weight of all mammals in the world, roughly how much comes from wild mammals?",en-US,Around 5%,Correct,Around 5%,Around 25%,Wrong,Around 50%,Very Wrong -99,What share of all agricultural land worldwide is used for feeding animals?,en-US,Roughly 25%,Very Wrong,Roughly 80%,Roughly 50%,Wrong,Roughly 80%,Correct -44,"Of 195 countries, how many have signed the UN Convention on the Elimination of All Forms of Discrimination against Women?",en-US,50,Very Wrong,190,120,Wrong,190,Correct -1574,In how many countries (out of 195) do married men and women NOT have equal legal rights to own land or houses?,en-US,Around 20,Correct,Around 20,Around 80,Wrong,Around 140,Very Wrong -1652,How many countries have laws which say that men and women should be paid the same amount for doing work of equal value?,en-US,Around 10%,Very Wrong,Around 40%,Around 25%,Wrong,Around 40%,Correct -1719,What share of all countries have some kind of law to protect women against domestic violence?,en-US,Around 25%,Very Wrong,Around 75%,Around 50%,Wrong,Around 75%,Correct -1610,"Across the world, what share of international migrants are women and girls?",en-US,Roughly 18%,Very Wrong,Roughly 48%,Roughly 33%,Wrong,Roughly 48%,Correct -1524,"In 2022, how much fossil fuels (oil, coal and natural gas) were used in the world, compared to the year 2000?",en-US,95% (some less),Very Wrong,145% (much more),120% (some more),Wrong,145% (much more),Correct -51,"In 1950, 0% of all energy consumption came from nuclear energy. What is that number today?",en-US,Around 5%,Correct,Around 5%,Around 25%,Wrong,Around 45%,Very Wrong -61,Ports in high-income countries handled around 350 million containers in 2020. What was that number for low- and middle-income countries?,en-US,Less than 200 million,Very Wrong,More than 400 million,Around 300 million,Wrong,More than 400 million,Correct -78,"In 2020, there were around 68 cities in Africa with more than 1 million inhabitants. How many cities of this size will there be in Africa in 2030, according to UN experts?",en-US,Fewer than 60,Very Wrong,More than 90,Around 70,Wrong,More than 90,Correct -18,"How much of the world's economy comes from agriculture, forestry and fishing?",en-US,Around 5%,Correct,Around 5%,Around 25%,Wrong,Around 45%,Very Wrong -79,Megacities are cities with more than 10 million inhabitants. What share of the world's population is expected to live in megacities in 2030?,en-US,Around 9%,Correct,Around 9%,Around 39%,Wrong,Around 69%,Very Wrong -52,"In 1990, 19% of people aged 65 and older in the world still worked. What is the share expected to be in 2030?",en-US,Around 21%,Correct,Around 21%,Around 41%,Wrong,Around 61%,Very Wrong -56,"Today, 65% of the world’s population are of working age (15-64 years old). What do UN experts think this number will be in 2100?",en-US,50%,Wrong,60%,60%,Correct,70%,Very Wrong -1728,"If we stopped emitting greenhouse gases today, for how long would the sea level continue to rise?",en-US,About 10 years,Very Wrong,"Over 1,000 years",About 100 years,Wrong,"Over 1,000 years",Correct -1715,What is it all greenhouse gases do?,en-US,Pollute air,Very Wrong,Absorb heat,Absorb heat,Correct,Reflect light and heat,Wrong -1693,"To avoid global warming of more than 1.5°​C, the world must use a limited amount of fossil fuels until 2030. If recent trends continue we will exceed that limit. By how much?",en-US,40% too much,Very Wrong,120% too much,80% too much,Wrong,120% too much,Correct -1649,When did scientists first start to realize that human activities have the power to influence the climate?,en-US,Around 1900,Correct,Around 1900,Around 1950,Wrong,Around 1980,Very Wrong -1639,Which of these gases is NOT a greenhouse gas?,en-US,Water vapor,Wrong,Nitrogen gas,Nitrogen gas,Correct,Ozone,Very Wrong -1634,"70% of Europeans said they were planning to switch to a more environmentally friendly energy provider to fight climate change, in 2020. What was this number in the US?",en-US,24%,Very Wrong,64%,44%,Wrong,64%,Correct -1623,"Currently, the average temperature on Earth is 15C. What would the average temperature on Earth be without greenhouse gases?",en-US,-18C,Correct,-18C,+6C,Wrong,+21C,Very Wrong -1592,"Globally, how much has the average sea level been rising per year over the past 100 years?",en-US,2mm per year (0.08 inches),Correct,2mm per year (0.08 inches),20mm per year (0.8 inches),Wrong,200mm per year (8 inches),Very Wrong -1590,How does water vapor contribute to the greenhouse effect (which keeps the earth’s atmosphere warm)?,en-US,Water vapor does not contribute,Wrong,Water vapor contributes significantly,Water vapor contributes significantly,Correct,Water vapor is not a greenhouse gas,Very Wrong -86,How many of the 195 countries recognized by the UN have adopted the Paris Agreement on climate change and the environment?,en-US,92,Very Wrong,192,142,Wrong,192,Correct -7,How many people in the world live in areas that are 5 meters or less above sea level?,en-US,Around 11%,Correct,Around 11%,Around 31%,Wrong,Around 51%,Very Wrong -1636,"Compared to the year before, how much less carbon dioxide was emitted worldwide during 2020 because of the Coronavirus Pandemic?",en-US,Around 5% less,Correct,Around 5% less,Around 20% less,Wrong,Around 40% less,Very Wrong -1645,"Around 25% of the economies of high-income countries come from the industry sector (including manufacturing and construction), on average. How much is this in low-income countries?",en-US,Around 25%,Correct,Around 25%,Around 45%,Wrong,Around 65%,Very Wrong -1643,How many people in low-income countries have access to some form of bank account?,en-US,Around 15%,Very Wrong,Around 40%,Around 25%,Wrong,Around 40%,Correct -1620,What share of the total global economy comes from tourism?,en-US,Around 10%,Correct,Around 10%,Around 25%,Wrong,Around 40%,Very Wrong -1587,"How many young men in the world (aged 15-24) are not engaged in education, employment or training?",en-US,Around 15%,Correct,Around 15%,Around 25%,Wrong,Around 35%,Very Wrong -1580,"Of all children (5-17 years old) in the world, how many are exploited for child labor?",en-US,Around 10%,Correct,Around 10%,Around 30%,Wrong,Around 50%,Very Wrong -1578,"Worldwide, what share of young people (aged 15-24) that work are in informal employment?",en-US,Around 25%,Very Wrong,Around 75%,Around 50%,Wrong,Around 75%,Correct -1522,Since 1970 the average income in the 40 richest countries more than doubled. The average income in the other countries…?,en-US,Declined to half,Very Wrong,More than doubled,Stayed roughly the same,Wrong,More than doubled,Correct -57,What share of people above retirement age worldwide are entitled to a pension?,en-US,Around 25%,Very Wrong,Around 75%,Around 45%,Wrong,Around 75%,Correct -1724,"Of all the journalists in prison globally at the end of 2017, around 20% were in Russia, China, Iran, Myanmar and Belarus combined. What was this figure in 2022?",en-US,Around 23%,Very Wrong,Around 53%,Around 38%,Wrong,Around 53%,Correct -1708,"Since 2015, what has happened to the number of people dying due to terrorism?",en-US,35% decrease,Correct,35% decrease,About the same,Wrong,35% increase,Very Wrong -1702,"Worldwide, how many homicide victims are men?",en-US,Around 40%,Very Wrong,Around 80%,Around 60%,Wrong,Around 80%,Correct -1568,"Of all firearms in the world, what share is owned by civilians?",en-US,Roughly 25%,Very Wrong,Roughly 85%,Roughly 55%,Wrong,Roughly 85%,Correct -1618,"Between 2011 and 2022, how many times did the US and Russia share information with each other about their nuclear weapons?",en-US,Zero times,Very Wrong,25 thousand times,25 times,Wrong,25 thousand times,Correct -1635,"When the Open Skies Treaty (which allows members to conduct observation flights over each others' land) began in 2002, 34 countries were members. How many are there today?",en-US,32,Correct,32,42,Wrong,62,Very Wrong -1629,Roughly 35 countries every year experienced some sort of violent conflict during the past 5 years. What was the average number during the 1950s?,en-US,Around 15 countries,Correct,Around 15 countries,Around 30 countries,Wrong,Around 60 countries,Very Wrong -1621,The 15 countries where most people say they trust others are:,en-US,Low-income countries,Very Wrong,High-income countries,Middle-income countries,Wrong,High-income countries,Correct -1600,What share of all recorded homicides in the world are related to gangs and organized crime?,en-US,Around 20%,Correct,Around 20%,Around 40%,Wrong,Around 60%,Very Wrong -1599,"What share of the world's population is suspected, arrested or cautioned by the police or criminal justice systems each year?",en-US,Around 2%,Correct,Around 2%,Around 20%,Wrong,Around 40%,Very Wrong -1547,What share of all battle deaths in the past 10 years occurred in Africa?,en-US,Around 15%,Correct,Around 15%,Around 35%,Wrong,Around 55%,Very Wrong -1723,"Where do the majority of people who are forced to flee their homes due to conflict, persecution or disaster move to?",en-US,Neighboring countries,Wrong,Stay within their own country,Stay within their own country,Correct,High-income countries,Very Wrong -1675,"Of all Syrian refugees in Egypt, Lebanon, Jordan and Iraq in 2022, how many said they couldn't afford their basic needs, such as food, medicine and housing?",en-US,Around 30%,Very Wrong,Around 90%,Around 60%,Wrong,Around 90%,Correct -1674,"In Uganda, Bangladesh, Colombia, and Türkiye, there were a total of 0.4 million refugees and migrants from humanitarian crises in 2010. What was the number in 2022?",en-US,Around 1 million,Very Wrong,Around 9 million,Around 5 million,Wrong,Around 9 million,Correct -1673,"In 2000, around 20% of all refugees worldwide fled to a high-income country. What was the number in 2021 (right before the war in Ukraine)?",en-US,Around 20%,Correct,Around 20%,Around 30%,Wrong,Around 40%,Very Wrong -1670,"In 2022, around 10% of the world's population live in low-income countries. What share of the global refugee population live there?",en-US,Less than 20%,Correct,Less than 20%,Around 35%,Wrong,More than 50%,Very Wrong -1663,"Among university-educated refugees in the EU in 2019 who were employed, how many of them were overqualified for their jobs?",en-US,Around 20%,Very Wrong,Around 60%,Around 40%,Wrong,Around 60%,Correct -1662,"In 2018, what share of refugee-hosting countries allowed refugees the right to work?",en-US,Around 10%,Very Wrong,Around 50%,Around 30%,Wrong,Around 50%,Correct -1661,How many refugees currently live in the world's largest refugee camp?,en-US,"Around 9,000",Very Wrong,"Around 900,000","Around 90,000",Wrong,"Around 900,000",Correct -1690,What share of Europe's population are migrants?,en-US,Around 12%,Correct,Around 12%,Around 22%,Wrong,Around 32%,Very Wrong -75,"Since it was founded, the International Monetary Fund (IMF) has had 12 managing directors. How many of them were born in Europe?",en-US,4,Very Wrong,12,8,Wrong,12,Correct -74,What share of the members of the International Monetary Fund (IMF) are low- and middle-income countries?,en-US,Around 20%,Very Wrong,Around 70%,Around 45%,Wrong,Around 70%,Correct -73,"Of 195 countries, how many have promised to create laws against racism, in accordance with the UN Convention on the Elimination of All Forms of Racial Discrimination?",en-US,10 countries,Very Wrong,180 countries,80 countries,Wrong,180 countries,Correct -71,"In what part of the world is income inequality the smallest, when measuring how much the richest 10% earn of all income?",en-US,Middle East,Very Wrong,Europe,Europe,Correct,Sub-Saharan Africa,Wrong -17,What share of countries in the world have laws against sexual harassment at work?,en-US,Around 30%,Very Wrong,Around 70%,Around 50%,Wrong,Around 70%,Correct -1720,"Worldwide, how many people in rural areas have access to safe drinking water within 30 minutes of their home?",en-US,Less than 25%,Very Wrong,More than 75%,Around 50%,Wrong,More than 75%,Correct -1577,How many people in the world have soap and water to wash their hands at home?,en-US,Around 20%,Very Wrong,Around 70%,Around 40%,Wrong,Around 70%,Correct -1576,"Worldwide, how many people living in rural areas have a toilet that they don't have to share with other households?",en-US,Around 20%,Very Wrong,Around 60%,Around 40%,Wrong,Around 60%,Correct -48,"How many countries (out of 195) have at least one desalination plant, removing salt from salt water?",en-US,30,Very Wrong,180,100,Wrong,180,Correct -49,How many countries have rules requiring that local communities are included when planning and managing freshwater resources?,en-US,30%,Very Wrong,70%,50%,Wrong,70%,Correct -1562,What share of the world population uses toilets connected to sewers?,en-US,Around 40%,Correct,Around 40%,Around 55%,Wrong,Around 70%,Very Wrong -1553,"Of all men aged 25-29, about 90% are in the labor force (have a job or are seeking one). What’s the number for women?",en-US,Around 60%,Correct,Around 60%,Around 70%,Wrong,Around 80%,Very Wrong -1619,How many women are married before the age of 18 in Sub-Saharan Africa?,en-US,Around 30%,Correct,Around 30%,Around 50%,Wrong,Around 70%,Very Wrong -43,"In how many countries, out of 195, is marriage under age 18 legally possible?",en-US,19,Very Wrong,139,79,Wrong,139,Correct -40,"Worldwide, what share of seats in national parliaments are held by women today?",en-US,Around 5%,Very Wrong,Around 25%,Around 15%,Wrong,Around 25%,Correct -1654,It took 12 years for the world's population to grow from 6 to 7 billion people. How long did it take from 7 to 8 billion?,en-US,2 years,Very Wrong,12 years,7 years,Wrong,12 years,Correct -1627,"What share of all countries will have fewer people in 2050 than they have today, if current population trends continue?",en-US,5%,Very Wrong,25%,15%,Wrong,25%,Correct -1622,There are currently 8 billion people on Earth. How many people do UN experts think there will be in 2100?,en-US,Around 10.5 billion,Correct,Around 10.5 billion,Around 16.5 billion,Wrong,Around 22.5 billion,Very Wrong -1593,The total number of old people worldwide (age 65+) is expected to increase by 800 million by 2050. How much of the increase will happen in high-income countries?,en-US,15%,Correct,15%,35%,Wrong,55%,Very Wrong -1505,"According to the United Nations, the world population will increase by another 2.4 billion people by 2100. The main reason is that there will be more…",en-US,children (below age 15),Very Wrong,adults (age 15 to 74),adults (age 15 to 74),Correct,very old (above age 75),Wrong -1567,How many of the world’s 195 countries do UN experts expect to decrease in population size between now and 2050?,en-US,Around 10 countries,Very Wrong,Around 50 countries,Around 30 countries,Wrong,Around 50 countries,Correct -1631,"Thirty years ago, less than 25% of the world's population lived in middle-income countries. What is the share today?",en-US,Around 15%,Very Wrong,Around 75%,Around 45%,Wrong,Around 75%,Correct -1705,Charities and governments across the world give money to the least developed countries. When comparing the total amounts given…,en-US,Charities give 20 times more,Very Wrong,Governments give 20 times more,Governments give 20 times more,Correct,They give roughly the same,Wrong -1687,The US has 4% of the world's population. What share of votes does it have when the World Bank decides on development loans to poorer countries?,en-US,16%,Correct,16%,36%,Wrong,56%,Very Wrong -1651,Which free trade area includes the most countries?,en-US,North Atlantic Free Trade Agreement (NAFTA),Very Wrong,African Continental Free Trade Area,African Continental Free Trade Area,Correct,The European Union,Wrong -1624,"Compared to the total international aid from rich governments in 2022, how much money did migrants across the world transfer back home to their countries of origin?",en-US,Less than 10% of total aid,Very Wrong,More than 200% of total aid,Around 30% of total aid,Wrong,More than 200% of total aid,Correct -19,The governments of high-income countries get how much of their revenue from customs and import duties?,en-US,Around 2%,Correct,Around 2%,Around 12%,Wrong,Around 22%,Very Wrong -1648,What share of the members of the World Trade Organization are low- and middle-income countries?,en-US,Around 25%,Very Wrong,Around 65%,Around 45%,Wrong,Around 65%,Correct -1712,"Before countries signed the High Seas Treaty in March 2023, around 1% of international oceans were protected. What number does the new agreement aim to achieve?",en-US,Around 5%,Very Wrong,Around 30%,Around 15%,Wrong,Around 30%,Correct -1710,"What share of waste that is collected from households, businesses and streets is food and other green waste (e.g. grass cuttings)?",en-US,Around 45%,Correct,Around 45%,Around 55%,Wrong,Around 65%,Very Wrong -1669,"Out of 195 countries, how many have banned gasoline containing lead?",en-US,75 countries,Very Wrong,195 countries,135 countries,Wrong,195 countries,Correct -1660,How many of the world’s 250 richest companies have set targets to cut their carbon emissions?,en-US,About 20%,Very Wrong,About 80%,About 50%,Wrong,About 80%,Correct -1628,"Globally, what share of waste that is collected from households, businesses and streets ends up in managed landfills (not open dump sites)?",en-US,Around 35%,Correct,Around 35%,Around 70%,Wrong,Around 95%,Very Wrong -1586,"Compared to people in high-income countries, how much waste do people living in middle-income countries generate per person per day?",en-US,Double the amount of waste,Very Wrong,Half the amount of waste,About the same,Wrong,Half the amount of waste,Correct -1585,What share of the world’s waste is generated in North America?,en-US,Around 14%,Correct,Around 14%,Around 28%,Wrong,Around 42%,Very Wrong -84,"Of all waste collected from homes, businesses and schools worldwide, how much of the total weight is plastic?",en-US,Around 12%,Correct,Around 12%,Around 42%,Wrong,Around 72%,Very Wrong -83,"Globally, how much food is lost between being harvested and sold in stores?",en-US,Around 15%,Correct,Around 15%,Around 30%,Wrong,Around 45%,Very Wrong -81,How many years did it take between the discovery of ozone depleting substances and the signing of an international agreement to ban them?,en-US,14 years,Correct,14 years,24 years,Wrong,34 years,Very Wrong -16,"After water, which raw material is most used in the world in terms of volume?",en-US,Oil,Wrong,Sand,Sand,Correct,Wood,Very Wrong -1671,"In the next 30 years, UN experts expect the world’s urban population to grow to 6.7 billion people. What do they think will happen to the rural population in that period?",en-US,It will decrease around 10%,Correct,It will decrease around 10%,It will stay about the same,Wrong,It will increase around 10%,Very Wrong -1709,"When listing the ten most expensive cities to live in the world in 2022, how many were in Europe?",en-US,4,Correct,4,6,Wrong,9,Very Wrong -1707,"If current trends continue, in 2100 the biggest city in the world is expected to be in:",en-US,Asia,Wrong,Africa,Africa,Correct,America,Very Wrong -1582,How many megacities are there in the whole world (metropolitan areas with more than 10 million inhabitants)?,en-US,Around 12,Very Wrong,Around 35,Around 23,Wrong,Around 35,Correct -77,"How much of the world’s total land surface has some physical infrastructure built on it, like houses or roads (excluding farm land)?",en-US,Less than 5%,Correct,Less than 5%,Around 15%,Wrong,More than 25%,Very Wrong -1706,Electronics and pharmaceutical companies spend around 12% of their revenue on research and development. How much do energy and fuel producing companies spend?,en-US,Around 0.3%,Correct,Around 0.3%,Around 3%,Wrong,Around 30%,Very Wrong -9,"Of all energy used in the world, how much comes from natural gas, coal and oil?",en-US,Around 40%,Very Wrong,Around 80%,Around 60%,Wrong,Around 80%,Correct -1692,"Compared to 100 years ago, how affordable is electricity in the US today?",en-US,About the same,Very Wrong,200 times more affordable,10 times more affordable,Wrong,200 times more affordable,Correct -1685,"Globally, which region has the highest number of mobile money accounts?",en-US,East Asia and Pacific,Wrong,Sub-Saharan Africa,Sub-Saharan Africa,Correct,Europe and Central Asia,Very Wrong -1682,"Since 1970, what happened to the amount of energy consumed per person globally?",en-US,Stayed more or less the same,Wrong,It increased by around 50%,It increased by around 50%,Correct,It increased by around 250%,Very Wrong -1680,How many countries have satellites in orbit around the earth?,en-US,Around 15,Very Wrong,Around 80,Around 40,Wrong,Around 80,Correct -20_text,"There are roughly eight billion people in the world today. If we split the world into four regions, how many people live in each region?",en-US,"1 billion in the Americas, 1 billion in Europe, 2 billion in Africa, 4 billion in Asia",Wrong,"1 billion in the Americas, 1 billion in Europe, 1 billion in Africa, 5 billion in Asia","1 billion in the Americas, 1 billion in Europe, 1 billion in Africa, 5 billion in Asia",Correct,"2 billion in the Americas, 1 billion in Europe, 1 billion in Africa, 4 billion in Asia",Very Wrong -1501_text,"Out of 195 countries in the world, how many are members of the United Nations?",en-US,93,Very Wrong,193,143,Wrong,193,Correct -1666_text,"People in high-income countries emit different amounts of CO2 depending on how rich they are. Going from the poorest 10% to the richest 10%, in 10% increments, which of the options accurately explains the change in emissions?",en-US,The amount of emissions gradually decreases from the poorest 10% to the richest 10%,Very Wrong,"The amount evenly increases from the poorest to the richest, until the richest 10% where it increases rapidly",The amount evenly increases from the poorest 10% to the richest 10%,Wrong,"The amount evenly increases from the poorest to the richest, until the richest 10% where it increases rapidly",Correct -1591_text,"Which answer best describes how the average temperature in the atmosphere has changed over the last 40 years, below and above 12km?",en-US,"The temperature in the atmosphere increased, both above and below 12km",Wrong,The temperature in the atmosphere decreased above 12km but increased below 12km,The temperature in the atmosphere decreased above 12km but increased below 12km,Correct,The temperature in the atmosphere increased above 12km but decreased below 12km,Very Wrong -1729_text,"If we split the world population into three income groups, less than $2/day between $2/day and $24/day, and more than $24/day. Which option, A, B or C, best shows the groups' sizes in 2022?",en-US,"50% less than $2/day, 20% between $2/day and $24/day, and 30% more than $24/day",Very Wrong,"10% less than $2/day, 70% between $2/day and $24/day, and 20% more than $24/day","30% less than $2/day, 40% between $2/day and $24/day, and 30% more than $24/day",Wrong,"10% less than $2/day, 70% between $2/day and $24/day, and 20% more than $24/day",Correct -1507_text,"In 1992, 56 journalists were reported killed. What has happened since then?",en-US,"Increased sharply, to 463 killings in 2022",Very Wrong,"Stayed roughly the same, with 67 killings in 2022",Increased to 257 killings in 2022,Wrong,"Stayed roughly the same, with 67 killings in 2022",Correct +How much did the United Nations spend per refugee per day on average, in the rest of the world?",en-US,Around $1,Correct,Around $25,Wrong,Around $45,Very Wrong,Around $1 +71,"In what part of the world is income inequality the smallest, when measuring how much the richest 10% earn of all income?",en-US,Middle East,Very Wrong,Europe,Correct,Sub-Saharan Africa,Wrong,Europe +1771,What happened to the global maternal mortality rate between 2000 and 2020 (the rate of mothers dying while giving birth or shortly after)?,en-US,It declined about 30%,Correct,It declined about 10%,Wrong,It stayed about the same,Very Wrong,It declined about 30% +1770,"Back in 1986, countries with nuclear weapons had around 64,000 warheads stockpiled. What is that number today?",en-US,80% less,Correct,About the same,Wrong,50% more,Very Wrong,80% less +96,What happened to the number of new tuberculosis cases worldwide between 2000 and 2022?,en-US,Increased 20%,Very Wrong,Stayed about the same,Wrong,Decreased 20%,Correct,Decreased 20% +1764,What happened to CO2 emissions from the EU and USA since 2005?,en-US,They decreased 20%,Correct,They stayed the same,Wrong,They increased 20%,Very Wrong,They decreased 20% +1763,In how many of the world’s 195 countries do women NOT have the right to vote?,en-US,0,Correct,23,Wrong,46,Very Wrong,0 +1766,"What happened to the average amount of food produced from a field with potatoes, cassava, maize, rice and wheat since 1960?",en-US,Dropped to less than half,Very Wrong,Stayed more or less the same,Wrong,It nearly doubled,Correct,It nearly doubled +1767,"Compared to 30 years ago, the pollution of microplastics in the world's oceans today is roughly:",en-US,8 times higher,Correct,80 times higher,Wrong,800 times higher,Very Wrong,8 times higher +1722,"Since agreements were made in 1987 to limit ozone-depleting substances, how many have been phased out?",en-US,Less than 40%,Very Wrong,Around 70%,Wrong,More than 95%,Correct,More than 95% +1640,"Globally, an income of less than $2 a day is considered extreme poverty. In the Nordics (Sweden, Norway, Denmark, Finland, Iceland) national poverty lines are roughly:",en-US,$10 a day,Very Wrong,$20 a day,Wrong,$30 a day,Correct,$30 a day +1755,"Of all girls aged 6 to 11 in the world, how many go to school?",en-US,Less than 30%,Very Wrong,Around 60%,Wrong,Around 90%,Correct,Around 90% +1676,"In 2022, the UN spent around $6.4 billion to help refugees worldwide. How much did Western European governments spend to help refugees within West Europe?",en-US,Less than $3 billion,Very Wrong,Around $5 billion,Wrong,More than $20 billion,Correct,More than $20 billion +31,"Worldwide, how many babies are born with a trained health worker present?",en-US,Less than 30%,Very Wrong,Around 50%,Wrong,More than 80%,Correct,More than 80% +17,What share of countries in the world have laws against sexual harassment at work?,en-US,Around 30%,Very Wrong,Around 50%,Wrong,Around 70%,Correct,Around 70% +51,"In 1950, 0% of all energy consumption came from nuclear energy. What is that number today?",en-US,Around 5%,Correct,Around 25%,Wrong,Around 45%,Very Wrong,Around 5% +8,"Biologists have evaluated the status of more than 150,000 species of plants and animals. How many are endangered or threatened?",en-US,Around 30%,Correct,Around 60%,Wrong,Around 90%,Very Wrong,Around 30% +43,"In how many countries, out of 195, is marriage under age 18 legally possible?",en-US,13,Very Wrong,73,Wrong,113,Correct,113 +120,How many cases of smallpox are expected in the world this year?,en-US,Zero cases,Correct,One hundred thousand cases,Wrong,One million cases,Very Wrong,Zero cases +1509,How many adults in the world say they can read?,en-US,Less than 40%,Very Wrong,Around 60%,Wrong,More than 80%,Correct,More than 80% +109,"In 2000, low- and middle-income countries on average spent almost 6% of their annual income on their loans. What was this number in 2022?",en-US,Around 4%,Correct,Around 8%,Wrong,Around 12%,Very Wrong,Around 4% +1753,In how many countries was slavery still legal in 1950? (Meaning there was no law or constitution banning the ownership of another person.),en-US,58,Very Wrong,98,Wrong,138,Correct,138 +1757,"In 1900, around 40% of children worldwide died before they reached age 5. What is that number today?",en-US,Around 4%,Correct,Around 14%,Wrong,Around 24%,Very Wrong,Around 4% +103,How many people in the world say they have confidence in their local police?,en-US,Less than 15%,Very Wrong,Around 25%,Wrong,More than 50%,Correct,More than 50% +104,Which group of countries sent the most troops on UN peacekeeping missions during the past 5 years?,en-US,"Germany, Sweden, Netherlands, Ireland",Wrong,"Ethiopia, Rwanda, Bangladesh, India, Nepal",Correct,"France, USA, Japan, S Korea, Switzerland, UK",Very Wrong,"Ethiopia, Rwanda, Bangladesh, India, Nepal" +106,How many people in the world feel safe walking alone at night where they live?,en-US,Less than 30%,Very Wrong,Around 45%,Wrong,More than 60%,Correct,More than 60% +118,"In the last 20 years, the proportion of people living in extreme poverty has...",en-US,More than halved,Correct,Remained more or less the same,Wrong,Almost doubled,Very Wrong,More than halved +42,"Up to 1990, 22 countries in the world had been led by a female head of state or government. What is that number today?",en-US,37,Very Wrong,57,Wrong,87,Correct,87 +41,"Worldwide, which of these contraceptive methods is the most used by women?",en-US,Pill,Very Wrong,Sterilization,Correct,Intrauterine Device (IUD),Wrong,Sterilization +33,How many of the world's 1-year-old children were vaccinated against some disease in 2022?,en-US,Less than 25%,Very Wrong,Around 55%,Wrong,More than 85%,Correct,More than 85% +3,"In low-income countries across the world in 2022, what share of girls went to school until at least age 11?",en-US,Around 20%,Very Wrong,Around 40%,Wrong,Around 60%,Correct,Around 60% +89,What happened to the annual number of oil spills from tankers worldwide since the 1970s?,en-US,Decreased tenfold,Correct,Stayed about the same,Wrong,Increased tenfold,Very Wrong,Decreased tenfold +91,"Globally, people eat an average of 6kg of beef and veal a year. How much fish is consumed on average per person?",en-US,Around 3kg,Very Wrong,Around 6kg,Wrong,Around 10kg,Correct,Around 10kg +92,"Since 2016, what has happened to the share of marine protected areas in national waters worldwide?",en-US,Decreased by about 75%,Very Wrong,Stayed about the same,Wrong,Increased by about 75%,Correct,Increased by about 75% +1768,In how many countries did the murder rate decrease between 2010 and 2021? (There are 195 countries.),en-US,Fewer than 15,Very Wrong,Around 50,Wrong,More than 85,Correct,More than 85 +1708,"Between 2012, and 2022, what happened to the number of people killed by terrorists?",en-US,25% decrease,Correct,About the same,Wrong,25% increase,Very Wrong,25% decrease +1600,What share of all recorded homicides in the world are related to gangs and organized crime?,en-US,Around 20%,Correct,Around 40%,Wrong,Around 60%,Very Wrong,Around 20% +1510,"Of all children aged 6 to 11 in the world, how many go to school?",en-US,Less than 25%,Very Wrong,Around 60%,Wrong,More than 85%,Correct,More than 85% +18,"How much of the world's economy comes from agriculture, forestry and fishing?",en-US,Around 5%,Correct,Around 25%,Wrong,Around 45%,Very Wrong,Around 5% +1633,"70% of Europeans said they were planning to switch to a more environmentally friendly energy provider to fight climate change, in 2020. What was this number in China?",en-US,34%,Very Wrong,64%,Wrong,94%,Correct,94% +1765,"Compared to the year 2000, how many species of animals, plants and fungi have been assessed in the wild and given a conservation status?",en-US,7% more,Very Wrong,70% more,Wrong,700% more,Correct,700% more +55,"Compared to 1980, the cost of energy from solar panels today is roughly:",en-US,1% of the 1980 cost,Correct,21% of the 1980 cost,Wrong,41% of the 1980 cost,Very Wrong,1% of the 1980 cost +1669,"Out of 195 countries, how many have banned gasoline containing lead?",en-US,75 countries,Very Wrong,135 countries,Wrong,195 countries,Correct,195 countries +1580,"Of all children (5-17 years old) in the world, how many are exploited for child labor?",en-US,Around 10%,Correct,Around 30%,Wrong,Around 50%,Very Wrong,Around 10% +1523,"Roughly what is the minimum wage in these countries with lots of textile factories, India, China, Pakistan, Vietnam, Cambodia, Myanmar and Indonesia?",en-US,Around $0.2 a day,Very Wrong,Around $1 a day,Wrong,Around $10 a day,Correct,Around $10 a day +1726,"Between 2001 and today, how many countries progressed from low-income to middle-income status?",en-US,Fewer than 5,Very Wrong,Around 15,Wrong,More than 30,Correct,More than 30 +1646,"How much of all the money earned in low-income countries comes from agriculture, forestry and fishing?",en-US,Around 25%,Correct,Around 50%,Wrong,Around 75%,Very Wrong,Around 25% +1611,What share of the world's population lives in middle-income countries today?,en-US,Around 25%,Very Wrong,Around 50%,Wrong,Around 75%,Correct,Around 75% +44,"Of 195 countries, how many have signed the UN Convention on the Elimination of All Forms of Discrimination against Women?",en-US,50,Very Wrong,120,Wrong,190,Correct,190 +1574,In how many countries (out of 195) do married men and women NOT have equal legal rights to own land or houses?,en-US,Around 20,Correct,Around 80,Wrong,Around 140,Very Wrong,Around 20 +1619,How many women are married before the age of 18 in Sub-Saharan Africa?,en-US,Around 30%,Correct,Around 50%,Wrong,Around 70%,Very Wrong,Around 30% +1650,In how many countries is the highest political leader a woman?,en-US,Around 5,Very Wrong,Around 10,Wrong,Around 15,Correct,Around 15 +1652,How many countries have laws which say that men and women should be paid the same amount for doing work of equal value?,en-US,Around 10%,Very Wrong,Around 25%,Wrong,Around 40%,Correct,Around 40% +1553,"Of all men aged 25-29, about 90% are in the labor force (have a job or are seeking one). What’s the number for women?",en-US,Around 60%,Correct,Around 70%,Wrong,Around 80%,Very Wrong,Around 60% +1719,What share of all countries have some kind of law to protect women against domestic violence?,en-US,Around 25%,Very Wrong,Around 50%,Wrong,Around 75%,Correct,Around 75% +1748,How many girls are married by the age of 15 in Sub-Saharan Africa?,en-US,Around 10%,Correct,Around 30%,Wrong,Around 50%,Very Wrong,Around 10% +45,"Worldwide, how many people living in rural areas use surface water (such as lakes, rivers and streams) as their drinking water?",en-US,Less than 10%,Correct,Around 30%,Wrong,More than 60%,Very Wrong,Less than 10% +46,"Worldwide, how many people have no toilet of any kind, and instead have to use bushes, fields or streets?",en-US,Roughly 10%,Correct,Roughly 30%,Wrong,Roughly 50%,Very Wrong,Roughly 10% +47,"Of all the freshwater used in the world, how much goes to agriculture?",en-US,Around 30%,Very Wrong,Around 50%,Wrong,Around 70%,Correct,Around 70% +48,"How many countries (out of 195) have at least one desalination plant, removing salt from salt water?",en-US,30,Very Wrong,100,Wrong,180,Correct,180 +49,How many countries have rules requiring that local communities are included when planning and managing freshwater resources?,en-US,30%,Very Wrong,50%,Wrong,70%,Correct,70% +1576,"Worldwide, how many people living in rural areas have a toilet that they don't have to share with other households?",en-US,Around 20%,Very Wrong,Around 40%,Wrong,Around 60%,Correct,Around 60% +1577,How many people in the world have soap and water to wash their hands at home?,en-US,Around 20%,Very Wrong,Around 40%,Wrong,Around 70%,Correct,Around 70% +1626,How many people in the world have to make a round trip of more than 30 minutes to collect drinking water?,en-US,Around 10%,Correct,Around 25%,Wrong,Around 50%,Very Wrong,Around 10% +1562,What share of the world population uses toilets connected to sewers?,en-US,Around 40%,Correct,Around 55%,Wrong,Around 70%,Very Wrong,Around 40% +1720,"Worldwide, how many people in rural areas have access to safe drinking water within 30 minutes of their home?",en-US,Less than 25%,Very Wrong,Around 50%,Wrong,More than 75%,Correct,More than 75% +9,"Of all energy used in the world, how much comes from natural gas, coal and oil?",en-US,Around 40%,Very Wrong,Around 60%,Wrong,Around 80%,Correct,Around 80% +54,"Of all renewable energy used in the world today, what share comes from traditional burning of biomass like charcoal, wood and agricultural waste?",en-US,Around 10%,Very Wrong,Around 25%,Wrong,Around 40%,Correct,Around 40% +1637,"What share of all energy used in the world comes from the modern renewable sources (solar, wind, hydro and modern biofuels)?",en-US,Less than 10%,Correct,Around 20%,Wrong,Around 35%,Very Wrong,Less than 10% +1638,"Of the total cost of electricity worldwide, how much is the transfer from the power station to the user, on average?",en-US,Less than 1%,Very Wrong,Around 15%,Wrong,Around 30%,Correct,Around 30% +1682,"Since 1970, what happened to the amount of energy consumed per person globally?",en-US,Stayed more or less the same,Wrong,It increased by around 50%,Correct,It increased by around 250%,Very Wrong,It increased by around 50% +1692,"Compared to 100 years ago, how affordable is electricity in the US today?",en-US,About the same,Very Wrong,10 times more affordable,Wrong,200 times more affordable,Correct,200 times more affordable +1750,"In 2000, around 50% of the world's population didn't have modern stoves. Instead they cooked food by burning wood, charcoal or dung. What is the share today?",en-US,Around 30%,Correct,Around 40%,Wrong,Around 50%,Very Wrong,Around 30% +53,"Globally, around 160 million children are used for child labor. In what sector do the majority of them work?",en-US,Industry,Very Wrong,Agriculture,Correct,Services,Wrong,Agriculture +1522,Since 1970 the average income in the 40 richest countries more than doubled. The average income in the other countries…?,en-US,Declined to half,Very Wrong,Stayed roughly the same,Wrong,More than doubled,Correct,More than doubled +1578,"Worldwide, what share of young people (aged 15-24) that work are in informal employment?",en-US,Around 25%,Very Wrong,Around 50%,Wrong,Around 75%,Correct,Around 75% +1587,"How many young men in the world (aged 15-24) are not engaged in education, employment or training?",en-US,Around 15%,Correct,Around 25%,Wrong,Around 35%,Very Wrong,Around 15% +1643,How many people in low-income countries have access to some form of bank account?,en-US,Around 15%,Very Wrong,Around 25%,Wrong,Around 40%,Correct,Around 40% +1645,"Around 25% of the economies of high-income countries come from the industry sector (including manufacturing and construction), on average. How much is this in low-income countries?",en-US,Around 25%,Correct,Around 45%,Wrong,Around 65%,Very Wrong,Around 25% +1653,"Worldwide, how many workers have informal jobs that are not registered with the government (and are not in agriculture)?",en-US,Around 20%,Very Wrong,Around 40%,Wrong,Around 60%,Correct,Around 60% +1681,What is the average income of small family farms in low-income countries?,en-US,About $1.50 a day,Correct,About $5 a day,Wrong,About $10 a day,Very Wrong,About $1.50 a day +1727,"Of all money earned in the world, how much comes from work in industry, manufacturing and construction?",en-US,28%,Correct,38%,Wrong,53%,Very Wrong,28% +1754,"What is the official method for updating the list of countries called ""Developing countries""?",en-US,GDP per capita threshold,Wrong,There is no procedure,Correct,Voting at the UN General Assembly,Very Wrong,There is no procedure +1758,"Of all money earned in the world, how much comes from services, such as administration, banking, care, teaching, transport and entertainment?",en-US,Around 30%,Very Wrong,Around 50%,Wrong,More than 60%,Correct,More than 60% +61,Ports in high-income countries handled around 350 million containers in 2020. What was that number for low- and middle-income countries?,en-US,Less than 200 million,Very Wrong,Around 300 million,Wrong,More than 400 million,Correct,More than 400 million +1581,"In 2021, cargo ships worldwide carried 11 billion tons. What share of the cargo was oil, petroleum products, gas and chemicals?",en-US,Around 30%,Correct,Around 40%,Wrong,Around 50%,Very Wrong,Around 30% +1625,"In 2020, the manufacturing sector contributed how much to the world's economy?",en-US,Around 15%,Correct,Around 30%,Wrong,Around 45%,Very Wrong,Around 15% +1685,"Globally, which region has the highest number of mobile money accounts?",en-US,East Asia and Pacific,Wrong,Sub-Saharan Africa,Correct,Europe and Central Asia,Very Wrong,Sub-Saharan Africa +73,"Of 195 countries, how many have promised to create laws against racism, in accordance with the UN Convention on the Elimination of All Forms of Racial Discrimination?",en-US,10 countries,Very Wrong,80 countries,Wrong,180 countries,Correct,180 countries +74,What share of the members of the International Monetary Fund (IMF) are low- and middle-income countries?,en-US,Around 20%,Very Wrong,Around 45%,Wrong,Around 70%,Correct,Around 70% +75,"Since it was founded, the International Monetary Fund (IMF) has had 12 managing directors. How many of them were born in Europe?",en-US,4,Very Wrong,8,Wrong,12,Correct,12 +1690,What share of Europe's population are migrants?,en-US,Around 12%,Correct,Around 22%,Wrong,Around 32%,Very Wrong,Around 12% +77,"How much of the world’s total land surface has some physical infrastructure built on it, like houses or roads (excluding farm land)?",en-US,Less than 5%,Correct,Around 15%,Wrong,More than 25%,Very Wrong,Less than 5% +78,"In 2020, there were around 68 cities in Africa with more than 1 million inhabitants. How many cities of this size will there be in Africa in 2030, according to UN experts?",en-US,Fewer than 60,Very Wrong,Around 70,Wrong,More than 90,Correct,More than 90 +79,Megacities are cities with more than 10 million inhabitants. What share of the world's population is expected to live in megacities in 2030?,en-US,Around 9%,Correct,Around 39%,Wrong,Around 69%,Very Wrong,Around 9% +1582,How many megacities are there in the whole world (metropolitan areas with more than 10 million inhabitants)?,en-US,Around 12,Very Wrong,Around 23,Wrong,Around 35,Correct,Around 35 +1707,"If current trends continue, in 2100 the biggest city in the world is expected to be in:",en-US,Asia,Wrong,Africa,Correct,America,Very Wrong,Africa +1709,"When listing the ten most expensive cities to live in the world in 2022, how many were in Europe?",en-US,4,Correct,6,Wrong,9,Very Wrong,4 +81,How many years did it take between the discovery of ozone depleting substances and the signing of an international agreement to ban them?,en-US,14 years,Correct,24 years,Wrong,34 years,Very Wrong,14 years +83,"Globally, how much food is lost between being harvested and sold in stores?",en-US,Around 15%,Correct,Around 30%,Wrong,Around 45%,Very Wrong,Around 15% +84,"Of all waste collected from homes, businesses and schools worldwide, how much of the total weight is plastic?",en-US,Around 12%,Correct,Around 42%,Wrong,Around 72%,Very Wrong,Around 12% +1585,What share of the world’s waste is generated in North America?,en-US,Around 14%,Correct,Around 28%,Wrong,Around 42%,Very Wrong,Around 14% +1586,"Compared to people in high-income countries, how much waste do people living in middle-income countries generate per person per day?",en-US,Double the amount of waste,Very Wrong,About the same,Wrong,Half the amount of waste,Correct,Half the amount of waste +1628,"Globally, what share of waste that is collected from households, businesses and streets ends up in managed landfills (not open dump sites)?",en-US,Around 35%,Correct,Around 70%,Wrong,Around 95%,Very Wrong,Around 35% +16,"After water, which raw material is most used in the world in terms of volume?",en-US,Oil,Wrong,Sand,Correct,Wood,Very Wrong,Sand +1710,"What share of waste that is collected from households, businesses and streets is food and other green waste (e.g. grass cuttings)?",en-US,Around 45%,Correct,Around 55%,Wrong,Around 65%,Very Wrong,Around 45% +1747,"Of all greenhouse gases emitted in the world in 2004, around 1% required some kind of carbon tax or fee to be paid. What was the number in 2022?",en-US,Around 3%,Very Wrong,Around 13%,Wrong,Around 23%,Correct,Around 23% +1760,How much raw material does each person in high-income countries use every year compared to those in middle-income countries?,en-US,60% less,Very Wrong,About the same,Wrong,60% more,Correct,60% more +7,How many people in the world live in areas that are 5 meters or less above sea level?,en-US,Around 11%,Correct,Around 31%,Wrong,Around 51%,Very Wrong,Around 11% +1590,How does water vapor contribute to the greenhouse effect (which keeps the earth’s atmosphere warm)?,en-US,Water vapor does not contribute,Wrong,Water vapor contributes significantly,Correct,Water vapor is not a greenhouse gas,Very Wrong,Water vapor contributes significantly +1592,"Globally, how much has the average sea level been rising per year over the past 100 years?",en-US,2mm per year (0.08 inches),Correct,20mm per year (0.8 inches),Wrong,200mm per year (8 inches),Very Wrong,2mm per year (0.08 inches) +1623,"Currently, the average temperature on Earth is 15C. What would the average temperature on Earth be without greenhouse gases?",en-US,-18C,Correct,+6C,Wrong,+21C,Very Wrong,-18C +1634,"70% of Europeans said they were planning to switch to a more environmentally friendly energy provider to fight climate change, in 2020. What was this number in the US?",en-US,24%,Very Wrong,44%,Wrong,64%,Correct,64% +1639,Which of these gases is NOT a greenhouse gas?,en-US,Water vapor,Wrong,Nitrogen gas,Correct,Ozone,Very Wrong,Nitrogen gas +1649,When did scientists first start to realize that human activities have the power to influence the climate?,en-US,Around 1900,Correct,Around 1950,Wrong,Around 1980,Very Wrong,Around 1900 +1728,"If we stopped emitting greenhouse gases today, for how long would the sea level continue to rise?",en-US,About 10 years,Very Wrong,About 100 years,Wrong,"Over 1,000 years",Correct,"Over 1,000 years" +1749,"If we stopped all carbon emissions (CO2) today, roughly how long would it take before the CO2 concentration in the atmosphere is back to the levels back in 1750?",en-US,Less than 100 years,Very Wrong,About 500 years,Wrong,More than 1000 years,Correct,More than 1000 years +82,How many of the world’s 250 richest companies describe climate change as a risk in their annual reports?,en-US,About 10%,Very Wrong,About 30%,Wrong,About 60%,Correct,About 60% +1660,How many of the world’s 250 richest companies have set targets to cut their carbon emissions?,en-US,About 20%,Very Wrong,About 50%,Wrong,About 80%,Correct,About 80% +1756,"The people in high income-income countries emit how much CO2 per person, on average, compared to the poorest 50% of the world population?",en-US,About the same,Very Wrong,20% more,Wrong,Five times more,Correct,Five times more +1759,"Since 1850, what share of all carbon emissions have come from Europe and North America?",en-US,Around 50%,Correct,Around 75%,Wrong,Around 90%,Very Wrong,Around 50% +1762,The UN’s scenarios for stopping global warming rely on technologies to capture and store carbon from the atmosphere. How many of these technologies are already affordable and used today?,en-US,Less than 1%,Correct,Around 15%,Wrong,Around 30%,Very Wrong,Less than 1% +90,"Oil and gas were the marine sectors that made the most money in 2010. If trends continue as before, which sector will it be in 2030?",en-US,Oil and gas,Wrong,Tourism,Correct,Wave energy,Very Wrong,Tourism +93,"How many countries have ratified the Law of the Sea, a UN convention introduced in 1982? (There are 195 countries.)",en-US,49 countries,Very Wrong,109 countries,Wrong,169 countries,Correct,169 countries +1497,What share of all fish caught for food across the world comes from fish farming?,en-US,Roughly 10%,Very Wrong,Roughly 35%,Wrong,Roughly 55%,Correct,Roughly 55% +1520,What happened to the total volume of fish caught in the wild every year during the past 20 years?,en-US,It decreased by roughly 30%,Wrong,It stayed about the same,Correct,It increased by roughly 30%,Very Wrong,It stayed about the same +1521,"When biologists started counting fish in the oceans in 1950, around 1% of existing fish stocks were overexploited. By 2019 this share was...",en-US,...around 5%,Very Wrong,...around 20%,Wrong,...more than 35%,Correct,...more than 35% +1712,"Before countries signed the High Seas Treaty in March 2023, around 1% of international oceans were protected. What number does the new agreement aim to achieve?",en-US,Around 5%,Very Wrong,Around 15%,Wrong,Around 30%,Correct,Around 30% +98,"When counting the total body weight of all mammals in the world, roughly how much comes from wild mammals?",en-US,Around 5%,Correct,Around 25%,Wrong,Around 50%,Very Wrong,Around 5% +99,What share of all agricultural land worldwide is used for feeding animals?,en-US,Roughly 25%,Very Wrong,Roughly 50%,Wrong,Roughly 80%,Correct,Roughly 80% +100,What happened to the global forest area in the last 30 years?,en-US,Decreased around 50%,Very Wrong,Decreased around 30%,Wrong,Decreased around 10%,Correct,Decreased around 10% +101,"Of all the area that was tropical rainforest 100 years ago worldwide, how much is still tropical rainforest today?",en-US,Less than 10%,Very Wrong,Around 20%,Wrong,More than 30%,Correct,More than 30% +1529,"Worldwide, what happened to the size of the land areas declared as protected in the last 30 years?",en-US,Decreased by 58%,Very Wrong,Decreased by 8%,Wrong,Increased by 8%,Correct,Increased by 8% +1512,"Globally, what has happened to the size of the land area used for agriculture over the last 50 years?",en-US,Increased by 50%,Wrong,Stayed about the same,Correct,Decreased by 50%,Very Wrong,Stayed about the same +1583,How many species of animals and plants are confirmed by biologists to have gone extinct in the last 200 years?,en-US,Around 600,Correct,"Around 60,000",Wrong,"Around 600,000",Very Wrong,Around 600 +1596,How much of the oxygen that the Amazon forest produces do we humans breathe?,en-US,Less than 1%,Correct,30%,Wrong,60%,Very Wrong,Less than 1% +1597,"Of all oxygen produced in a year, how much comes from trees?",en-US,Around 25%,Correct,Around 55%,Wrong,Around 85%,Very Wrong,Around 25% +1598,"Of all the known species of birds worldwide, how many are endangered or threatened?",en-US,Around 15%,Correct,Around 35%,Wrong,Around 55%,Very Wrong,Around 15% +1647,"What share of the total area burned by wildfires globally was in Africa, between 2001 and 2018?",en-US,Around 10%,Very Wrong,Around 40%,Wrong,Around 70%,Correct,Around 70% +107,"In 2000, 21% of all countries told the UN they had an independent human rights institution. What is the share today?",en-US,23% of countries,Very Wrong,41% of countries,Wrong,62% of countries,Correct,62% of countries +102,What happened to the number of pirate attacks on boats worldwide in the last 10 years?,en-US,It doubled,Very Wrong,It didn’t change much,Wrong,It halved,Correct,It halved +1547,What share of all battle deaths in the past 10 years occurred in Africa?,en-US,Around 15%,Correct,Around 35%,Wrong,Around 55%,Very Wrong,Around 15% +1599,"What share of the world's population is suspected, arrested or cautioned by the police or criminal justice systems each year?",en-US,Around 2%,Correct,Around 20%,Wrong,Around 40%,Very Wrong,Around 2% +1610,"Across the world, what share of international migrants are women and girls?",en-US,Roughly 18%,Very Wrong,Roughly 33%,Wrong,Roughly 48%,Correct,Roughly 48% +1621,The 15 countries where most people say they trust others are:,en-US,Low-income countries,Very Wrong,Middle-income countries,Wrong,High-income countries,Correct,High-income countries +1629,Roughly 35 countries every year experienced some sort of violent conflict during the past 5 years. What was the average number during the 1950s?,en-US,Around 15 countries,Correct,Around 30 countries,Wrong,Around 60 countries,Very Wrong,Around 15 countries +1635,"When the Open Skies Treaty (which allows members to conduct observation flights over each others' land) began in 2002, 34 countries were members. How many are there today?",en-US,32,Correct,42,Wrong,62,Very Wrong,32 +1618,"Between 2011 and 2022, how many times did the US and Russia share information with each other about their nuclear weapons?",en-US,Zero times,Very Wrong,25 times,Wrong,25 thousand times,Correct,25 thousand times +1568,"Of all firearms in the world, what share is owned by civilians?",en-US,Roughly 25%,Very Wrong,Roughly 55%,Wrong,Roughly 85%,Correct,Roughly 85% +1702,"Worldwide, how many homicide victims are men?",en-US,Around 40%,Very Wrong,Around 60%,Wrong,Around 80%,Correct,Around 80% +1724,"Of all the journalists in prison globally at the end of 2017, around 20% were in Russia, China, Iran, Myanmar and Belarus combined. What was this figure in 2022?",en-US,Around 23%,Very Wrong,Around 38%,Wrong,Around 53%,Correct,Around 53% +19,The governments of high-income countries get how much of their revenue from customs and import duties?,en-US,Around 2%,Correct,Around 12%,Wrong,Around 22%,Very Wrong,Around 2% +112,What share of the least developed countries in the world have foreign investment promotion agencies?,en-US,20%,Very Wrong,50%,Wrong,80%,Correct,80% +111,"Of all financial aid received by the least developed countries, how much comes from charity and philanthropy?",en-US,Around 5%,Correct,Around 25%,Wrong,Around 50%,Very Wrong,Around 5% +110,"Of all education costs in the world, how much is paid by governments?",en-US,Around 40%,Very Wrong,Around 60%,Wrong,Around 80%,Correct,Around 80% +108,"In high-income countries during the past 40 years, what happened to the top marginal income taxes that apply to the richest 0.1% of the population?",en-US,They were cut by one third,Correct,They stayed roughly the same,Wrong,They increased by one third,Very Wrong,They were cut by one third +1624,"Compared to the total international aid from rich governments in 2022, how much money did migrants across the world transfer back home to their countries of origin?",en-US,Less than 10% of total aid,Very Wrong,Around 30% of total aid,Wrong,More than 200% of total aid,Correct,More than 200% of total aid +1642,"When UNICEF bought child vaccines in 2018, what price did they pay on average, compared to the price paid by high-income countries like Germany and USA?",en-US,More than twice the price,Very Wrong,Roughly half the price,Wrong,Less than 20% of the price,Correct,Less than 20% of the price +1648,What share of the members of the World Trade Organization are low- and middle-income countries?,en-US,Around 25%,Very Wrong,Around 45%,Wrong,Around 65%,Correct,Around 65% +1651,Which free trade area includes the most countries?,en-US,North Atlantic Free Trade Agreement (NAFTA),Very Wrong,African Continental Free Trade Area,Correct,The European Union,Wrong,African Continental Free Trade Area +1687,The US has 4% of the world's population. What share of votes does it have when the World Bank decides on development loans to poorer countries?,en-US,16%,Correct,36%,Wrong,56%,Very Wrong,16% +1705,Charities and governments across the world give money to the least developed countries. When comparing the total amounts given…,en-US,Charities give 20 times more,Very Wrong,Governments give 20 times more,Correct,They give roughly the same,Wrong,Governments give 20 times more +1616,How much of the economy of low-income countries comes from money transferred from citizens living abroad?,en-US,Roughly 6%,Correct,Roughly 26%,Wrong,Roughly 46%,Very Wrong,Roughly 6% +1505,"According to the United Nations, the world population will increase by another 2.4 billion people by 2100. The main reason is that there will be more…",en-US,children (below age 15),Very Wrong,adults (age 15 to 74),Correct,very old (above age 75),Wrong,adults (age 15 to 74) +1504,What share of the world’s population lives in countries where women on average have less than 3 babies?,en-US,40%,Very Wrong,60%,Wrong,80%,Correct,80% +1506,"There are 2 billion children in the world today, aged 0-14 years old. How many children will there be in the year 2100 according to the United Nations?",en-US,4 billion,Very Wrong,3 billion,Wrong,2 billion,Correct,2 billion +1593,The total number of old people worldwide (age 65+) is expected to increase by 800 million by 2050. How much of the increase will happen in high-income countries?,en-US,15%,Correct,35%,Wrong,55%,Very Wrong,15% +56,"Today, 65% of the world’s population are of working age (15-64 years old). What do UN experts think this number will be in 2100?",en-US,50%,Wrong,60%,Correct,70%,Very Wrong,60% +1622,There are currently 8 billion people on Earth. How many people do UN experts think there will be in 2100?,en-US,Around 10.5 billion,Correct,Around 16.5 billion,Wrong,Around 22.5 billion,Very Wrong,Around 10.5 billion +1627,"What share of all countries will have fewer people in 2050 than they have today, if current population trends continue?",en-US,5%,Very Wrong,15%,Wrong,25%,Correct,25% +1631,"Thirty years ago, less than 25% of the world's population lived in middle-income countries. What is the share today?",en-US,Around 15%,Very Wrong,Around 45%,Wrong,Around 75%,Correct,Around 75% +1654,It took 12 years for the world's population to grow from 6 to 7 billion people. How long did it take from 7 to 8 billion?,en-US,2 years,Very Wrong,7 years,Wrong,12 years,Correct,12 years +1567,How many of the world’s 195 countries do UN experts expect to decrease in population size between now and 2050?,en-US,Around 10 countries,Very Wrong,Around 30 countries,Wrong,Around 50 countries,Correct,Around 50 countries +39,How many child refugees attended primary school in 2021?,en-US,Less than 20%,Very Wrong,Around 40%,Wrong,More than 60%,Correct,More than 60% +1594,"At the end of 2022, the world population was roughly 8 billion people. How many were international refugees, asylum seekers or displaced abroad by humanitarian crises?",en-US,46 million (0.6%),Correct,480 million (6%),Wrong,720 million (9%),Very Wrong,46 million (0.6%) +1662,"In 2018, what share of refugee-hosting countries allowed refugees the right to work?",en-US,Around 10%,Very Wrong,Around 30%,Wrong,Around 45%,Correct,Around 45% +1663,"Among university-educated refugees in the EU in 2019 who were employed, how many of them were overqualified for their jobs?",en-US,Around 20%,Very Wrong,Around 40%,Wrong,Around 60%,Correct,Around 60% +1670,"In 2022, around 10% of the world's population live in low-income countries. What share of the global refugee population live there?",en-US,Less than 20%,Correct,Around 35%,Wrong,More than 50%,Very Wrong,Less than 20% +1673,"In 2000, around 20% of all refugees worldwide fled to a high-income country. What was the number in 2021 (right before the war in Ukraine)?",en-US,Around 20%,Correct,Around 30%,Wrong,Around 40%,Very Wrong,Around 20% +1674,"In Uganda, Bangladesh, Colombia, and Türkiye, there were a total of 0.4 million refugees and migrants from humanitarian crises in 2010. What was the number in 2022?",en-US,Around 1 million,Very Wrong,Around 5 million,Wrong,Around 9 million,Correct,Around 9 million +1675,"Of all Syrian refugees in Egypt, Lebanon, Jordan and Iraq in 2022, how many said they couldn't afford their basic needs, such as food, medicine and housing?",en-US,Around 30%,Very Wrong,Around 60%,Wrong,Around 90%,Correct,Around 90% +1677,"In 1990, people and governments gave $1.3 billion to UNHCR to help refugees across the world. How much was given in 2022? (UNHCR is the United Nations Refugee Agency. The amounts are adjusted for inflation.)",en-US,Slightly less,Very Wrong,2 times more,Wrong,5 times more,Correct,5 times more +1723,"Where do the majority of people who are forced to flee their homes due to conflict, persecution or disaster move to?",en-US,Neighboring countries,Wrong,Stay within their own country,Correct,High-income countries,Very Wrong,Stay within their own country +1525,Eighty percent of all men in the world were in the labor force in 2019. What was the number for women?,en-US,52%,Correct,62%,Wrong,72%,Very Wrong,52% +35,How many university students worldwide get their degree in their home country (as opposed to abroad)?,en-US,Around 77%,Very Wrong,Around 87%,Wrong,Around 97%,Correct,Around 97% +36,"Of all primary school teachers in low-income countries, how many are trained?",en-US,30%,Very Wrong,50%,Wrong,70%,Correct,70% +38,"Across the world, how many children go to some form of preschool the year before they start school?",en-US,Around 20%,Very Wrong,Around 40%,Wrong,Around 60%,Correct,Around 60% +1575,"Of all children in the world who are of primary school age but don't go to school, how many are girls?",en-US,Around 55%,Correct,Around 65%,Wrong,Around 75%,Very Wrong,Around 55% +1579,"Globally, how many primary school teachers are not trained for the job?",en-US,Around 15%,Correct,Around 35%,Wrong,Around 55%,Very Wrong,Around 15% +1561,"In 1950, roughly 50% of all adults had at least some basic education. What is the share today?",en-US,Around 40%,Very Wrong,Around 60%,Wrong,Around 80%,Correct,Around 80% +1612,How many primary schools in Sub-Saharan Africa have some access to electricity?,en-US,Around 10%,Very Wrong,Around 20%,Wrong,Around 30%,Correct,Around 30% +1711,What share of university teachers in the world are women?,en-US,Around 20%,Very Wrong,Around 30%,Wrong,Around 40%,Correct,Around 40% +34,"Worldwide, there are around 38 million people living with HIV. How many of them got anti-HIV drugs in 2021?",en-US,Less than 15%,Very Wrong,Roughly 30%,Wrong,More than 50%,Correct,More than 50% +1573,In what share of all schools in the world do children have soap and water to wash their hands with?,en-US,Around 25%,Very Wrong,Around 55%,Correct,Around 85%,Wrong,Around 55% +119,"In 1990, more than 4 million people died from indoor pollution. What has happened to the number who die each year since?",en-US,It decreased more than 30%,Correct,It stayed about the same,Wrong,It increased more than 30%,Very Wrong,It decreased more than 30% +95,"In 1990, around 9% of children worldwide died before age five. What is the number today?",en-US,Around 4%,Correct,Around 9%,Wrong,Around 14%,Very Wrong,Around 4% +94,"The average length of life worldwide is roughly 72, today. What was the global life expectancy a hundred years ago?",en-US,37 years,Correct,47 years,Wrong,57 years,Very Wrong,37 years +1605,How many children in Europe (including Russia and Türkiye) receive the full two doses of the measles vaccine?,en-US,Around 30%,Very Wrong,Around 60%,Wrong,Around 90%,Correct,Around 90% +1548,How many children aged under 5 in Sub-Saharan Africa sleep under a bed net to prevent malaria?,en-US,Around 25%,Very Wrong,Around 35%,Wrong,Around 50%,Correct,Around 50% +113,"What share of the world’s population today live in countries where life expectancy is shorter than 50 years (in 1960, it was around 55%)?",en-US,Less than 1%,Correct,Around 30%,Wrong,Around 60%,Very Wrong,Less than 1% +1641,What is the average life expectancy in Sub-Saharan Africa?,en-US,Around 40 years,Very Wrong,Around 50 years,Wrong,Around 60 years,Correct,Around 60 years +1655,"Worldwide, what share of all deaths are directly caused by illegal drug use?",en-US,Less than 1%,Correct,Around 10%,Wrong,More than 20%,Very Wrong,Less than 1% +1656,"Of all pregnant women in the world, how many give birth without first being examined by an educated midwife, nurse or doctor?",en-US,Around 15%,Correct,Around 35%,Wrong,Around 55%,Very Wrong,Around 15% +1683,What share of all road fatalities globally occur in low- and middle-income countries?,en-US,Around 50%,Very Wrong,Around 70%,Wrong,Around 90%,Correct,Around 90% +1560,How many babies in the world are born in health facilities?,en-US,Around 40%,Very Wrong,Around 60%,Wrong,Around 80%,Correct,Around 80% +1688,What share of adults worldwide used drugs in 2020 (other than alcohol or medicine)?,en-US,Around 5%,Correct,Around 25%,Wrong,Around 50%,Very Wrong,Around 5% +1570,Which of these risk factors leads to more deaths?,en-US,Dirty water,Very Wrong,Polluted air,Correct,Contaminated food,Wrong,Polluted air +1703,How many countries (out of 194) participate in some of the World Health Organization’s programmes for child vaccination?,en-US,64,Very Wrong,114,Wrong,194,Correct,194 +30,The low-income countries of today had a life expectancy of 44 years back in 1970. What is it now?,en-US,40 years,Very Wrong,50 years,Wrong,60 years,Correct,60 years +1632,"Globally, what share of deaths is caused by overweight and obesity?",en-US,Less than 10%,Correct,Around 25%,Wrong,Around 40%,Very Wrong,Less than 10% +1513,"Between 2005 and 2020, $57 billion was spent on food aid for poor countries. How much was spent researching new crops that could yield more food or survive extreme weather?",en-US,$9 billion,Correct,$39 billion,Wrong,$69 billion,Very Wrong,$9 billion +1604,How many children in Europe (including Russia and Türkiye) are obese today?,en-US,Around 10%,Correct,Around 25%,Wrong,Around 40%,Very Wrong,Around 10% +1511,How much of the food eaten by people in Africa is produced in Africa?,en-US,Less than 20%,Very Wrong,Around 50%,Wrong,More than 80%,Correct,More than 80% +27,How many countries worldwide have holdings of plant genetic materials conserved in genebanks?,en-US,Less than 10,Very Wrong,Around 50,Wrong,Around 100,Correct,Around 100 +29,"In 1995, all countries together spent 4,600 million US dollars on agriculture export subsidies. How much was spent in 2019?",en-US,100 million USD,Correct,"1,000 million USD",Wrong,"10,000 million USD",Very Wrong,100 million USD +26,"Worldwide, how many children under age 5 are overweight?",en-US,6%,Correct,26%,Wrong,46%,Very Wrong,6% +28,Which of the following regions has the largest share of children under 5 who are dangerously underweight?,en-US,North Africa & Middle East,Very Wrong,South Asia,Correct,Sub-Saharan Africa,Wrong,South Asia +25,"For every 100kg of food produced in the world, how much is transported to a different country?",en-US,17kg,Correct,37kg,Wrong,57kg,Very Wrong,17kg +1686,"Governments sometimes sell land to foreign companies. Since 2009, the total reported number of hectares sold annually worldwide has:",en-US,Dropped to less than half,Correct,Stayed about the same,Wrong,Doubled,Very Wrong,Dropped to less than half +1725,"Globally, a person with less than $2.15 a day is said to be living in extreme poverty. In the 40 richest countries, the national poverty lines are roughly:",en-US,$5 a day,Very Wrong,$10 a day,Wrong,$20 a day,Correct,$20 a day +1556,"Worldwide, how many people living in rural areas have some access to electricity?",en-US,Less than 30%,Very Wrong,About 50%,Wrong,More than 70%,Correct,More than 70% +1530,"Of all people in the world living in extreme poverty, with less than $2 a day, how many live in middle-income countries?",en-US,Around 15%,Very Wrong,Around 30%,Wrong,Around 60%,Correct,Around 60% +24,How many people in the world cook using stoves that don't produce smoke?,en-US,Around 20%,Very Wrong,Around 45%,Wrong,Around 70%,Correct,Around 70% +22,How many countries (of 195) have some form of social security benefits for people with disabilities?,en-US,46,Very Wrong,116,Wrong,186,Correct,186 +6,How many people in the world have access to safe drinking water within 30 minutes of their home?,en-US,Around 50%,Very Wrong,Around 70%,Wrong,Around 90%,Correct,Around 90% +1671,"In the next 30 years, UN experts expect the world’s urban population to grow to 6.7 billion people. What do they think will happen to the rural population in that period?",en-US,It will decrease around 10%,Correct,It will stay about the same,Wrong,It will increase around 10%,Very Wrong,It will decrease around 10% +20_text,"There are roughly eight billion people in the world today. If we split the world into four regions, how many people live in each region?",en-US,"1 billion in the Americas, 1 billion in Europe, 2 billion in Africa, 4 billion in Asia",Wrong,"1 billion in the Americas, 1 billion in Europe, 1 billion in Africa, 5 billion in Asia",Correct,"2 billion in the Americas, 1 billion in Europe, 1 billion in Africa, 4 billion in Asia",Very Wrong,"1 billion in the Americas, 1 billion in Europe, 1 billion in Africa, 5 billion in Asia" +1729_text,"If we split the world population into three income groups, less than $2/day between $2/day and $24/day, and more than $24/day. Which option, A, B or C, best shows the groups' sizes in 2022?",en-US,"50% less than $2/day, 20% between $2/day and $24/day, and 30% more than $24/day",Very Wrong,"30% less than $2/day, 40% between $2/day and $24/day, and 30% more than $24/day",Wrong,"10% less than $2/day, 70% between $2/day and $24/day, and 20% more than $24/day",Correct,"10% less than $2/day, 70% between $2/day and $24/day, and 20% more than $24/day" +1501_text,"Out of 195 countries in the world, how many are members of the United Nations?",en-US,93,Very Wrong,143,Wrong,193,Correct,193 +1666_text,"People in high-income countries emit different amounts of CO2 depending on how rich they are. Going from the poorest 10% to the richest 10%, in 10% increments, which of the options accurately explains the change in emissions?",en-US,The amount of emissions gradually decreases from the poorest 10% to the richest 10%,Very Wrong,The amount evenly increases from the poorest 10% to the richest 10%,Wrong,"The amount evenly increases from the poorest to the richest, until the richest 10% where it increases rapidly",Correct,"The amount evenly increases from the poorest to the richest, until the richest 10% where it increases rapidly" +1591_text,"Which answer best describes how the average temperature in the atmosphere has changed over the last 40 years, below and above 12km?",en-US,"The temperature in the atmosphere increased, both above and below 12km",Wrong,The temperature in the atmosphere decreased above 12km but increased below 12km,Correct,The temperature in the atmosphere increased above 12km but decreased below 12km,Very Wrong,The temperature in the atmosphere decreased above 12km but increased below 12km +1507_text,"In 1992, 56 journalists were reported killed. What has happened since then?",en-US,"Increased sharply, to 463 killings in 2022",Very Wrong,Increased to 257 killings in 2022,Wrong,"Stayed roughly the same, with 67 killings in 2022",Correct,"Stayed roughly the same, with 67 killings in 2022" diff --git a/automation-api/yival_experiments/data/questions_zh-CN.csv b/automation-api/yival_experiments/data/questions_zh-CN.csv index 0149eec..08b4d48 100644 --- a/automation-api/yival_experiments/data/questions_zh-CN.csv +++ b/automation-api/yival_experiments/data/questions_zh-CN.csv @@ -1,279 +1,285 @@ -question_id,question_text,language,option_a,option_a_correctness,correct_answer,option_b,option_b_correctness,option_c,option_c_correctness -21,1980 年，世界上大约 40%的人口生活在极端贫困中，每天的生活费不足 2 美元。今天这个比例是多少？,zh-CN,10%,Correct,10%,30%,Wrong,50%,Very Wrong -14,全球有多少塑料垃圾最终进入海洋？,zh-CN,小于 6%,Correct,小于 6%,大约 36%,Wrong,大于 66%,Very Wrong -1523,在印度、中国、巴基斯坦、越南、柬埔寨、缅甸和印度尼西亚这些拥有大量纺织厂的国家，最低工资大致是多少？,zh-CN,大约一天 0.2 美元,Very Wrong,大约一天 10 美元,大约一天 1 美元,Wrong,大约一天 10 美元,Correct -2,在过去的一百年里，每年死于自然灾害的人数有什么变化？,zh-CN,增加一倍以上,Very Wrong,减少到一半以下,基本没有变化,Wrong,减少到一半以下,Correct -31,全世界有多少婴儿是在接受过训练的保健工作者在场的情况下出生的？,zh-CN,小于 30%,Very Wrong,大于 80%,大约 50%,Wrong,大于 80%,Correct -1,全球自杀率在近 20 年里有什么变化？,zh-CN,减少了大约 25%,Correct,减少了大约 25%,基本没有变化,Wrong,增加了大约 25%,Very Wrong -72,1990 年，世界上有 3%的人口生活在与他们出生地不同的国家。今天这个比例是多少？,zh-CN,4%,Correct,4%,14%,Wrong,24%,Very Wrong -1603,到 2050 年，哪个地区的老年人（65 岁以上）数量将不会翻番？,zh-CN,低收入国家,Very Wrong,高收入国家,中等收入国家,Wrong,高收入国家,Correct -1506,当今世界有 20 亿 0-14 岁的儿童。根据联合国的数据，2100 年将有多少儿童？,zh-CN,40 亿,Very Wrong,20 亿,30 亿,Wrong,20 亿,Correct -32,在哪些国家，人们对自己的生活平均满意度最低？,zh-CN,低收入的国家,Correct,低收入的国家,中等收入的国家,Wrong,高收入的国家,Very Wrong -64,2022 年全球使用互联网的人口比例是多少？,zh-CN,大约 60%,Correct,大约 60%,大约 75%,Wrong,大约 95%,Very Wrong -82,全球 250 家最富有的公司中，有多少家公司在其年度报告中将气候变化描述为一项风险？,zh-CN,约 10%,Very Wrong,约 60%,约 30%,Wrong,约 60%,Correct -1649,科学家是什么时候开始意识到人类活动能够影响气候的？,zh-CN,1900 年前后,Correct,1900 年前后,1950 年前后,Wrong,1980 年前后,Very Wrong -1639,以下哪种气体不是温室气体？,zh-CN,水蒸气,Wrong,氮气,氮气,Correct,臭氧,Very Wrong -1634,2020 年，70% 的欧洲人表示他们计划改用更环保的能源供应商，以应对气候变化。有多少美国人计划这样做？,zh-CN,24%,Very Wrong,64%,44%,Wrong,64%,Correct -1633,70% 的欧洲人表示，他们计划在 2020 年改用更环保的能源供应商，以应对气候变化。有多少中国人计划这样做？,zh-CN,34%,Very Wrong,94%,64%,Wrong,94%,Correct -1623,目前，地球的平均气温为 15℃。如果没有温室气体，地球的平均温度会是多少？,zh-CN,-18 度,Correct,-18 度,+6 度,Wrong,+21 度,Very Wrong -1592,从全球来看，过去 100 年中平均海平面每年上升多少？,zh-CN,每年 2 毫米（0.08 英寸）,Correct,每年 2 毫米（0.08 英寸）,每年 20 毫米（0.8 英寸）,Wrong,每年 200 毫米（8 英寸）,Very Wrong -1590,水蒸气如何加剧温室效应（使地球大气层保持温暖）？,zh-CN,水蒸气不产生影响,Wrong,水蒸气的作用很大,水蒸气的作用很大,Correct,水蒸气不是温室气体,Very Wrong -86,在联合国承认的 195 个国家中，有多少国家采纳了关于气候变化和环境的《巴黎协定》？,zh-CN,92 个,Very Wrong,192 个,142 个,Wrong,192 个,Correct -7,世界上有多少人生活在海拔 5 米或更低的地区？,zh-CN,大约 11%,Correct,大约 11%,大约 31%,Wrong,大约 51%,Very Wrong -5,全球暖化带来的多余热量中有多少被海洋吸收了？,zh-CN,約百分之 10,Very Wrong,約百分之 90,約百分之 50,Wrong,約百分之 90,Correct -1628,在全球范围内，从家庭、企业和街道收集的垃圾中，有多大比例最终被送往有管理的垃圾填埋场（非露天垃圾场）？,zh-CN,35%左右,Correct,35%左右,70%左右,Wrong,95%左右,Very Wrong -1586,与高收入国家的人相比，生活在中等收入国家的人每人每天产生多少废物？,zh-CN,双倍数量的废物,Very Wrong,一半数量的废物,差不多,Wrong,一半数量的废物,Correct -1585,北美产生的垃圾占世界垃圾总量的多少？,zh-CN,大约 14%,Correct,大约 14%,大约 28%,Wrong,大约 42%,Very Wrong -84,在全球从家庭、企业和学校收集的所有垃圾中，塑料占总重量的多少？,zh-CN,大约 12%,Correct,大约 12%,大约 42%,Wrong,大约 72%,Very Wrong -83,在全球范围内，粮食从收获到商店销售之间损失了多少？,zh-CN,大约 15%,Correct,大约 15%,大约 30%,Wrong,大约 45%,Very Wrong -81,从发现消耗臭氧层的物质到签署禁止使用这些物质的国际协定用了多少年？,zh-CN,14 年,Correct,14 年,24 年,Wrong,34 年,Very Wrong -16,除水之外，世界上使用量最大的原材料是什么？,zh-CN,石油,Wrong,沙子,沙子,Correct,木材,Very Wrong -1582,全世界有多少特大城市（都市区人口超过 1 000 万）？,zh-CN,约 12 个,Very Wrong,约 35 个,约 23 个,Wrong,约 35 个,Correct -80,自 1990 年以来，欧洲约有 200 万人因自然灾害而暂时无家可归。同期亚洲的数字是……,zh-CN,与欧洲大致相同,Very Wrong,欧洲的 50 倍,欧洲的 5 倍,Wrong,欧洲的 50 倍,Correct -79,特大城市是指居民超过 1000 万的城市。预计到 2030 年，居住在特大城市的人口将占世界人口的多大比例？,zh-CN,大约 9%,Correct,大约 9%,大约 39%,Wrong,大约 69%,Very Wrong -78,2020 年，非洲约有 68 座城市的居民人数超过 100 万。根据联合国专家的预测，到 2030 年，非洲将有多少这样规模的城市？,zh-CN,小于 60 个,Very Wrong,超过 90 个,大约 70 个,Wrong,超过 90 个,Correct -77,在世界陆地总面积中，有多少面积建有房屋或道路等有形基础设施（不包括农田）？,zh-CN,低于 5%,Correct,低于 5%,大约 15%,Wrong,超过 25%,Very Wrong -13,世界上有多少人口居住在特大城市（至少有 1000 万人口的城市）？,zh-CN,约 8％,Correct,约 8％,约 28%,Wrong,约 48%,Very Wrong -75,国际货币基金组织（IMF）自成立以来，已经有 12 位总裁。其中有多少人出生在欧洲？,zh-CN,4,Very Wrong,12,8,Wrong,12,Correct -74,国际货币基金组织（IMF）成员中，中收入和低收入国家占多大比例？,zh-CN,大约 20%,Very Wrong,大约 70%,大约 45%,Wrong,大约 70%,Correct -73,在 195 个国家中，有多少国家承诺根据联合国《消除一切形式种族歧视公约》制定反对种族主义的法律？,zh-CN,10 个国家,Very Wrong,180 个国家,80 个国家,Wrong,180 个国家,Correct -71,如果以最富有的 10% 的人在所有收入中所占比例来衡量，世界上哪个地区的收入不平等程度最小？,zh-CN,中东,Very Wrong,欧洲,欧洲,Correct,撒哈拉以南非洲,Wrong -17,世界上有多少国家制定了禁止工作场所性骚扰的法律？,zh-CN,大约 30%,Very Wrong,大约 70%,大约 50%,Wrong,大约 70%,Correct -1625,2020 年，制造业对世界经济的贡献有多大？,zh-CN,15%左右,Correct,15%左右,30%左右,Wrong,45%左右,Very Wrong -1581,2021 年，全球货轮运载了 110 亿吨货物。其中石油、石油产品、天然气和化学品占多大比例？,zh-CN,大约 30%,Correct,大约 30%,大约 40%,Wrong,大约 50%,Very Wrong -62,全球所有工人中制造业工人的占比是多少？,zh-CN,约 15％,Correct,约 15％,约 35％,Wrong,约 55％,Very Wrong -61,2020 年，高收入国家的港口处理了约 3.5 亿个集装箱。中收入和低收入国家的这一数字是多少？,zh-CN,不到 2 亿,Very Wrong,超过 4 亿,大约 3 亿,Wrong,超过 4 亿,Correct -60,世界上有多少人拥有移动电话（和电话号码）？,zh-CN,接近 70%,Correct,接近 70%,接近 80%,Wrong,接近 90%,Very Wrong -18,世界经济中有多少来自农业、林业和渔业？,zh-CN,大约 5%,Correct,大约 5%,大约 25%,Wrong,大约 45%,Very Wrong -1636,与前一年相比，由于新冠病毒大流行，2020 年全球二氧化碳排放量减少了多少？,zh-CN,减少 5% 左右,Correct,减少 5% 左右,减少 20% 左右,Wrong,减少 40% 左右,Very Wrong -1653,在全球范围内，有多少工人从事未在政府登记的非正规工作（农业除外）？,zh-CN,约 20%,Very Wrong,约 60%,约 40%,Wrong,约 60%,Correct -1646,低收入国家的所有收入中有多少来自农业、林业和渔业？,zh-CN,25%左右,Correct,25%左右,50%左右,Wrong,75%左右,Very Wrong -1645,高收入国家平均约 25% 的经济产出来自工业部门（包括制造业和建筑业）。低收入国家的这一比例是多少？,zh-CN,大约 25%,Correct,大约 25%,大约 45%,Wrong,大约 65%,Very Wrong -1643,低收入国家有多少人拥有某种形式的银行账户？,zh-CN,15%左右,Very Wrong,40%左右,25%左右,Wrong,40%左右,Correct -1620,旅游业在全球经济总量中占多大比重？,zh-CN,10%左右,Correct,10%左右,25%左右,Wrong,40%左右,Very Wrong -1611,当今世界有多少人口生活在中等收入国家？,zh-CN,25%左右,Very Wrong,75%左右,50%左右,Wrong,75%左右,Correct -1525,2019 年，全球 80%的男性在劳动力市场中。女性的比例是多少？,zh-CN,52%,Correct,52%,62%,Wrong,72%,Very Wrong -1587,世界上有多少男青年（15-24 岁）没有上学、就业或培训？,zh-CN,大约 15%,Correct,大约 15%,大约 25%,Wrong,大约 35%,Very Wrong -1580,在全世界所有儿童（5-17 岁）中，有多少人是受剥削的童工？,zh-CN,大约 10%,Correct,大约 10%,大约 30%,Wrong,大约 50%,Very Wrong -1578,在全世界范围内，非正规就业的年轻人（15-24 岁）占所有在工作的年轻人的比例是多少？,zh-CN,大约 25%,Very Wrong,大约 75%,大约 50%,Wrong,大约 75%,Correct -1522,自 1970 年以来，40 个最富有国家的平均收入增长了一倍多。其他国家的平均收入怎样？,zh-CN,减少到一半,Very Wrong,增加 1 倍多,大致保持不变,Wrong,增加 1 倍多,Correct -57,全世界有多少超过退休年龄的人有权领取养老金？,zh-CN,大约 25%,Very Wrong,大约 75%,大约 45%,Wrong,大约 75%,Correct -56,当下，全世界 65% 的人口处于工作年龄（15-64 岁）。联合国专家认为 2100 年这一数字会是多少？,zh-CN,50%,Wrong,60%,60%,Correct,70%,Very Wrong -53,全球约有 1.6 亿儿童被雇为童工。他们大多在哪个部门工作？,zh-CN,工业,Very Wrong,农业,农业,Correct,服务业,Wrong -52,1990 年，世界上有 19% 的 65 岁及以上老年人仍在工作。预计 2030 年这一比例会是多少？,zh-CN,大约 21%,Correct,大约 21%,大约 41%,Wrong,大约 61%,Very Wrong -1691,在全世界使用的所有能源中，电力占多大比例？,zh-CN,20%左右,Correct,20%左右,50%左右,Wrong,80%左右,Very Wrong -1672,1990 年，全球约有 60% 的电力是用化石燃料生产的。今天这个数字是多少？,zh-CN,40%左右,Very Wrong,60%左右,50%左右,Wrong,60%左右,Correct -1638,在全球电力总成本中，从发电站到用户的平均传输成本是多少？,zh-CN,小于 1%,Very Wrong,30%左右,Around 15%,Wrong,30%左右,Correct -1637,全世界使用的所有能源中有多少来自现代可再生能源（太阳能、风能、水能和现代生物燃料）？,zh-CN,小于 10%,Correct,小于 10%,20%左右,Wrong,35%左右,Very Wrong -1524,与 2000 年相比，2022 年全世界使用了多少化石燃料（石油、煤炭和天然气）？,zh-CN,95%（减少了一点）,Very Wrong,145%（增加很多）,120%（增加了一点）,Wrong,145%（增加很多）,Correct -54,在当今世界使用的所有可再生能源中，传统的生物质燃烧（如木炭、木材和农业废物）占据了多少比例？,zh-CN,大约 10%,Very Wrong,大约 40%,大约 25%,Wrong,大约 40%,Correct -55,"Compared to 1980, the cost of energy from solar panels today is roughly:",zh-CN,1% of the 1980 cost,Correct,1% of the 1980 cost,21% of the 1980 cost,Wrong,41% of the 1980 cost,Very Wrong -51,1950 年，0% 的能源消耗来自核能。今天这个数字是多少？,zh-CN,大约 5%,Correct,大约 5%,大约 25%,Wrong,大约 45%,Very Wrong -50,世界上有多少人能用上电？,zh-CN,小于 20%,Very Wrong,大于 80%,大约 50%,Wrong,大于 80%,Correct -1626,全世界有多少人需要花费超过 30 分钟的往返时间来获取饮用水？,zh-CN,10%左右,Correct,10%左右,25%左右,Wrong,50%左右,Very Wrong -1577,世界上有多少人在家里有肥皂和水洗手？,zh-CN,大约 20%,Very Wrong,大约 70%,大约 40%,Wrong,大约 70%,Correct -1576,在世界范围内，有多少生活在农村地区的人拥有厕所并且不用与其他家庭共用？,zh-CN,大约 20%,Very Wrong,大约 60%,大约 40%,Wrong,大约 60%,Correct -49,有多少国家制定了要求在规划和管理淡水资源时需要当地社区参与的规则？,zh-CN,30%,Very Wrong,70%,50%,Wrong,70%,Correct -48,在 195 个国家中，有多少个国家至少有一座海水淡化厂？,zh-CN,30,Very Wrong,180,100,Wrong,180,Correct -47,在全世界使用的所有淡水中，有多少用于农业？,zh-CN,大约 30%,Very Wrong,大约 70%,大约 50%,Wrong,大约 70%,Correct -46,在世界范围内，有多少人没有任何形式的厕所，而不得不使用灌木丛、田野或街道？,zh-CN,大约 10%,Correct,大约 10%,大约 30%,Wrong,大约 50%,Very Wrong -45,全世界有多少生活在农村地区的人使用地表水（如湖泊、河流和溪流）作为饮用水？,zh-CN,小于 10%,Correct,小于 10%,大约 30%,Wrong,大于 60%,Very Wrong -1652,有多少国家的法律规定男女同工同酬？,zh-CN,10%左右,Very Wrong,40%左右,25%左右,Wrong,40%左右,Correct -1650,有多少国家的最高政治领导人是女性？,zh-CN,4 个左右,Very Wrong,19 个左右,12 个左右,Wrong,19 个左右,Correct -1619,在撒哈拉以南非洲地区，有多少女性在 18 岁之前结婚？,zh-CN,30%左右,Correct,30%左右,50%左右,Wrong,70%左右,Very Wrong -1589,1990 年，全球 39% 的劳动力为女性。如今这一比例是多少？,zh-CN,39%,Correct,39%,42%,Wrong,46%,Very Wrong -1574,在 195 个国家中，有多少个国家的已婚男性和女性不平等地享有拥有土地或房屋的法律权利？,zh-CN,约 20 个国家,Correct,约 20 个国家,约 80 个国家,Wrong,约 140 个国家,Very Wrong -43,在 195 个国家中，有多少个国家未满 18 岁可以合法结婚？,zh-CN,19,Very Wrong,139,79,Wrong,139,Correct -42,截至 1990 年，世界上有 18 个国家由女性国家元首或政府首脑领导。今天这个数字是多少？,zh-CN,36,Very Wrong,86,56,Wrong,86,Correct -41,在世界范围内，妇女使用最多的避孕方法是哪一种？,zh-CN,避孕药,Very Wrong,绝育,绝育,Correct,宫内节育器（IUD）,Wrong -10,世界上有多少公司的高管或 CEO 由女性担任？,zh-CN,约 2％,Very Wrong,约 18％,约 10％,Wrong,约 18％,Correct -44,在 195 个国家中，有多少国家签署了联合国《消除对妇女一切形式歧视公约》？,zh-CN,50,Very Wrong,190,120,Wrong,190,Correct -40,在世界范围内，妇女在国家议会中所占的席位比例是多少？,zh-CN,大约 5%,Very Wrong,大约 25%,大约 15%,Wrong,大约 25%,Correct -3,在世界上的低收入国家里，有百分之多少的女孩（在疫情前）上学到至少十一岁？,zh-CN,大约 20％,Very Wrong,大约 60％,大约 40％,Wrong,大约 60％,Correct -35,全世界有多少大学生在自己的本国（而不是国外）获得学位？,zh-CN,大约 77%,Very Wrong,大约 97%,大约 87%,Wrong,大约 97%,Correct -36,在低收入国家的所有小学教师中，有多少接受过培训？,zh-CN,30%,Very Wrong,70%,50%,Wrong,70%,Correct -39,2021 年有多少难民儿童上小学？,zh-CN,小于 20%,Very Wrong,大于 60%,大约 40%,Wrong,大于 60%,Correct -38,全世界有多少儿童在入学前一年上过某种形式的学前班？,zh-CN,大约 20%,Very Wrong,大约 60%,大约 40%,Wrong,大约 60%,Correct -1510,全世界 6 至 11 岁的儿童中，有多少人上学？,zh-CN,小于 25%,Very Wrong,超过 85%,大约 60%,Wrong,超过 85%,Correct -1575,全世界所有到了上小学年龄却没有上学的儿童中，有多少是女孩？,zh-CN,大约 55%,Correct,大约 55%,大约 65%,Wrong,大约 75%,Very Wrong -1579,全球有多少小学教师没有接受过相关培训？,zh-CN,大约 15%,Correct,大约 15%,大约 35%,Wrong,大约 55%,Very Wrong -1561,1950 年，大约 50% 的成年人至少接受过一些基础教育。今天的比例是多少？,zh-CN,大约 40%,Very Wrong,大约 80%,大约 60%,Wrong,大约 80%,Correct -1612,在撒哈拉以南非洲地区，有多少小学能用上一些电？,zh-CN,10%左右,Very Wrong,30%左右,20%左右,Wrong,30%左右,Correct -33,2021 年全球有多少 1 岁儿童接种了某种疾病的疫苗？,zh-CN,20% 以下,Very Wrong,80% 以上,约 50%,Wrong,80% 以上,Correct -34,全球约有 3800 万艾滋病病毒感染者。其中有多少人在 2021 年获得了抗艾滋病病毒药物？,zh-CN,15% 以下,Very Wrong,50% 以上,大约 30%,Wrong,50% 以上,Correct -1517,现在的非洲儿童死亡人数与以下哪年的欧洲儿童死亡人数持平：,zh-CN,1850,Very Wrong,1950,1900,Wrong,1950,Correct -1573,全世界所有学校中，有多少比例的学校为孩子们提供肥皂和水洗手？,zh-CN,25%左右,Very Wrong,55%左右,55%左右,Correct,85%左右,Wrong -120,今年全世界预计会有多少天花病例？,zh-CN,零病例,Correct,零病例,十万病例,Wrong,一百万病例,Very Wrong -119,1990 年，超过 400 万人死于室内污染。从那时起，这个数字发生了什么变化？,zh-CN,降低了超过 30%,Correct,降低了超过 30%,大致保持不变,Wrong,增加了超过 30%,Very Wrong -95,1990 年，全世界约有 9% 的儿童在五岁前死亡。现今这个数字是多少？,zh-CN,大约 4%,Correct,大约 4%,大约 9%,Wrong,大约 14%,Very Wrong -96,2000 年至 2017 年间，全球新增结核病例数发生了什么变化？,zh-CN,增加了 20%,Very Wrong,降低了 20%,几乎保持不变,Wrong,降低了 20%,Correct -94,当下，全球平均寿命约为 72 岁。一百年前的全球预期寿命是多少？,zh-CN,37 岁,Correct,37 岁,47 岁,Wrong,57 岁,Very Wrong -1605,欧洲（包括俄罗斯和土耳其）有多少儿童全程接种了两剂麻疹疫苗？,zh-CN,大约 30%,Very Wrong,大约 90%,大约 60%,Wrong,大约 90%,Correct -1548,在撒哈拉以南非洲地区，有多少 5 岁以下儿童睡在蚊帐里以预防疟疾？,zh-CN,大约 25%,Very Wrong,大约 50%,大约 35%,Wrong,大约 50%,Correct -1641,撒哈拉以南非洲的平均预期寿命是多少？,zh-CN,40 岁左右,Very Wrong,60 岁左右,50 岁左右,Wrong,60 岁左右,Correct -1655,在全球范围内，非法使用毒品直接导致的死亡人数占总死亡人数的比例是多少？,zh-CN,小于 1%,Correct,小于 1%,10%左右,Wrong,超过 20%,Very Wrong -1656,在全世界所有孕妇中，有多少人是在没有经过受过教育的助产士、护士或医生检查的前提下分娩的？,zh-CN,15%左右,Correct,15%左右,35%左右,Wrong,55%左右,Very Wrong -1642,与德国和美国等高收入国家相比，联合国儿童基金会在 2018 年购买儿童疫苗时，平均成本价怎样？,zh-CN,两倍以上的价格,Very Wrong,低于 20%的价格,大约一半的价格,Wrong,低于 20%的价格,Correct -30,当今的低收入国家在 1970 年的预期寿命为 44 岁。现在的预期寿命是多少呢？,zh-CN,40 岁,Very Wrong,60 岁,50 岁,Wrong,60 岁,Correct -1632,在全球范围内，超重和肥胖造成的死亡占多大比例？,zh-CN,小于 10%,Correct,小于 10%,25%左右,Wrong,40%左右,Very Wrong -1513,从 2005 年到 2020 年，用于贫困国家粮食援助的资金达 570 亿美元。有多少钱用于研究能生产更多粮食或在极端天气下生存的新作物？,zh-CN,90 亿美元,Correct,90 亿美元,390 亿美元,Wrong,690 亿美元,Very Wrong -1604,如今欧洲（包括俄罗斯和土耳其）有多少肥胖儿童？,zh-CN,大约 10%,Correct,大约 10%,大约 25%,Wrong,大约 40%,Very Wrong -1511,非洲人吃的食物有多少产自非洲？,zh-CN,少于 20%,Very Wrong,超过 80%,约 50%,Wrong,超过 80%,Correct -27,全世界有多少个国家在基因库中的保存了植物遗传材料？,zh-CN,小于 10 个,Very Wrong,大约 100 个,大约 50 个,Wrong,大约 100 个,Correct -29,1995 年，所有国家共花费 46 亿美元用于农业出口补贴。2019 年花了多少？,zh-CN,1 亿美元,Correct,1 亿美元,10 亿美元,Wrong,100 亿美元,Very Wrong -26,全世界有多少 5 岁以下儿童超重？,zh-CN,6%,Correct,6%,26%,Wrong,46%,Very Wrong -28,以下哪个地区的 5 岁以下儿童体重严重不足的比例最高？,zh-CN,北非 & 中东,Very Wrong,南亚,南亚,Correct,撒哈拉以南非洲,Wrong -25,世界上每生产 100 公斤粮食，有多少被运往其他国家？,zh-CN,17 公斤,Correct,17 公斤,37 公斤,Wrong,57 公斤,Very Wrong -118,在过去 20 年中，生活在极端贫困中的人口比例...,zh-CN,减少一半以上,Correct,减少一半以上,保持差不多不变,Wrong,接近翻倍,Very Wrong -1640,在全球范围内，每天收入低于 2 美元被视为赤贫。北欧国家（瑞典、挪威、丹麦、芬兰、冰岛）的国家贫困线大致如下：,zh-CN,每天 10 美元,Very Wrong,每天 30 美元,每天 20 美元,Wrong,每天 30 美元,Correct -1528,全世界有多少人的食物、水、厕所、电力、学校教育和医疗保健等基本需求得到满足？,zh-CN,20% 左右,Very Wrong,80% 左右,50% 左右,Wrong,80% 左右,Correct -1530,世界上每天收入不足 2 美元的赤贫人口中，有多少生活在中等收入国家？,zh-CN,大约 15%,Very Wrong,大约 60%,大约 30%,Wrong,大约 60%,Correct -24,世界上有多少人使用不产生烟雾的炉灶做饭？,zh-CN,大约 20%,Very Wrong,大约 60%,大约 40%,Wrong,大约 60%,Correct -23,在高收入国家的所有 65 岁或以上人口中，有多少人生活在贫困线以下？,zh-CN,14%,Correct,14%,29%,Wrong,44%,Very Wrong -22,在 195 个国家中，有多少个国家为残疾人提供某种形式的社会保障福利？,zh-CN,46,Very Wrong,186,116,Wrong,186,Correct -1504,世界人口中有多少生活在平均每个女性生育不到 3 个孩子的国家？,zh-CN,40%,Very Wrong,80%,60%,Wrong,80%,Correct -104,在过去 5 年中，哪一组国家派出的联合国维和部队最多？,zh-CN,德国，瑞典，荷兰，爱尔兰,Wrong,埃塞俄比亚，卢旺达，孟加拉国，印度，尼泊尔,埃塞俄比亚，卢旺达，孟加拉国，印度，尼泊尔,Correct,法国，美国，日本，韩国，瑞士，英国,Very Wrong -85,如果我们现在把每年的二氧化碳净排放量减半，全球平均温度会发生什么变化？,zh-CN,会降低,Very Wrong,会持续上升,会保持不变,Wrong,会持续上升,Correct -58,自 2000 年以来，全球每年使用的原材料总量发生了什么变化？,zh-CN,几乎保持不变,Very Wrong,增加了大约 70%,增加了大约 35%,Wrong,增加了大约 70%,Correct -1676,2022 年，联合国花费了大约 64 亿美元来帮助全世界的难民。西欧各国政府为帮助西欧境内的难民花费了多少钱？,zh-CN,不到 30 亿美元,Very Wrong,超过 200 亿美元,大约 50 亿美元,Wrong,超过 200 亿美元,Correct -12,世界上有多少人口没有足够的食物来满足他们的日常需要？,zh-CN,约 11％,Correct,约 11％,约 23％,Wrong,约 37％,Very Wrong -1616,低收入国家的经济有多少来自人们从国外寄回家的钱？,zh-CN,大约 6%,Correct,大约 6%,大约 26%,Wrong,大约 46%,Very Wrong -93,在 195 个国家中，有多少国家批准了 1982 年出台的联合国公约《海洋法》？,zh-CN,45 个国家,Very Wrong,165 个国家,105 个国家,Wrong,165 个国家,Correct -1498,对于所有脊椎动物（有骨骼的动物）而言，其野生种群数量在过去 50 年中平均减少了多少？,zh-CN,减少 15％ 左右,Very Wrong,减少 70％ 左右,减少 40％ 左右,Wrong,减少 70％ 左右,Correct -1521,当生物学家在 1950 年开始统计海洋中的鱼类数量时，大约 1%的鱼类资源被过度开发。到 2019 年，这个比例是…,zh-CN,…5%左右,Very Wrong,…超过 35%,…20%左右,Wrong,…超过 35%,Correct -92,自 2016 年以来，世界各国水域中海洋保护区的比例发生了什么变化？,zh-CN,减少了 75%,Very Wrong,增加了 75%,几乎保持不变,Wrong,增加了 75%,Correct -91,全球每年平均食用 6 公斤牛肉和小牛肉。平均每人消费多少鱼肉？,zh-CN,大约 3kg,Very Wrong,大约 10kg,大约 6kg,Wrong,大约 10kg,Correct -106,世界上有多少人在自己居住的地方独自走夜路会感到安全？,zh-CN,小于 30%,Very Wrong,超过 60%,大约 45%,Wrong,超过 60%,Correct -97,哪类动物的濒危物种比例最高？,zh-CN,鸟类,Wrong,两栖动物,哺乳动物,Very Wrong,两栖动物,Correct -103,世界上有多少人说他们对当地警察有信心？,zh-CN,小于 15%,Very Wrong,超过 50%,25% 左右,Wrong,超过 50%,Correct -1677,1990 年，各国人民和政府向联合国难民署（UNHCR）捐款 13 亿美元，用于帮助世界各地的难民。2022 年捐赠了多少？（金额已根据通货膨胀率进行调整）,zh-CN,略少一点,Very Wrong,多 5 倍,多 2 倍,Wrong,多 5 倍,Correct -1678,2022 年，许多西欧国家政府为帮助新抵达的难民，为每个人每天花费超过 20 美元。 联合国在世界其他地方为每个难民平均每天花费多少钱？,zh-CN,大约 1 美元,Correct,大约 1 美元,大约 25 美元,Wrong,大约 45 美元,Very Wrong -1502,联合国可持续发展目标共有 169 项具体目标。其中有多少项提到了“民主”？,zh-CN,0 项目标,Correct,0 项目标,14 项目标,Wrong,34 项目标,Very Wrong -1499,20 世纪 50 年代，50% 的战争发生在被联合国承认为主权国家的国家之间。今天这个数字是多少？,zh-CN,5% 左右,Correct,5% 左右,25% 左右,Wrong,55% 左右,Very Wrong -6,世界上有多少人在家裡或家裡附近有安全的饮用水？,zh-CN,大约 50％,Very Wrong,大约 90％,大约 70％,Wrong,大约 90％,Correct -1500,在全球范围内，女性从事的无偿护理和家务劳动多于男性。多多少？,zh-CN,多 50%,Very Wrong,三倍左右,一倍左右,Wrong,三倍左右,Correct -37,全世界有多少 15 岁以下的儿童的阅读和数学能力没有达到最低技能要求？,zh-CN,20%,Very Wrong,60%,40%,Wrong,60%,Correct -20_text,现在，世界上大概有八十亿人。哪幅地图正确展示出当今的人口的分布？（在图中，每一个人物代表十亿人。）,zh-CN,nan,Wrong,nan,nan,Correct,nan,Very Wrong -1501_text,在全世界 195 个国家中，有多少个是联合国会员国？,zh-CN,93,Very Wrong,193,143,Wrong,193,Correct -1666_text,高收入国家的人们因其富裕程度不同而排放不同数量的二氧化碳。从最穷的 10%到最富的 10%，每 10%为一组，哪个选项能准确解释排放量的变化？,zh-CN,从最贫穷的 10%到最富有的 10%，排放量均匀地减少,Very Wrong,从最贫穷到最富有，排放量均匀增加，但到最富有的 10%，排放量迅速增加,从最贫穷的 10%到最富有的 10%，排放量均匀地增加,Wrong,从最贫穷到最富有，排放量均匀增加，但到最富有的 10%，排放量迅速增加,Correct -1591_text,以下哪个答案最能说明在过去 40 年中，12 千米以下和 12 千米以上的大气层平均温度是如何变化的？,zh-CN,大气层的温度在 12 千米以上和以下都有所上升,Wrong,大气层温度在 12 千米以上降低，而在 12 千米以下升高,大气层温度在 12 千米以上降低，而在 12 千米以下升高,Correct,大气层温度在 12 千米以上升高，而在 12 千米以下降低,Very Wrong -1507_text,据报道，1992 年有 56 名记者遇害。此后这个数量有什么变化？,zh-CN,急剧增加，2022 年达到 463 人遇害,Very Wrong,大致保持不变，2022 年有 67 人遇害,2022 年增加到 257 人遇害,Wrong,大致保持不变，2022 年有 67 人遇害,Correct -1594,2022 年末，世界人口达到约 80 亿。有多少人会因为人道主义危机变成国际难民、寻求庇护者或者流落到其他国家和地区？,zh-CN,4600 万(0.6%),Correct,4600 万(0.6%),4.8 亿(6%),Wrong,7.2 亿(9%),Very Wrong -109,2000 年，中收入和低收入国家的贷款支出平均占其年收入的近 6%。2020 年这一数字是多少？,zh-CN,大约 4%,Correct,大约 4%,大约 8%,Wrong,大约 12%,Very Wrong -110,在全世界所有教育费用中，有多少是由政府支付的？,zh-CN,大约 40%,Very Wrong,大约 80%,大约 60%,Wrong,大约 80%,Correct -111,在最不发达国家获得的所有财政援助中，有多少来自慈善和公益事业？,zh-CN,大约 5%,Correct,大约 5%,大约 25%,Wrong,大约 50%,Very Wrong -112,世界上有多少最不发达国家设有外国投资促进机构？,zh-CN,20%,Very Wrong,80%,50%,Wrong,80%,Correct -65,在这些国家中，哪个国家收容的难民占其人口的比例最大？,zh-CN,德国,Wrong,黎巴嫩,黎巴嫩,Correct,瑞典,Very Wrong -66,世界上所有移民中，难民占多大比例？,zh-CN,大约 15%,Correct,大约 15%,大约 25%,Wrong,大约 35%,Very Wrong -69,2022 年 12 月，在全球所有难民中，流亡时间超过四年的难民占多大比例？,zh-CN,小于 30%,Very Wrong,超过 60%,大约 45%,Wrong,超过 60%,Correct -70,在计算世界上的难民人数时，这个数字包括了那些……,zh-CN,逃往其他国家的人,Correct,逃往其他国家的人,逃往祖国其他地方的人,Very Wrong,以上两者都计算在内,Wrong -108,在过去 40 年里，高收入国家对最富有的 0.1%人口征收的最高边际所得税发生了什么变化？,zh-CN,削减了三分之一,Correct,削减了三分之一,大致保持不变,Wrong,增加了三分之一,Very Wrong -107,2000 年，21%的国家告诉联合国它们有独立的人权机构。今天的比例是多少？,zh-CN,23% 的国家,Very Wrong,62% 的国家,41% 的国家,Wrong,62% 的国家,Correct -105,中收入和低收入国家在联合国大会成员国中占多大比例？,zh-CN,20% 左右,Very Wrong,70% 左右,45% 左右,Wrong,70% 左右,Correct -102,过去 10 年全球海盗袭击船只的次数发生了什么变化？,zh-CN,翻倍了,Very Wrong,减半了,没有大的变化,Wrong,减半了,Correct -101,全世界 100 年前的热带雨林，到现在仍是热带雨林的面积有多少？,zh-CN,小于 10%,Very Wrong,大于 30%,20% 左右,Wrong,大于 30%,Correct -100,过去 30 年间，全球森林面积发生了什么变化？,zh-CN,减少 50% 左右,Very Wrong,减少 10% 左右,减少 30% 左右,Wrong,减少 10% 左右,Correct -1497,全世界用于食用的鱼类中有多少来自养鱼业？,zh-CN,大约 10%,Very Wrong,大约 55%,大约 35%,Wrong,大约 55%,Correct -1512,在全球范围内，过去 50 年里用于农业的土地面积发生了什么变化？,zh-CN,增加了 50%,Wrong,大致保持不变,大致保持不变,Correct,减少了 50%,Very Wrong -1520,在过去 20 年里，每年在野外捕获的鱼类总量发生了什么变化？,zh-CN,It decreased by roughly 30%,Wrong,保持不变,保持不变,Correct,It increased by roughly 30%,Very Wrong -1529,在过去的 30 年里，全球被宣布为受保护的土地面积发生了什么变化？,zh-CN,减少了 58%,Very Wrong,增加了 8%,减少了 8%,Wrong,增加了 8%,Correct -1583,有多少动植物物种在过去 200 年里被生物学家确认灭绝了？,zh-CN,约 600 个,Correct,约 600 个,"约 60,000 个",Wrong,"约 600,000 个",Very Wrong -1596,亚马逊森林产生的氧气中，有多少是我们人类呼吸的？?,zh-CN,小于 1%,Correct,小于 1%,30%,Wrong,60%,Very Wrong -1597,在一年产生的所有氧气中，有多少来自树木？,zh-CN,大约 25%,Correct,大约 25%,大约 55%,Wrong,大约 85%,Very Wrong -1598,在全世界已知的鸟类物种中，有多少属于濒危或受威胁物种？,zh-CN,大约 15%,Correct,大约 15%,大约 35%,Wrong,大约 55%,Very Wrong -1647,2001 年至 2018 年间，全球野火烧毁的总面积中，非洲所占的比例是多少？,zh-CN,10%左右,Very Wrong,70%左右,40%左右,Wrong,70%左右,Correct -89,自 20 世纪 70 年代以来，全球每年油轮漏油的次数发生了什么变化？,zh-CN,减少到十分之一,Correct,减少到十分之一,几乎保持不变,Wrong,增加到 10 倍,Very Wrong -90,石油和天然气是 2010 年赚钱最多的海洋行业。如果趋势一如既往，到 2030 年赚钱最多的将会是哪个行业？,zh-CN,石油和天然气,Wrong,旅游业,旅游业,Correct,波浪能,Very Wrong -98,如果计算世界上所有哺乳动物的总重量，大约有多少来自野生哺乳动物？,zh-CN,大约 5%,Correct,大约 5%,大约 25%,Wrong,大约 50%,Very Wrong -99,全世界用于饲养动物的农业用地占总农业用地的多大比例？,zh-CN,大约 25%,Very Wrong,大约 80%,大约 50%,Wrong,大约 80%,Correct -1610,在全世界，妇女和女童在国际移民中所占比例是多少？,zh-CN,大约 18%,Very Wrong,大约 48%,大约 33%,Wrong,大约 48%,Correct -1618,从 2011 年到 2022 年，美国和俄罗斯相互交流了多少次核武器信息？,zh-CN,0 次,Very Wrong,2.5 万次,25 次,Wrong,2.5 万次,Correct -1635,2002 年《开放天空条约》（允许成员国在对方领土上空进行观测飞行）开始生效时，有 34 个国家加入。今天有多少个国家？,zh-CN,32,Correct,32,42,Wrong,62,Very Wrong -1629,在过去 5 年中，每年大约有 35 个国家发生某种形式的暴力冲突。20 世纪 50 年代的平均数字是多少？,zh-CN,15 个国家左右,Correct,15 个国家左右,30 个国家左右,Wrong,60 个国家左右,Very Wrong -1621,大多数人表示信任他人的 15 个国家都是：,zh-CN,低收入国家,Very Wrong,高收入国家,中等收入国家,Wrong,高收入国家,Correct -1600,在全世界所有记录在案的凶杀案中，有多大比例与帮派和有组织犯罪有关？,zh-CN,大约 20%,Correct,大约 20%,大约 40%,Wrong,大约 60%,Very Wrong -1599,世界人口中每年被警方或刑事司法系统怀疑、逮捕或警告的比例是多少？,zh-CN,大约 2%,Correct,大约 2%,大约 20%,Wrong,大约 40%,Very Wrong -1547,在过去 10 年中，在非洲的战死的人数占全球所有战死人数的比例是多少？,zh-CN,大约 15%,Correct,大约 15%,大约 35%,Wrong,大约 55%,Very Wrong -1675,2022 年，在埃及、黎巴嫩、约旦和伊拉克的所有叙利亚难民中，有多少人表示他们无法负担食物、药品和住房等基本需求？,zh-CN,30%左右,Very Wrong,90%左右,60%左右,Wrong,90%左右,Correct -1674,2010 年，乌干达、孟加拉国、哥伦比亚和土耳其共有 40 万由人道主义危机造成的难民和移民。2022 年的数字是多少？,zh-CN,约 100 万,Very Wrong,约 900 万,约 500 万,Wrong,约 900 万,Correct -1673,2000 年，全球约有 20% 的难民逃往高收入国家。2021 年（乌克兰战争前夕）的数字是多少？,zh-CN,20%左右,Correct,20%左右,30%左右,Wrong,40%左右,Very Wrong -1654,世界人口从 60 亿增长到 70 亿用了 12 年。从 70 亿增加到 80 亿用了多长时间？,zh-CN,2 年,Very Wrong,12 年,7 年,Wrong,12 年,Correct -1627,如果当前的人口趋势继续下去，到 2050 年，所有国家中有多少比例的国家的人口将少于今天？,zh-CN,5%,Very Wrong,25%,15%,Wrong,25%,Correct -1622,目前地球上有 80 亿人口。联合国专家认为 2100 年会有多少人？,zh-CN,约 105 亿,Correct,约 105 亿,约 165 亿,Wrong,约 225 亿,Very Wrong -1593,预计到 2050 年，全球老年人（65 岁以上）总数将增加 8 亿。其中高收入国家老年人将占多少比例？,zh-CN,15%,Correct,15%,35%,Wrong,55%,Very Wrong -1505,根据联合国的预测，到 2100 年，世界人口将再增加 24 亿。主要原因是将有更多的……,zh-CN,儿童（15 岁以下）,Very Wrong,成年人（15 到 74 岁）,成年人（15 到 74 岁）,Correct,老龄人口（75 岁以上）,Wrong -1631,三十年前，世界上只有不到 25%的人口生活在中等收入国家。今天的比例是多少？,zh-CN,15%左右,Very Wrong,75%左右,45%左右,Wrong,75%左右,Correct -1651,哪个自由贸易区包括的国家最多？,zh-CN,北大西洋自由贸易协定（NAFTA）,Very Wrong,非洲大陆自由贸易区,非洲大陆自由贸易区,Correct,欧盟,Wrong -1624,与 2022 年从富有的政府提供的国际援助总额相比，全球移民向原籍国转移了多少钱？,zh-CN,不到援助总额的 10%,Very Wrong,超过援助总额的 200%,援助总额的 30%左右,Wrong,超过援助总额的 200%,Correct -19,高收入国家政府有多少收入来自关税和进口税？,zh-CN,大约 2%,Correct,大约 2%,大约 12%,Wrong,大约 22%,Very Wrong -1648,世界贸易组织成员中，中收入和低收入国家占多大比例？,zh-CN,25%左右,Very Wrong,65%左右,45%左右,Wrong,65%左右,Correct -1711,全世界大学教师中女性占多大比例？,zh-CN,大约 20%,Very Wrong,大约 40%,大约 30%,Wrong,大约 40%,Correct -1509,世界上有多少成年人说自己识字？,zh-CN,小于 40%,Very Wrong,超过 80%,大约 60%,Wrong,超过 80%,Correct -1755,全世界 6 至 11 岁的女孩中，有多少人上学？,zh-CN,少于 25%,Very Wrong,大约 85%,大约 60%,Wrong,大约 85%,Correct -113,当今世界有多大比例的人口生活在预期寿命短于 50 岁的国家（1960 年约为 55%）？,zh-CN,少于 1%,Correct,小于 1%,大约 30%,Wrong,大约 60%,Very Wrong -1683,在全球所有道路死亡事故中，发生在中低收入国家的占多大比例？,zh-CN,大约 50%,Very Wrong,大约 90%,大约 70%,Wrong,大约 90%,Correct -1560,世界上有多少婴儿是在医疗机构出生的？,zh-CN,大约 40%,Very Wrong,大约 80%,大约 60%,Wrong,大约 80%,Correct -1688,2020 年全球使用毒品（酒精或药物除外）的成年人比例是多少？,zh-CN,大约 5%,Correct,大约 5%,大约 25%,Wrong,大约 50%,Very Wrong -1570,哪种风险因素会导致更多死亡？,zh-CN,不干净的水源,Very Wrong,受污染的空气,受污染的空气,Correct,受污染的食物,Wrong -1703,在 194 个国家中，有多少个国家参加了世界卫生组织的某些儿童疫苗接种计划？,zh-CN,64,Very Wrong,194,114,Wrong,194,Correct -1757,1900 年，全世界约有 40%的儿童在 5 岁前死亡。今天这个数字是多少？,zh-CN,大约 4%,Correct,大约 4%,大约 14%,Wrong,大约 24%,Very Wrong -1686,政府有时会向外国公司出售土地。自 2009 年以来，全世界每年报告出售的土地总公顷数有什么变化？,zh-CN,降至一半以下,Correct,降至一半以下,保持不变,Wrong,加倍,Very Wrong -1725,在全球范围内，每天生活费不足 2.15 美元的人被称为生活在赤贫之中。在 40 个最富裕的国家中，国家贫困线大致是：,zh-CN,每天 5 美元,Very Wrong,每天 20 美元,每天 10 美元,Wrong,每天 20 美元,Correct -1556,在全球范围内，有多少生活在农村地区的人能够用上一些电？,zh-CN,少于 30%,Very Wrong,大于 70%,大约 50%,Wrong,大于 70%,Correct -4,在高收入国家（如德国和美国），生活在极端贫困中（每天生活费不足 2 美元）的人口比例是多少？,zh-CN,少于 1%,Correct,少于 1%,大约 11%,Wrong,大约 21%,Very Wrong -1762,联合国阻止全球变暖的方案依赖于从大气中捕捉和储存碳的技术。其中有多少技术是我们现在已经可以负担得起和使用的呢？,zh-CN,少于 1%,Correct,少于 1%,大约 15%,Wrong,大约 30%,Very Wrong -59,过去 40 年间，已知储量中剩余的石油和天然气数量：,zh-CN,减少到一半以下,Very Wrong,增加一倍以上,大约保持不变,Wrong,增加一倍以上,Correct -1689,在 2000 年全球使用的所有能源中，约 86% 来自燃烧化石燃料（石油、煤炭和天然气）。今天这个数字是多少？,zh-CN,大约 52%,Very Wrong,大约 82%,大约 64%,Wrong,大约 82%,Correct -1726,从 2001 年到今天，有多少国家从低收入国家晋升为中等收入国家？,zh-CN,小于 5,Very Wrong,大于 30,大约 15,Wrong,大于 30,Correct -1717,人均收入与印度、摩洛哥和玻利维亚相近的国家，人均二氧化碳排放量和高收入国家相比怎样？,zh-CN,少 80% ,Correct,少 80% ,少 40%,Wrong,多 20%,Very Wrong -1754,官方用哪种方法更新被称为“发展中国家”的国家名单？,zh-CN,人均 GDP 阀值,Wrong,没有方法,没有方法,Correct,联合国大会投票,Very Wrong -1727,在全世界赚到的所有钱中，有多少来自工业、制造业和建筑业？,zh-CN,28%,Correct,28%,38%,Wrong,53%,Very Wrong -1761,每年，太阳的能量（光和热）都会到达地球。与这些能量相比，每年有多少能量离开地球进入太空？,zh-CN,比到达的少 30% ,Wrong,比到达的少 0.3% ,比到达的少 0.3% ,Correct,比到达的多 30% ,Very Wrong -1760,高收入国家每人每年使用的原材料与中等收入国家相比怎样？,zh-CN,少 60%,Very Wrong,多 60%,大约相等,Wrong,多 60%,Correct -1759,自 1850 年以来，欧洲和北美的碳排放量占总排放量的比例是多少？,zh-CN,大约 50%,Correct,大约 50%,大约 75%,Wrong,大约 90%,Very Wrong -1758,在全世界赚到的所有钱中，有多少来自服务业，如行政、银行、护理、教学、交通和娱乐？,zh-CN,大约 30%,Very Wrong,大于 60%,大约 50%,Wrong,大于 60%,Correct -1756,与世界上最贫穷的 50%人口相比，高收入国家的人口平均每人排放的二氧化碳量怎样？,zh-CN,大致相等,Very Wrong,多 5 倍,多 20% ,Wrong,多 5 倍,Correct -1753,1950 年，有多少国家的奴隶仍然合法？（也就是没有法律禁止对他人的拥有权）,zh-CN,58,Very Wrong,138,98,Wrong,138,Correct -1722,自 1987 年达成限制消耗臭氧层物质的协议以来，已经有多少消耗臭氧层物质被淘汰了？,zh-CN,少于 40%,Very Wrong,大于 95%,大约 70%,Wrong,大于 95%,Correct -1750,2000 年，全球约 50%的人口没有现代炉灶。他们只能靠烧木柴、木炭或粪便来烹饪食物。如今这一比例是多少？,zh-CN,大约 30%,Correct,大约 30%,大约 40%,Wrong,大约 50%,Very Wrong -1747,在 2004 年全球排放的所有温室气体中，约有 1%需要缴纳某种碳税或碳费。2022 年的数字是多少？,zh-CN,大约 3%,Very Wrong,大约 23%,大约 13%,Wrong,大约 23%,Correct -1749,如果我们今天停止所有碳排放（二氧化碳），大概需要多长时间大气中的二氧化碳浓度才能恢复到 1750 年的水平？,zh-CN,少于 100 年,Very Wrong,大于 1000 年,大约 500 年,Wrong,大于 1000 年,Correct -1748,在撒哈拉以南非洲地区，有多少女孩在 15 岁之前结婚？,zh-CN,大约 10%,Correct,大约 10%,大约 30%,Wrong,大约 50%,Very Wrong -1681,在低收入国家，小型家庭农场的平均收入是多少？,zh-CN,大约每天 1.50 美元,Correct,大约每天 1.50 美元,大约每天 5 美元,Wrong,大约每天 10 美元,Very Wrong -1730,2021 年，在高收入国家，较贫穷的一半人口每人因燃烧化石燃料排放了大约 5 吨二氧化碳。而最富有的 10%人口每人排放了多少？,zh-CN,是较穷人口的一半,Very Wrong,是较穷人口的 8 倍,是较穷人口的 2 倍,Wrong,是较穷人口的 8 倍,Correct -1731,2022 年，全世界增加的发电量中有多少来自可再生能源？,zh-CN,大约 10%,Very Wrong,大约 85%,大约 45%,Wrong,大约 85%,Correct -1737,在高收入国家中，有多少人认为气候变化会在未来 20 年内对他们的国家构成威胁？,zh-CN,大约 20%,Very Wrong,大约 80%,大约 50%,Wrong,大约 80%,Correct -1719,在所有国家中，有多大比例的国家制定了某种保护妇女免受家庭暴力的法律？,zh-CN,大约 25%,Very Wrong,大约 75%,大约 50%,Wrong,大约 75%,Correct -1728,如果我们今天停止排放温室气体，海平面还会继续上升多久？,zh-CN,大约 10 年,Very Wrong,超过 1000 年,大约 100 年,Wrong,超过 1000 年,Correct -1715,温室气体有什么作用？,zh-CN,污染大气,Very Wrong,吸收热量,吸收热量,Correct,反射光和热量,Wrong -1693,为了避免全球升温超过 1.5°C，在 2030 年之前全世界必须限制化石燃料的使用量。但如果最近的趋势继续下去，我们将超过这个限度。超出多少？,zh-CN,超出 40%,Very Wrong,超出 120%,超出 80%,Wrong,超出 120%,Correct -1724,2017 年底，在全球所有被关押的记者中，被关在俄罗斯、中国、伊朗、缅甸和白俄罗斯加起来约占 20%。2022 年这个数字是多少？,zh-CN,大约 23%,Very Wrong,大约 53%,大约 38%,Wrong,大约 53%,Correct -1708,自 2015 年以来，因为恐怖主义而死亡的人数发生了什么变化？,zh-CN,下降 35%,Correct,下降 35%,大致不变,Wrong,上升 35%,Very Wrong -1702,全世界有多少凶杀案的受害者是男性？,zh-CN,大约 40%,Very Wrong,大约 80%,大约 60%,Wrong,大约 80%,Correct -1568,在全世界所有枪支中，平民拥有的比例是多少,zh-CN,大约 25%,Very Wrong,大约 85%,大约 55%,Wrong,大约 85%,Correct -1723,因冲突、迫害或灾难而被迫逃离家园的人大多数迁往何处？,zh-CN,邻国,Wrong,留在自己的国家,留在自己的国家,Correct,高收入国家,Very Wrong -1670,2022 年，全球约有 10%的人口生活在低收入国家。全球难民人口中有多大比例生活在那些国家？,zh-CN,少于 20%,Correct,少于 20%,大约 35%,Wrong,大于 50%,Very Wrong -1663,2019 年在欧盟地区就业的受过大学教育的难民中，有多少人的受教育程度比职业要求的高？,zh-CN,大约 20%,Very Wrong,大约 60%,大约 40%,Wrong,大约 60%,Correct -1662,2018 年，有多大比例的难民收容国允许难民享有工作权？,zh-CN,大约 10%,Very Wrong,大约 50%,大约 30%,Wrong,大约 50%,Correct -1661,目前有多少难民生活在世界上最大的难民营中？,zh-CN,"大约 9,000",Very Wrong,"大约 900,000","大约 90,000",Wrong,"大约 900,000",Correct -1690,移民人口在欧洲人口中占多大比例？,zh-CN,大约 12%,Correct,大约 12%,大约 22%,Wrong,大约 32%,Very Wrong -1720,在全世界范围内，有多少农村地区的人能够在离家 30 分钟的路程内获得安全饮用水？,zh-CN,少于 25%,Very Wrong,大于 75%,大约 50%,Wrong,大于 75%,Correct -1562,全世界有多少人口可以使用与下水道相连的厕所？,zh-CN,大约 40%,Correct,大约 40%,大约 55%,Wrong,大约 70%,Very Wrong -1553,在所有 25-29 岁的男性中，约有 90% 处于劳动力大军中（有工作或正在找工作）。女性的这一数字是多少？,zh-CN,大约 60%,Correct,大约 60%,大约 70%,Wrong,大约 80%,Very Wrong -1567,联合国专家预计，从现在到 2050 年，世界 195 个国家中有多少国家的人口会减少？,zh-CN,大约 10 个国家,Very Wrong,大约 50 个国家,大约 30 个国家,Wrong,大约 50 个国家,Correct -1705,世界各地的慈善机构和政府都会向最不发达国家提供资金。比较两者的捐赠总额：,zh-CN,慈善机构的捐赠多出 20 倍,Very Wrong,政府的捐赠多出 20 倍,政府的捐赠多出 20 倍,Correct,两者的捐赠数量大致相同,Wrong -1687,美国人口占世界人口的 4%。在世界银行决定向贫穷国家提供发展贷款时，美国拥有多少投票权？,zh-CN,16%,Correct,16%,36%,Wrong,56%,Very Wrong -1712,在 2023 年 3 月各国签署《公海条约》之前，约有 1%的国际海洋受到保护。新协议的目标是达到多少？,zh-CN,大约 5%,Very Wrong,大约 30%,大约 15%,Wrong,大约 30%,Correct -1710,从家庭、企业和街道收集的废物中，食物和其他绿色废物（如割下来的草）所占的比例是多少？,zh-CN,大约 45%,Correct,大约 45%,大约 55%,Wrong,大约 65%,Very Wrong -1669,在 195 个国家中，有多少国家禁止使用含铅汽油？,zh-CN,75 个国家,Very Wrong,195 个国家,135 个国家,Wrong,195 个国家,Correct -1660,在全球最富有的 250 家公司中，有多少家已经制定了减少碳排放的目标？,zh-CN,大约 20%,Very Wrong,大约 80%,大约 50%,Wrong,大约 80%,Correct -1671,联合国专家预计，未来 30 年，全球城市人口将增至 67 亿。他们认为农村人口会在这个时期里发生什么变化？,zh-CN,下降大约 10%,Correct,下降大约 10%,基本保持不变,Wrong,增长大约 10%,Very Wrong -1709,2022 年全球生活成本最高的十个城市有多少个在欧洲？,zh-CN,4,Correct,4,6,Wrong,9,Very Wrong -1707,如果目前的趋势继续下去，预计到 2100 年，世界上最大的城市将会在：,zh-CN,亚洲,Wrong,非洲,非洲,Correct,美洲,Very Wrong -1706,电子和制药公司用于研发的费用约占其收入的 12%。能源和燃料生产公司花费多少用于研发？,zh-CN,大约 0.3%,Correct,大约 0.3%,大约 3%,Wrong,大约 30%,Very Wrong -9,在全世界使用的所有能源中，有多少来自天然气、煤炭和石油？,zh-CN,大约 40%,Very Wrong,大约 80%,大约 60%,Wrong,大约 80%,Correct -1692,与 100 年前相比，今天美国的电费有多便宜？,zh-CN,大致相同,Very Wrong,便宜 200 倍,便宜 10 倍,Wrong,便宜 200 倍,Correct -1685,在全球范围内，哪个地区的移动支付账户数量最多？,zh-CN,东亚和太平洋地区,Wrong,撒哈拉以南非洲,撒哈拉以南非洲,Correct,欧洲和中亚,Very Wrong -1682,自 1970 年以来，全球人均能源消耗量发生了什么变化？,zh-CN,基本保持不变,Wrong,上升了大约 50%,上升了大约 50%,Correct,上升了大约 250%,Very Wrong -1680,有多少个国家拥有环绕地球轨道的卫星？,zh-CN,大约 15,Very Wrong,大约 80,大约 40,Wrong,大约 80,Correct -1729_text,如果我们将世界人口分为三个收入组别，低于 2 美元/天的组别，介于 2 美元/天和 24 美元/天之间的组别，以及高于 24 美元/天的组别。哪个选项最能体现 2022 年各群体的规模？,zh-CN,"50% 少于 2 美元/天, 20% 在 2 美元/天 和 24 美元/天之间, 30% 大于 24 美元/天",Very Wrong,"10% 少于 2 美元/天, 70% 在 2 美元/天 和 24 美元/天之间, 20% 大于 24 美元/天","30% 少于 2 美元/天, 40% 在 2 美元/天 和 24 美元/天之间, 30% 大于 24 美元/天",Wrong,"10% 少于 2 美元/天, 70% 在 2 美元/天 和 24 美元/天之间, 20% 大于 24 美元/天",Correct +question_id,question_text,language,option_a,option_a_correctness,option_b,option_b_correctness,option_c,option_c_correctness,correct_answer +40,在世界范围内，妇女在国家议会中所占的席位比例是多少？,zh-CN,大约 5%,Very Wrong,大约 15%,Wrong,大约 25%,Correct,大约 25% +60,世界上有多少人拥有移动电话（和电话号码）？,zh-CN,接近 70%,Correct,接近 80%,Wrong,接近 90%,Very Wrong,接近 70% +1,全球自杀率在近 20 年里有什么变化？,zh-CN,减少了大约 25%,Correct,基本没有变化,Wrong,增加了大约 25%,Very Wrong,减少了大约 25% +4,在高收入国家（如德国和美国），生活在极端贫困（每天的收入低于 2 美元）中的人口占总人口的比例为多少？,zh-CN,少于 1%,Correct,大约 11％,Wrong,大约 21％,Very Wrong,少于 1% +59,过去 40 年间，已知储量中剩余的石油和天然气数量：,zh-CN,减少到一半以下,Very Wrong,大致保持不变,Wrong,增加一倍以上,Correct,增加一倍以上 +1741,在人类活动排放的所有温室气体中，有多少来自燃烧化石燃料？,zh-CN,大约 25％,Very Wrong,大约 45％,Wrong,大约 65％,Correct,大约 65％ +1570,以下哪种风险因素会导致更多死亡？,zh-CN,不干净的水源,Very Wrong,受污染的空气,Correct,受污染的食物,Wrong,受污染的空气 +1737,在高收入国家中，有多少人认为气候变化会在未来 20 年内对他们的国家构成威胁？,zh-CN,大约 20％,Very Wrong,大约 50%,Wrong,大约 80％,Correct,大约 80％ +1691,在全世界使用的所有能源中，电力占多大比例？,zh-CN,20%左右,Correct,50%左右,Wrong,80%左右,Very Wrong,20%左右 +1731,2022 年，全世界增加的发电量中有多少来自可再生能源？,zh-CN,大约 10％,Very Wrong,大约 45％,Wrong,大约 85％,Correct,大约 85％ +1636,与前一年相比，由于新冠病毒大流行，2020 年全球二氧化碳排放量减少了多少？,zh-CN,减少 5% 左右,Correct,减少 20% 左右,Wrong,减少 40% 左右,Very Wrong,减少 5% 左右 +85,如果我们现在把每年的二氧化碳净排放量减半，全球平均温度会发生什么变化？,zh-CN,会降低,Very Wrong,会保持不变,Wrong,会持续上升,Correct,会持续上升 +72,1990 年，世界上有 3%的人口生活在与他们出生地不同的国家。今天这个比例是多少？,zh-CN,4%,Correct,14%,Wrong,24%,Very Wrong,4% +1620,旅游业在全球经济总量中占多大比重？,zh-CN,10%左右,Correct,25%左右,Wrong,40%左右,Very Wrong,10%左右 +11,1990 年，世界人口的 58% 生活在低收入国家。 在今天，这个比例是多少？,zh-CN,约 9%,Correct,约 37％,Wrong,约 61％,Very Wrong,约 9% +1603,到 2050 年，哪个地区的老年人（65 岁以上）数量将不会翻番？,zh-CN,低收入国家,Very Wrong,中等收入国家,Wrong,高收入国家,Correct,高收入国家 +1706,电子和制药公司用于研发的费用约占其收入的 12%。能源和燃料生产公司花费多少用于研发？,zh-CN,大约 0.3％,Correct,大约 3％,Wrong,大约 30％,Very Wrong,大约 0.3％ +1528,全世界有多少人的食物、水、厕所、电力、学校教育和医疗保健等基本需求得到满足？,zh-CN,20% 左右,Very Wrong,50% 左右,Wrong,80% 左右,Correct,80% 左右 +5,全球暖化带来的多余热量中有多少被海洋吸收了？,zh-CN,約百分之 10,Very Wrong,約百分之 50,Wrong,約百分之 90,Correct,約百分之 90 +76,当下，居住在城镇的人口是 1950 年的 5 倍多。农村人口发生了什么变化？,zh-CN,接近减半,Very Wrong,几乎没有变化,Wrong,接近翻倍,Correct,接近翻倍 +1520,在过去 20 年里，每年在野外捕获的鱼类总量发生了什么变化？,zh-CN,降低了大约 30%,Wrong,保持不变,Correct,上升了大约 30%,Very Wrong,保持不变 +20_text,现在，世界上大概有八十亿人。哪个选项正确展示出当今的人口的分布？,zh-CN,美洲 10 亿，欧洲 10 亿，非洲 20 亿，亚洲 40 亿,Wrong,美洲 10 亿，欧洲 10 亿，非洲 10 亿，亚洲 50 亿,Correct,美洲 20 亿，欧洲 10 亿，非洲 10 亿，亚洲 40 亿,Very Wrong,美洲 10 亿，欧洲 10 亿，非洲 10 亿，亚洲 50 亿 +1758,在全世界赚到的所有钱中，有多少来自服务业，如行政、银行、护理、教学、交通和娱乐？,zh-CN,大约 30％,Very Wrong,大约 50%,Wrong,超过 60%,Correct,超过 60% +9,世界上使用的所有能源，有多少是来自于天然气、煤炭和石油？,zh-CN,约 42％,Very Wrong,约 62％,Wrong,约 82％,Correct,约 82％ +1771,2000 年至 2020 年间，全球孕产妇死亡率（母亲在分娩时或分娩后不久死亡的比率）发生了什么变化？,zh-CN,下降了约 30%,Correct,下降了约 10%,Wrong,大致保持不变,Very Wrong,下降了约 30% +1770,1986 年，拥有核武器的国家储存了大约 64000 枚弹头。今天这个数字是多少？,zh-CN,少 80%,Correct,差不多,Wrong,多 50%,Very Wrong,少 80% +1768,2010 年至 2021 年间，有多少个国家的谋杀率有所下降？(共有 195 个国家）。,zh-CN,小于 15 个,Very Wrong,大约 50 个,Wrong,超过 85 个,Correct,超过 85 个 +1767,与 30 年前相比，当今世界海洋中的微塑料污染大致为：,zh-CN,过去的 8 倍,Correct,过去的 80 倍,Wrong,过去的 800 倍,Very Wrong,过去的 8 倍 +1766,自 1960 年以来，种植马铃薯、木薯、玉米、水稻和小麦的田地的平均粮食产量发生了什么变化？,zh-CN,减少到一半以下,Very Wrong,基本保持不变,Wrong,差不多翻倍,Correct,差不多翻倍 +1765,与 2000 年相比，当前有多少动物、植物和真菌物种在野外得到了评估并被赋予保护地位？,zh-CN,多 7%,Very Wrong,多 70%,Wrong,多 700%,Correct,多 700% +1762,联合国阻止全球变暖的方案依赖于从大气中捕捉和储存碳的技术。其中有多少技术是我们现在已经可以负担得起和使用的呢？,zh-CN,少于 1%,Correct,大约 15％,Wrong,大约 30％,Very Wrong,少于 1% +1761,每年，太阳的能量（光和热）都会到达地球。与这些能量相比，每年有多少能量离开地球进入太空？,zh-CN,比到达的少 30%,Wrong,比到达的少 0.3%,Correct,比到达的多 30%,Very Wrong,比到达的少 0.3% +1760,高收入国家每人每年使用的原材料与中等收入国家相比怎样？,zh-CN,少 60%,Very Wrong,差不多,Wrong,多 60%,Correct,多 60% +1759,自 1850 年以来，欧洲和北美的碳排放量占总排放量的比例是多少？,zh-CN,大约 50%,Correct,大约 75％,Wrong,大约 90％,Very Wrong,大约 50% +1757,1900 年，全世界约有 40%的儿童在 5 岁前死亡。今天这个数字是多少？,zh-CN,大约 4%,Correct,大约 14%,Wrong,大约 24％,Very Wrong,大约 4% +1756,与世界上最贫穷的 50%人口相比，高收入国家的人口平均每人排放的二氧化碳量怎样？,zh-CN,差不多,Very Wrong,多 20%,Wrong,多 5 倍,Correct,多 5 倍 +1755,全世界 6 至 11 岁的女孩中，有多少人上学？,zh-CN,少于 30%,Very Wrong,大约 60%,Wrong,大约 90％,Correct,大约 90％ +1753,1950 年，有多少国家的奴隶仍然合法？（也就是没有法律禁止对他人的拥有权）,zh-CN,58,Very Wrong,98,Wrong,138,Correct,138 +1749,如果我们今天停止所有碳排放（二氧化碳），大概需要多长时间大气中的二氧化碳浓度才能恢复到 1750 年的水平？,zh-CN,少于 100 年,Very Wrong,大约 500 年,Wrong,大于 1000 年,Correct,大于 1000 年 +1747,在 2004 年全球排放的所有温室气体中，约有 1%需要缴纳某种碳税或碳费。2022 年的数字是多少？,zh-CN,大约 3％,Very Wrong,大约 13％,Wrong,大约 23％,Correct,大约 23％ +1738,从 2015 年到 2021 年，世界人口每年增加 8000 万。在同一时期，能够用上电的人口每年增加多少？,zh-CN,约 1500 万,Very Wrong,约 4000 万,Wrong,约 1.2 亿,Correct,约 1.2 亿 +1730,2021 年，在高收入国家，较贫穷的一半人口每人因燃烧化石燃料排放了大约 5 吨二氧化碳。而最富有的 10%人口每人排放了多少？,zh-CN,是较穷人口的一半,Very Wrong,是较穷人口的 2 倍,Wrong,是较穷人口的 8 倍,Correct,是较穷人口的 8 倍 +1729_text,如果我们将世界人口分为三个收入组别，低于 2 美元/天的组别，介于 2 美元/天和 24 美元/天之间的组别，以及高于 24 美元/天的组别。哪个选项最能体现 2022 年各群体的规模？,zh-CN,"50% 少于 2 美元/天, 20% 在 2 美元/天 和 24 美元/天之间, 30% 大于 24 美元/天",Very Wrong,"30% 少于 2 美元/天, 40% 在 2 美元/天 和 24 美元/天之间, 30% 大于 24 美元/天",Wrong,"10% 少于 2 美元/天, 70% 在 2 美元/天 和 24 美元/天之间, 20% 大于 24 美元/天",Correct,"10% 少于 2 美元/天, 70% 在 2 美元/天 和 24 美元/天之间, 20% 大于 24 美元/天" +1728,如果我们今天停止排放温室气体，海平面还会继续上升多久？,zh-CN,大约 10 年,Very Wrong,大约 100 年,Wrong,超过 1000 年,Correct,超过 1000 年 +1727,在全世界赚到的所有钱中，有多少来自工业、制造业和建筑业？,zh-CN,28%,Correct,38%,Wrong,53%,Very Wrong,28% +1725,在全球范围内，每天生活费不足 2.15 美元的人被称为生活在赤贫之中。在 40 个最富裕的国家中，国家贫困线大致是：,zh-CN,每天 5 美元,Very Wrong,每天 10 美元,Wrong,每天 20 美元,Correct,每天 20 美元 +1724,2017 年底，在全球所有被关押的记者中，被关在俄罗斯、中国、伊朗、缅甸和白俄罗斯加起来约占 20%。2022 年这个数字是多少？,zh-CN,大约 23％,Very Wrong,大约 38％,Wrong,大约 53％,Correct,大约 53％ +1723,因冲突、迫害或灾难而被迫逃离家园的人大多数迁往何处？,zh-CN,邻国,Wrong,留在自己的国家,Correct,高收入国家,Very Wrong,留在自己的国家 +1722,自 1987 年达成限制消耗臭氧层物质的协议以来，已经有多少消耗臭氧层物质被淘汰了？,zh-CN,少于 40%,Very Wrong,大约 70％,Wrong,超过 95%,Correct,超过 95% +1720,在全世界范围内，有多少农村地区的人能够在离家 30 分钟的路程内获得安全饮用水？,zh-CN,少于 25%,Very Wrong,大约 50%,Wrong,超过 75%,Correct,超过 75% +1719,在所有国家中，有多大比例的国家制定了某种保护妇女免受家庭暴力的法律？,zh-CN,大约 25％,Very Wrong,大约 50%,Wrong,大约 75％,Correct,大约 75％ +1717,人均收入与印度、摩洛哥和玻利维亚相近的国家，人均二氧化碳排放量和高收入国家相比怎样？,zh-CN,少 80%,Correct,少 40%,Wrong,多 20%,Very Wrong,少 80% +1716,在这些自由贸易区中，哪个包括的国家最多？,zh-CN,北美自由贸易协议,Very Wrong,非洲大陆自由贸易区,Correct,欧盟,Wrong,非洲大陆自由贸易区 +1711,全世界大学教师中女性占多大比例？,zh-CN,大约 20%,Very Wrong,大约 30%,Wrong,大约 40%,Correct,大约 40% +1710,从家庭、企业和街道收集的废物中，食物和其他绿色废物（如割下来的草）所占的比例是多少？,zh-CN,大约 45％,Correct,大约 55%,Wrong,大约 65％,Very Wrong,大约 45％ +1709,2022 年全球生活成本最高的十个城市有多少个在欧洲？,zh-CN,4,Correct,6,Wrong,9,Very Wrong,4 +1708,在 2012 年和 2022 年之间，被恐怖主义者杀害而死亡的人数发生了什么变化？,zh-CN,减少 25%,Correct,差不多,Wrong,增加 25%,Very Wrong,减少 25% +1705,世界各地的慈善机构和政府都会向最不发达国家提供资金。比较两者的捐赠总额：,zh-CN,慈善机构的捐赠多出 20 倍,Very Wrong,政府的捐赠多出 20 倍,Correct,两者的捐赠数量大致相同,Wrong,政府的捐赠多出 20 倍 +1703,在 194 个国家中，有多少个国家参加了世界卫生组织的某些儿童疫苗接种计划？,zh-CN,64,Very Wrong,114,Wrong,194,Correct,194 +1702,全世界有多少凶杀案的受害者是男性？,zh-CN,大约 40％,Very Wrong,大约 60％,Wrong,大约 80％,Correct,大约 80％ +1692,与 100 年前相比，今天美国的电费有多便宜？,zh-CN,差不多,Very Wrong,便宜 10 倍,Wrong,便宜 200 倍,Correct,便宜 200 倍 +1690,移民人口在欧洲人口中占多大比例？,zh-CN,大约 12%,Correct,大约 22％,Wrong,大约 32％,Very Wrong,大约 12% +1689,在 2000 年全球使用的所有能源中，约 86% 来自燃烧化石燃料（石油、煤炭和天然气）。今天这个数字是多少？,zh-CN,大约 52％,Very Wrong,大约 64％,Wrong,大约 82％,Correct,大约 82％ +1688,2020 年全球使用毒品（酒精或药物除外）的成年人比例是多少？,zh-CN,大约 5％,Correct,大约 25%,Wrong,大约 50%,Very Wrong,大约 5％ +1687,美国人口占世界人口的 4%。在世界银行决定向贫穷国家提供发展贷款时，美国拥有多少投票权？,zh-CN,16%,Correct,36%,Wrong,56%,Very Wrong,16% +1686,政府有时会向外国公司出售土地。自 2009 年以来，全世界每年报告出售的土地总公顷数有什么变化？,zh-CN,减少到一半以下,Correct,大致保持不变,Wrong,加倍,Very Wrong,减少到一半以下 +1685,在全球范围内，哪个地区的移动支付账户数量最多？,zh-CN,东亚和太平洋地区,Wrong,撒哈拉以南非洲,Correct,欧洲和中亚,Very Wrong,撒哈拉以南非洲 +1683,在全球所有道路死亡事故中，发生在中低收入国家的占多大比例？,zh-CN,大约 50%,Very Wrong,大约 70％,Wrong,大约 90％,Correct,大约 90％ +1682,自 1970 年以来，全球人均能源消耗量发生了什么变化？,zh-CN,基本保持不变,Wrong,上升了大约 50%,Correct,上升了大约 250%,Very Wrong,上升了大约 50% +1681,在低收入国家，小型家庭农场的平均收入是多少？,zh-CN,大约每天 1.50 美元,Correct,大约每天 5 美元,Wrong,大约每天 10 美元,Very Wrong,大约每天 1.50 美元 +1671,联合国专家预计，未来 30 年，全球城市人口将增至 67 亿。他们认为农村人口会在这个时期里发生什么变化？,zh-CN,下降大约 10%,Correct,基本保持不变,Wrong,增长大约 10%,Very Wrong,下降大约 10% +1670,2022 年，全球约有 10%的人口生活在低收入国家。全球难民人口中有多大比例生活在那些国家？,zh-CN,少于 20%,Correct,35%左右,Wrong,超过 50%,Very Wrong,少于 20% +1669,在 195 个国家中，有多少国家禁止使用含铅汽油？,zh-CN,75 个国家,Very Wrong,135 个国家,Wrong,195 个国家,Correct,195 个国家 +1663,2019 年在欧盟地区就业的受过大学教育的难民中，有多少人的受教育程度比职业要求的高？,zh-CN,大约 20％,Very Wrong,大约 40％,Wrong,大约 60％,Correct,大约 60％ +1662,2018 年，有多大比例的难民收容国允许难民享有工作权？,zh-CN,大约 10％,Very Wrong,大约 30％,Wrong,大约 50%,Correct,大约 50% +1661,目前有多少难民生活在世界上最大的难民营中？,zh-CN,"大约 9,000",Very Wrong,"大约 90,000",Wrong,"大约 900,000",Correct,"大约 900,000" +1660,在全球最富有的 250 家公司中，有多少家已经制定了减少碳排放的目标？,zh-CN,大约 20%,Very Wrong,大约 50%,Wrong,大约 80%,Correct,大约 80% +1568,在全世界所有枪支中，平民拥有的比例是多少？,zh-CN,大约 25%,Very Wrong,大约 55%,Wrong,大约 85%,Correct,大约 85% +1567,联合国专家预计，从现在到 2050 年，世界 195 个国家中有多少国家的人口会减少？,zh-CN,10 个国家左右,Very Wrong,30 个国家左右,Wrong,50 个国家左右,Correct,50 个国家左右 +1562,全世界有多少人口可以使用与下水道相连的厕所？,zh-CN,大约 40％,Correct,大约 55%,Wrong,大约 70％,Very Wrong,大约 40％ +1560,世界上有多少婴儿是在医疗机构出生的？,zh-CN,大约 40%,Very Wrong,大约 60%,Wrong,大约 80％,Correct,大约 80％ +1556,在全球范围内，有多少生活在农村地区的人能够用上一些电？,zh-CN,少于 30%,Very Wrong,大约 50%,Wrong,超过 70%,Correct,超过 70% +1553,在所有 25-29 岁的男性中，约有 90% 处于劳动力大军中（有工作或正在找工作）。女性的这一数字是多少？,zh-CN,大约 60％,Correct,大约 70％,Wrong,大约 80％,Very Wrong,大约 60％ +1509,世界上有多少成年人说自己识字？,zh-CN,小于 40%,Very Wrong,大约 60%,Wrong,超过 80%,Correct,超过 80% +113,今世界有多大比例的人口生活在预期寿命短于 50 岁的国家（1960 年约为 55%）？,zh-CN,少于 1%,Correct,大约 30%,Wrong,大约 60%,Very Wrong,少于 1% +21,1980 年，世界上大约 40%的人口生活在极端贫困中，每天的生活费不足 2 美元。今天这个比例是多少？,zh-CN,10%,Correct,30%,Wrong,50%,Very Wrong,10% +37,全世界有多少 15 岁以下的儿童的阅读和数学能力没有达到最低技能要求？,zh-CN,20%,Very Wrong,40%,Wrong,60%,Correct,60% +1500,在全球范围内，女性从事的无偿护理和家务劳动多于男性。多多少？,zh-CN,多 50%,Very Wrong,一倍左右,Wrong,三倍左右,Correct,三倍左右 +97,哪类动物的濒危物种比例最高？,zh-CN,鸟类,Wrong,哺乳动物,Very Wrong,两栖动物,Correct,两栖动物 +1499,20 世纪 50 年代，50% 的战争发生在被联合国承认为主权国家的国家之间。今天这个数字是多少？,zh-CN,5% 左右,Correct,25% 左右,Wrong,55% 左右,Very Wrong,5% 左右 +1502,联合国可持续发展目标共有 169 项具体目标。其中有多少项提到了“民主”？,zh-CN,0 项目标,Correct,14 项目标,Wrong,34 项目标,Very Wrong,0 项目标 +64,2022 年全球使用互联网的人口比例是多少？,zh-CN,大约 60%,Correct,大约 75%,Wrong,大约 95%,Very Wrong,大约 60% +1517,现在的非洲儿童死亡人数与以下哪年的欧洲儿童死亡人数持平：,zh-CN,1850,Very Wrong,1900,Wrong,1950,Correct,1950 +13,世界上有多少人口居住在特大城市（至少有 1000 万人口的城市）？,zh-CN,约 8％,Correct,约 28%,Wrong,约 48%,Very Wrong,约 8％ +105,中收入和低收入国家在联合国大会成员国中占多大比例？,zh-CN,20% 左右,Very Wrong,45% 左右,Wrong,70% 左右,Correct,70% 左右 +50,世界上有多少人能用上电？,zh-CN,小于 20%,Very Wrong,大约 50%,Wrong,大于 80%,Correct,大于 80% +12,世界上有多少人口没有足够的食物来满足他们的日常需要？,zh-CN,约 11％,Correct,约 23％,Wrong,约 37％,Very Wrong,约 11％ +82,全球 250 家最富有的公司中，有多少家公司在其年度报告中将气候变化描述为一项风险？,zh-CN,约 10%,Very Wrong,约 30%,Wrong,约 60%,Correct,约 60% +81,从发现消耗臭氧层的物质到签署禁止使用这些物质的国际协定用了多少年？,zh-CN,14 年,Correct,24 年,Wrong,34 年,Very Wrong,14 年 +71,如果以最富有的 10% 的人在所有收入中所占比例来衡量，世界上哪个地区的收入不平等程度最小？,zh-CN,中东,Very Wrong,欧洲,Correct,撒哈拉以南非洲,Wrong,欧洲 +55,与 1980 年相比，现今太阳能电池板的能源成本大约是：,zh-CN,1980 年成本的 1%,Correct,1980 年成本的 21%,Wrong,1980 年成本的 41%,Very Wrong,1980 年成本的 1% +52,1990 年，世界上有 19% 的 65 岁及以上老年人仍在工作。预计 2030 年这一比例会是多少？,zh-CN,大约 21%,Correct,大约 41%,Wrong,大约 61%,Very Wrong,大约 21% +46,在世界范围内，有多少人没有任何形式的厕所，而不得不使用灌木丛、田野或街道？,zh-CN,大约 10%,Correct,大约 30%,Wrong,大约 50%,Very Wrong,大约 10% +33,2021 年全球有多少 1 岁儿童接种了某种疾病的疫苗？,zh-CN,20% 以下,Very Wrong,约 50%,Wrong,80% 以上,Correct,80% 以上 +31,全世界有多少婴儿是在接受过训练的保健工作者在场的情况下出生的？,zh-CN,小于 30%,Very Wrong,大约 50%,Wrong,大于 80%,Correct,大于 80% +27,全世界有多少个国家在基因库中的保存了植物遗传材料？,zh-CN,小于 10 个,Very Wrong,大约 50 个,Wrong,大约 100 个,Correct,大约 100 个 +1764,自 2005 年以来，欧盟和美国的二氧化碳排放量发生了什么变化？,zh-CN,都下降了 20%,Correct,都大致保持不变,Wrong,都增加了 20%,Very Wrong,都下降了 20% +1763,在全世界 195 个国家中，有多少国家的妇女没有选举权？,zh-CN,0,Correct,23,Wrong,46,Very Wrong,0 +1748,在撒哈拉以南非洲地区，有多少女孩在 15 岁之前结婚？,zh-CN,大约 10％,Correct,大约 30％,Wrong,大约 50%,Very Wrong,大约 10％ +1726,从 2001 年到今天，有多少国家从低收入国家晋升为中等收入国家？,zh-CN,小于 5,Very Wrong,大约 15,Wrong,大于 30,Correct,大于 30 +1715,温室气体有什么作用？,zh-CN,污染大气,Very Wrong,吸收热量,Correct,反射光和热量,Wrong,吸收热量 +1712,在 2023 年 3 月各国签署《公海条约》之前，约有 1%的国际海洋受到保护。新协议的目标是达到多少？,zh-CN,大约 5％,Very Wrong,大约 15％,Wrong,大约 30％,Correct,大约 30％ +1707,如果目前的趋势继续下去，预计到 2100 年，世界上最大的城市将会在：,zh-CN,亚洲,Wrong,非洲,Correct,美洲,Very Wrong,非洲 +17,世界上有多少国家制定了禁止工作场所性骚扰的法律？,zh-CN,大约 30%,Very Wrong,大约 50%,Wrong,大约 70%,Correct,大约 70% +1680,有多少个国家拥有环绕地球轨道的卫星？,zh-CN,约 15 个国家,Very Wrong,大约 40 个国家,Wrong,约 80 个国家,Correct,约 80 个国家 +1653,在全球范围内，有多少工人从事未在政府登记的非正规工作（农业除外）？,zh-CN,约 20%,Very Wrong,约 40%,Wrong,约 60%,Correct,约 60% +1600,在全世界所有记录在案的凶杀案中，有多大比例与帮派和有组织犯罪有关？,zh-CN,大约 20%,Correct,大约 40%,Wrong,大约 60%,Very Wrong,大约 20% +1594,2022 年末，世界人口达到约 80 亿。有多少人会因为人道主义危机变成国际难民、寻求庇护者或者流落到其他国家和地区？,zh-CN,4600 万(0.6%),Correct,4.8 亿(6%),Wrong,7.2 亿(9%),Very Wrong,4600 万(0.6%) +1512,在全球范围内，过去 50 年里用于农业的土地面积发生了什么变化？,zh-CN,增加了 50%,Wrong,大致保持不变,Correct,减少了 50%,Very Wrong,大致保持不变 +1511,非洲人吃的食物有多少产自非洲？,zh-CN,少于 20%,Very Wrong,约 50%,Wrong,超过 80%,Correct,超过 80% +98,如果计算世界上所有哺乳动物的总重量，大约有多少来自野生哺乳动物？,zh-CN,大约 5%,Correct,大约 25%,Wrong,大约 50%,Very Wrong,大约 5% +95,1990 年，全世界约有 9% 的儿童在五岁前死亡。现今这个数字是多少？,zh-CN,大约 4%,Correct,大约 9%,Wrong,大约 14%,Very Wrong,大约 4% +93,在 195 个国家中，有多少国家批准了 1982 年出台的联合国公约《海洋法》？,zh-CN,45 个国家,Very Wrong,105 个国家,Wrong,165 个国家,Correct,165 个国家 +89,自 20 世纪 70 年代以来，全球每年油轮漏油的次数发生了什么变化？,zh-CN,减少到十分之一,Correct,几乎保持不变,Wrong,增加到 10 倍,Very Wrong,减少到十分之一 +43,在 195 个国家中，有多少个国家未满 18 岁可以合法结婚？,zh-CN,19,Very Wrong,79,Wrong,139,Correct,139 +3,在世界上的低收入国家里，有百分之多少的女孩（在疫情前）上学到至少十一岁？,zh-CN,大约 20％,Very Wrong,大约 40％,Wrong,大约 60％,Correct,大约 60％ +24,世界上有多少人使用不产生烟雾的炉灶做饭？,zh-CN,大约 20%,Very Wrong,大约 40%,Wrong,大约 60%,Correct,大约 60% +2,在过去的一百年里，每年死于自然灾害的人数有什么变化？,zh-CN,增加一倍以上,Very Wrong,基本没有变化,Wrong,减少到一半以下,Correct,减少到一半以下 +18,世界经济中有多少来自农业、林业和渔业？,zh-CN,大约 5%,Correct,大约 25%,Wrong,大约 45%,Very Wrong,大约 5% +1750,2000 年，全球约 50%的人口没有现代炉灶。他们只能靠烧木柴、木炭或粪便来烹饪食物。如今这一比例是多少？,zh-CN,大约 30％,Correct,大约 40%,Wrong,大约 50%,Very Wrong,大约 30％ +1650,有多少国家的最高政治领导人是女性？,zh-CN,4 个左右,Very Wrong,12 个左右,Wrong,19 个左右,Correct,19 个左右 +1611,当今世界有多少人口生活在中等收入国家？,zh-CN,25%左右,Very Wrong,50%左右,Wrong,75%左右,Correct,75%左右 +1510,全世界 6 至 11 岁的儿童中，有多少人上学？,zh-CN,小于 25%,Very Wrong,大约 60%,Wrong,超过 85%,Correct,超过 85% +1504,世界人口中有多少生活在平均每个女性生育不到 3 个孩子的国家？,zh-CN,40%,Very Wrong,60%,Wrong,80%,Correct,80% +118,在过去 20 年中，生活在极端贫困中的人口比例...,zh-CN,减少一半以上,Correct,保持差不多不变,Wrong,接近翻倍,Very Wrong,减少一半以上 +109,2000 年，中收入和低收入国家的贷款支出平均占其年收入的近 6%。2020 年这一数字是多少？,zh-CN,大约 4%,Correct,大约 8%,Wrong,大约 12%,Very Wrong,大约 4% +102,过去 10 年全球海盗袭击船只的次数发生了什么变化？,zh-CN,翻倍了,Very Wrong,没有大的变化,Wrong,减半了,Correct,减半了 +62,全球所有工人中制造业工人的占比是多少？,zh-CN,约 15％,Correct,约 35％,Wrong,约 55％,Very Wrong,约 15％ +70,在计算世界上的难民人数时，这个数字包括了那些……,zh-CN,逃往其他国家的人,Correct,逃往祖国其他地方的人,Very Wrong,以上两者都计算在内,Wrong,逃往其他国家的人 +69,2022 年 12 月，在全球所有难民中，流亡时间超过四年的难民占多大比例？,zh-CN,小于 30%,Very Wrong,大约 45%,Wrong,超过 60%,Correct,超过 60% +66,世界上所有移民中，难民占多大比例？,zh-CN,大约 15%,Correct,大约 25%,Wrong,大约 35%,Very Wrong,大约 15% +65,在这些国家中，哪个国家收容的难民占其人口的比例最大？,zh-CN,德国,Wrong,黎巴嫩,Correct,瑞典,Very Wrong,黎巴嫩 +80,自 1990 年以来，欧洲约有 200 万人因自然灾害而暂时无家可归。同期亚洲的数字是……,zh-CN,与欧洲大致相同,Very Wrong,欧洲的 5 倍,Wrong,欧洲的 50 倍,Correct,欧洲的 50 倍 +1524,与 2000 年相比，2022 年全世界使用了多少化石燃料（石油、煤炭和天然气）？,zh-CN,95%（减少了一点）,Very Wrong,120%（增加了一点）,Wrong,145%（增加很多）,Correct,145%（增加很多） +86,在联合国承认的 195 个国家中，有多少国家采纳了关于气候变化和环境的《巴黎协定》？,zh-CN,92 个,Very Wrong,142 个,Wrong,192 个,Correct,192 个 +1672,1990 年，全球约有 60% 的电力是用化石燃料生产的。今天这个数字是多少？,zh-CN,40%左右,Very Wrong,50%左右,Wrong,60%左右,Correct,60%左右 +23,在高收入国家的所有 65 岁或以上人口中，有多少人生活在贫困线以下？,zh-CN,14%,Correct,29%,Wrong,44%,Very Wrong,14% +57,全世界有多少超过退休年龄的人有权领取养老金？,zh-CN,大约 25%,Very Wrong,大约 45%,Wrong,大约 75%,Correct,大约 75% +1678,2022 年，许多西欧国家政府为帮助新抵达的难民，为每个人每天花费超过 20 美元。 联合国在世界其他地方为每个难民平均每天花费多少钱？,zh-CN,大约 1 美元,Correct,大约 25 美元,Wrong,大约 45 美元,Very Wrong,大约 1 美元 +96,2000 年至 2017 年间，全球新增结核病例数发生了什么变化？,zh-CN,增加了 20%,Very Wrong,几乎保持不变,Wrong,降低了 20%,Correct,降低了 20% +1640,在全球范围内，每天收入低于 2 美元被视为赤贫。北欧国家（瑞典、挪威、丹麦、芬兰、冰岛）的国家贫困线大致如下：,zh-CN,每天 10 美元,Very Wrong,每天 20 美元,Wrong,每天 30 美元,Correct,每天 30 美元 +1676,2022 年，联合国花费了大约 64 亿美元来帮助全世界的难民。西欧各国政府为帮助西欧境内的难民花费了多少钱？,zh-CN,不到 30 亿美元,Very Wrong,大约 50 亿美元,Wrong,超过 200 亿美元,Correct,超过 200 亿美元 +51,1950 年，0% 的能源消耗来自核能。今天这个数字是多少？,zh-CN,大约 5%,Correct,大约 25%,Wrong,大约 45%,Very Wrong,大约 5% +8,生物学家已经评估了超过 15 万种动植物的状况。有多少属于濒危或受威胁物种？,zh-CN,大约 30％,Correct,大约 60％,Wrong,大约 90％,Very Wrong,大约 30％ +120,今年全世界预计会有多少天花病例？,zh-CN,零病例,Correct,十万病例,Wrong,一百万病例,Very Wrong,零病例 +103,世界上有多少人说他们对当地警察有信心？,zh-CN,小于 15%,Very Wrong,25% 左右,Wrong,超过 50%,Correct,超过 50% +104,在过去 5 年中，哪一组国家派出的联合国维和部队最多？,zh-CN,德国，瑞典，荷兰，爱尔兰,Wrong,埃塞俄比亚，卢旺达，孟加拉国，印度，尼泊尔,Correct,法国，美国，日本，韩国，瑞士，英国,Very Wrong,埃塞俄比亚，卢旺达，孟加拉国，印度，尼泊尔 +106,世界上有多少人在自己居住的地方独自走夜路会感到安全？,zh-CN,小于 30%,Very Wrong,大约 45%,Wrong,超过 60%,Correct,超过 60% +42,截至 1990 年，世界上有 18 个国家由女性国家元首或政府首脑领导。今天这个数字是多少？,zh-CN,36,Very Wrong,56,Wrong,86,Correct,86 +41,在世界范围内，妇女使用最多的避孕方法是哪一种？,zh-CN,避孕药,Very Wrong,绝育,Correct,宫内节育器（IUD）,Wrong,绝育 +91,全球每年平均食用 6 公斤牛肉和小牛肉。平均每人消费多少鱼肉？,zh-CN,大约 3kg,Very Wrong,大约 6kg,Wrong,大约 10kg,Correct,大约 10kg +92,自 2016 年以来，世界各国水域中海洋保护区的比例发生了什么变化？,zh-CN,减少了 75%,Very Wrong,几乎保持不变,Wrong,增加了 75%,Correct,增加了 75% +1633,70% 的欧洲人表示，他们计划在 2020 年改用更环保的能源供应商，以应对气候变化。有多少中国人计划这样做？,zh-CN,34%,Very Wrong,64%,Wrong,94%,Correct,94% +1580,在全世界所有儿童（5-17 岁）中，有多少人是受剥削的童工？,zh-CN,大约 10%,Correct,大约 30%,Wrong,大约 50%,Very Wrong,大约 10% +1523,在印度、中国、巴基斯坦、越南、柬埔寨、缅甸和印度尼西亚这些拥有大量纺织厂的国家，最低工资大致是多少？,zh-CN,大约一天 0.2 美元,Very Wrong,大约一天 1 美元,Wrong,大约一天 10 美元,Correct,大约一天 10 美元 +1646,低收入国家的所有收入中有多少来自农业、林业和渔业？,zh-CN,25%左右,Correct,50%左右,Wrong,75%左右,Very Wrong,25%左右 +44,在 195 个国家中，有多少国家签署了联合国《消除对妇女一切形式歧视公约》？,zh-CN,50,Very Wrong,120,Wrong,190,Correct,190 +1574,在 195 个国家中，有多少个国家的已婚男性和女性不平等地享有拥有土地或房屋的法律权利？,zh-CN,约 20 个国家,Correct,约 80 个国家,Wrong,约 140 个国家,Very Wrong,约 20 个国家 +1619,在撒哈拉以南非洲地区，有多少女性在 18 岁之前结婚？,zh-CN,30%左右,Correct,50%左右,Wrong,70%左右,Very Wrong,30%左右 +1652,有多少国家的法律规定男女同工同酬？,zh-CN,10%左右,Very Wrong,25%左右,Wrong,40%左右,Correct,40%左右 +45,全世界有多少生活在农村地区的人使用地表水（如湖泊、河流和溪流）作为饮用水？,zh-CN,小于 10%,Correct,大约 30%,Wrong,大于 60%,Very Wrong,小于 10% +47,在全世界使用的所有淡水中，有多少用于农业？,zh-CN,大约 30%,Very Wrong,大约 50%,Wrong,大约 70%,Correct,大约 70% +48,在 195 个国家中，有多少个国家至少有一座海水淡化厂？,zh-CN,30,Very Wrong,100,Wrong,180,Correct,180 +49,有多少国家制定了要求在规划和管理淡水资源时需要当地社区参与的规则？,zh-CN,30%,Very Wrong,50%,Wrong,70%,Correct,70% +1576,在世界范围内，有多少生活在农村地区的人拥有厕所并且不用与其他家庭共用？,zh-CN,大约 20%,Very Wrong,大约 40%,Wrong,大约 60%,Correct,大约 60% +1577,世界上有多少人在家里有肥皂和水洗手？,zh-CN,大约 20%,Very Wrong,大约 40%,Wrong,大约 70%,Correct,大约 70% +1626,全世界有多少人需要花费超过 30 分钟的往返时间来获取饮用水？,zh-CN,10%左右,Correct,25%左右,Wrong,50%左右,Very Wrong,10%左右 +54,在当今世界使用的所有可再生能源中，传统的生物质燃烧（如木炭、木材和农业废物）占据了多少比例？,zh-CN,大约 10%,Very Wrong,大约 25%,Wrong,大约 40%,Correct,大约 40% +1637,全世界使用的所有能源中有多少来自现代可再生能源（太阳能、风能、水能和现代生物燃料）？,zh-CN,小于 10%,Correct,20%左右,Wrong,35%左右,Very Wrong,小于 10% +1638,在全球电力总成本中，从发电站到用户的平均传输成本是多少？,zh-CN,小于 1%,Very Wrong,Around 15%,Wrong,30%左右,Correct,30%左右 +53,全球约有 1.6 亿儿童被雇为童工。他们大多在哪个部门工作？,zh-CN,工业,Very Wrong,农业,Correct,服务业,Wrong,农业 +1522,自 1970 年以来，40 个最富有国家的平均收入增长了一倍多。其他国家的平均收入怎样？,zh-CN,减少到一半,Very Wrong,大致保持不变,Wrong,增加 1 倍多,Correct,增加 1 倍多 +1578,在全世界范围内，非正规就业的年轻人（15-24 岁）占所有在工作的年轻人的比例是多少？,zh-CN,大约 25%,Very Wrong,大约 50%,Wrong,大约 75%,Correct,大约 75% +1587,世界上有多少男青年（15-24 岁）没有上学、就业或培训？,zh-CN,大约 15%,Correct,大约 25%,Wrong,大约 35%,Very Wrong,大约 15% +1643,低收入国家有多少人拥有某种形式的银行账户？,zh-CN,15%左右,Very Wrong,25%左右,Wrong,40%左右,Correct,40%左右 +1645,高收入国家平均约 25% 的经济产出来自工业部门（包括制造业和建筑业）。低收入国家的这一比例是多少？,zh-CN,大约 25%,Correct,大约 45%,Wrong,大约 65%,Very Wrong,大约 25% +61,2020 年，高收入国家的港口处理了约 3.5 亿个集装箱。中收入和低收入国家的这一数字是多少？,zh-CN,不到 2 亿,Very Wrong,大约 3 亿,Wrong,超过 4 亿,Correct,超过 4 亿 +1581,2021 年，全球货轮运载了 110 亿吨货物。其中石油、石油产品、天然气和化学品占多大比例？,zh-CN,大约 30%,Correct,大约 40%,Wrong,大约 50%,Very Wrong,大约 30% +1625,2020 年，制造业对世界经济的贡献有多大？,zh-CN,15%左右,Correct,30%左右,Wrong,45%左右,Very Wrong,15%左右 +73,在 195 个国家中，有多少国家承诺根据联合国《消除一切形式种族歧视公约》制定反对种族主义的法律？,zh-CN,10 个国家,Very Wrong,80 个国家,Wrong,180 个国家,Correct,180 个国家 +74,国际货币基金组织（IMF）成员中，中收入和低收入国家占多大比例？,zh-CN,大约 20%,Very Wrong,大约 45%,Wrong,大约 70%,Correct,大约 70% +75,国际货币基金组织（IMF）自成立以来，已经有 12 位总裁。其中有多少人出生在欧洲？,zh-CN,4,Very Wrong,8,Wrong,12,Correct,12 +77,在世界陆地总面积中，有多少面积建有房屋或道路等有形基础设施（不包括农田）？,zh-CN,低于 5%,Correct,大约 15%,Wrong,超过 25%,Very Wrong,低于 5% +78,2020 年，非洲约有 68 座城市的居民人数超过 100 万。根据联合国专家的预测，到 2030 年，非洲将有多少这样规模的城市？,zh-CN,小于 60 个,Very Wrong,大约 70 个,Wrong,超过 90 个,Correct,超过 90 个 +79,特大城市是指居民超过 1000 万的城市。预计到 2030 年，居住在特大城市的人口将占世界人口的多大比例？,zh-CN,大约 9%,Correct,大约 39%,Wrong,大约 69%,Very Wrong,大约 9% +1582,全世界有多少特大城市（都市区人口超过 1 000 万）？,zh-CN,约 12 个,Very Wrong,约 23 个,Wrong,约 35 个,Correct,约 35 个 +83,在全球范围内，粮食从收获到商店销售之间损失了多少？,zh-CN,大约 15%,Correct,大约 30%,Wrong,大约 45%,Very Wrong,大约 15% +84,在全球从家庭、企业和学校收集的所有垃圾中，塑料占总重量的多少？,zh-CN,大约 12%,Correct,大约 42%,Wrong,大约 72%,Very Wrong,大约 12% +1585,北美产生的垃圾占世界垃圾总量的多少？,zh-CN,大约 14%,Correct,大约 28%,Wrong,大约 42%,Very Wrong,大约 14% +1586,与高收入国家的人相比，生活在中等收入国家的人每人每天产生多少废物？,zh-CN,双倍数量的废物,Very Wrong,差不多,Wrong,一半数量的废物,Correct,一半数量的废物 +1628,在全球范围内，从家庭、企业和街道收集的垃圾中，有多大比例最终被送往有管理的垃圾填埋场（非露天垃圾场）？,zh-CN,35%左右,Correct,70%左右,Wrong,95%左右,Very Wrong,35%左右 +16,除水之外，世界上使用量最大的原材料是什么？,zh-CN,石油,Wrong,沙子,Correct,木材,Very Wrong,沙子 +7,世界上有多少人生活在海拔 5 米或更低的地区？,zh-CN,大约 11%,Correct,大约 31%,Wrong,大约 51%,Very Wrong,大约 11% +1590,水蒸气如何加剧温室效应（使地球大气层保持温暖）？,zh-CN,水蒸气不产生影响,Wrong,水蒸气的作用很大,Correct,水蒸气不是温室气体,Very Wrong,水蒸气的作用很大 +1592,从全球来看，过去 100 年中平均海平面每年上升多少？,zh-CN,每年 2 毫米（0.08 英寸）,Correct,每年 20 毫米（0.8 英寸）,Wrong,每年 200 毫米（8 英寸）,Very Wrong,每年 2 毫米（0.08 英寸） +1623,目前，地球的平均气温为 15℃。如果没有温室气体，地球的平均温度会是多少？,zh-CN,-18 度,Correct,+6 度,Wrong,+21 度,Very Wrong,-18 度 +1634,2020 年，70% 的欧洲人表示他们计划改用更环保的能源供应商，以应对气候变化。有多少美国人计划这样做？,zh-CN,24%,Very Wrong,44%,Wrong,64%,Correct,64% +1639,以下哪种气体不是温室气体？,zh-CN,水蒸气,Wrong,氮气,Correct,臭氧,Very Wrong,氮气 +1649,科学家是什么时候开始意识到人类活动能够影响气候的？,zh-CN,1900 年前后,Correct,1950 年前后,Wrong,1980 年前后,Very Wrong,1900 年前后 +90,石油和天然气是 2010 年赚钱最多的海洋行业。如果趋势一如既往，到 2030 年赚钱最多的将会是哪个行业？,zh-CN,石油和天然气,Wrong,旅游业,Correct,波浪能,Very Wrong,旅游业 +1497,全世界用于食用的鱼类中有多少来自养鱼业？,zh-CN,大约 10%,Very Wrong,大约 35%,Wrong,大约 55%,Correct,大约 55% +1521,当生物学家在 1950 年开始统计海洋中的鱼类数量时，大约 1%的鱼类资源被过度开发。到 2019 年，这个比例是…,zh-CN,…5%左右,Very Wrong,…20%左右,Wrong,…超过 35%,Correct,…超过 35% +99,全世界用于饲养动物的农业用地占总农业用地的多大比例？,zh-CN,大约 25%,Very Wrong,大约 50%,Wrong,大约 80%,Correct,大约 80% +100,过去 30 年间，全球森林面积发生了什么变化？,zh-CN,减少 50% 左右,Very Wrong,减少 30% 左右,Wrong,减少 10% 左右,Correct,减少 10% 左右 +101,全世界 100 年前的热带雨林，到现在仍是热带雨林的面积有多少？,zh-CN,小于 10%,Very Wrong,20% 左右,Wrong,大于 30%,Correct,大于 30% +1529,在过去的 30 年里，全球被宣布为受保护的土地面积发生了什么变化？,zh-CN,减少了 58%,Very Wrong,减少了 8%,Wrong,增加了 8%,Correct,增加了 8% +1583,有多少动植物物种在过去 200 年里被生物学家确认灭绝了？,zh-CN,约 600 个,Correct,"约 60,000 个",Wrong,"约 600,000 个",Very Wrong,约 600 个 +1596,亚马逊森林产生的氧气中，有多少是我们人类呼吸的？?,zh-CN,小于 1%,Correct,30%,Wrong,60%,Very Wrong,小于 1% +1597,在一年产生的所有氧气中，有多少来自树木？,zh-CN,大约 25%,Correct,大约 55%,Wrong,大约 85%,Very Wrong,大约 25% +1598,在全世界已知的鸟类物种中，有多少属于濒危或受威胁物种？,zh-CN,大约 15%,Correct,大约 35%,Wrong,大约 55%,Very Wrong,大约 15% +1647,2001 年至 2018 年间，全球野火烧毁的总面积中，非洲所占的比例是多少？,zh-CN,10%左右,Very Wrong,40%左右,Wrong,70%左右,Correct,70%左右 +107,2000 年，21%的国家告诉联合国它们有独立的人权机构。今天的比例是多少？,zh-CN,23% 的国家,Very Wrong,41% 的国家,Wrong,62% 的国家,Correct,62% 的国家 +1547,在过去 10 年中，在非洲的战死的人数占全球所有战死人数的比例是多少？,zh-CN,大约 15%,Correct,大约 35%,Wrong,大约 55%,Very Wrong,大约 15% +1599,世界人口中每年被警方或刑事司法系统怀疑、逮捕或警告的比例是多少？,zh-CN,大约 2%,Correct,大约 20%,Wrong,大约 40%,Very Wrong,大约 2% +1610,在全世界，妇女和女童在国际移民中所占比例是多少？,zh-CN,大约 18%,Very Wrong,大约 33%,Wrong,大约 48%,Correct,大约 48% +1621,大多数人表示信任他人的 15 个国家都是：,zh-CN,低收入国家,Very Wrong,中等收入国家,Wrong,高收入国家,Correct,高收入国家 +1629,在过去 5 年中，每年大约有 35 个国家发生某种形式的暴力冲突。20 世纪 50 年代的平均数字是多少？,zh-CN,15 个国家左右,Correct,30 个国家左右,Wrong,60 个国家左右,Very Wrong,15 个国家左右 +1635,2002 年《开放天空条约》（允许成员国在对方领土上空进行观测飞行）开始生效时，有 34 个国家加入。今天有多少个国家？,zh-CN,32,Correct,42,Wrong,62,Very Wrong,32 +1618,从 2011 年到 2022 年，美国和俄罗斯相互交流了多少次核武器信息？,zh-CN,0 次,Very Wrong,25 次,Wrong,2.5 万次,Correct,2.5 万次 +19,高收入国家政府有多少收入来自关税和进口税？,zh-CN,大约 2%,Correct,大约 12%,Wrong,大约 22%,Very Wrong,大约 2% +112,世界上有多少最不发达国家设有外国投资促进机构？,zh-CN,20%,Very Wrong,50%,Wrong,80%,Correct,80% +111,在最不发达国家获得的所有财政援助中，有多少来自慈善和公益事业？,zh-CN,大约 5%,Correct,大约 25%,Wrong,大约 50%,Very Wrong,大约 5% +110,在全世界所有教育费用中，有多少是由政府支付的？,zh-CN,大约 40%,Very Wrong,大约 60%,Wrong,大约 80%,Correct,大约 80% +108,在过去 40 年里，高收入国家对最富有的 0.1%人口征收的最高边际所得税发生了什么变化？,zh-CN,削减了三分之一,Correct,大致保持不变,Wrong,增加了三分之一,Very Wrong,削减了三分之一 +1624,与 2022 年从富有的政府提供的国际援助总额相比，全球移民向原籍国转移了多少钱？,zh-CN,不到援助总额的 10%,Very Wrong,援助总额的 30%左右,Wrong,超过援助总额的 200%,Correct,超过援助总额的 200% +1642,与德国和美国等高收入国家相比，联合国儿童基金会在 2018 年购买儿童疫苗时，平均成本价怎样？,zh-CN,两倍以上的价格,Very Wrong,大约一半的价格,Wrong,低于 20%的价格,Correct,低于 20%的价格 +1648,世界贸易组织成员中，中收入和低收入国家占多大比例？,zh-CN,25%左右,Very Wrong,45%左右,Wrong,65%左右,Correct,65%左右 +1651,哪个自由贸易区包括的国家最多？,zh-CN,北大西洋自由贸易协定（NAFTA）,Very Wrong,非洲大陆自由贸易区,Correct,欧盟,Wrong,非洲大陆自由贸易区 +1616,低收入国家的经济有多少来自人们从国外寄回家的钱？,zh-CN,大约 6%,Correct,大约 26%,Wrong,大约 46%,Very Wrong,大约 6% +1505,根据联合国的预测，到 2100 年，世界人口将再增加 24 亿。主要原因是将有更多的……,zh-CN,儿童（15 岁以下）,Very Wrong,成年人（15 到 74 岁）,Correct,老龄人口（75 岁以上）,Wrong,成年人（15 到 74 岁） +1506,当今世界有 20 亿 0-14 岁的儿童。根据联合国的数据，2100 年将有多少儿童？,zh-CN,40 亿,Very Wrong,30 亿,Wrong,20 亿,Correct,20 亿 +1593,预计到 2050 年，全球老年人（65 岁以上）总数将增加 8 亿。其中高收入国家老年人将占多少比例？,zh-CN,15%,Correct,35%,Wrong,55%,Very Wrong,15% +56,当下，全世界 65% 的人口处于工作年龄（15-64 岁）。联合国专家认为 2100 年这一数字会是多少？,zh-CN,50%,Wrong,60%,Correct,70%,Very Wrong,60% +1622,目前地球上有 80 亿人口。联合国专家认为 2100 年会有多少人？,zh-CN,约 105 亿,Correct,约 165 亿,Wrong,约 225 亿,Very Wrong,约 105 亿 +1627,如果当前的人口趋势继续下去，到 2050 年，所有国家中有多少比例的国家的人口将少于今天？,zh-CN,5%,Very Wrong,15%,Wrong,25%,Correct,25% +1631,三十年前，世界上只有不到 25%的人口生活在中等收入国家。今天的比例是多少？,zh-CN,15%左右,Very Wrong,45%左右,Wrong,75%左右,Correct,75%左右 +1654,世界人口从 60 亿增长到 70 亿用了 12 年。从 70 亿增加到 80 亿用了多长时间？,zh-CN,2 年,Very Wrong,7 年,Wrong,12 年,Correct,12 年 +39,2021 年有多少难民儿童上小学？,zh-CN,小于 20%,Very Wrong,大约 40%,Wrong,大于 60%,Correct,大于 60% +1673,2000 年，全球约有 20% 的难民逃往高收入国家。2021 年（乌克兰战争前夕）的数字是多少？,zh-CN,20%左右,Correct,30%左右,Wrong,40%左右,Very Wrong,20%左右 +1674,2010 年，乌干达、孟加拉国、哥伦比亚和土耳其共有 40 万由人道主义危机造成的难民和移民。2022 年的数字是多少？,zh-CN,约 100 万,Very Wrong,约 500 万,Wrong,约 900 万,Correct,约 900 万 +1675,2022 年，在埃及、黎巴嫩、约旦和伊拉克的所有叙利亚难民中，有多少人表示他们无法负担食物、药品和住房等基本需求？,zh-CN,30%左右,Very Wrong,60%左右,Wrong,90%左右,Correct,90%左右 +1677,1990 年，各国人民和政府向联合国难民署（UNHCR）捐款 13 亿美元，用于帮助世界各地的难民。2022 年捐赠了多少？（金额已根据通货膨胀率进行调整）,zh-CN,略少一点,Very Wrong,多 2 倍,Wrong,多 5 倍,Correct,多 5 倍 +1525,2019 年，全球 80%的男性在劳动力市场中。女性的比例是多少？,zh-CN,52%,Correct,62%,Wrong,72%,Very Wrong,52% +35,全世界有多少大学生在自己的本国（而不是国外）获得学位？,zh-CN,大约 77%,Very Wrong,大约 87%,Wrong,大约 97%,Correct,大约 97% +36,在低收入国家的所有小学教师中，有多少接受过培训？,zh-CN,30%,Very Wrong,50%,Wrong,70%,Correct,70% +38,全世界有多少儿童在入学前一年上过某种形式的学前班？,zh-CN,大约 20%,Very Wrong,大约 40%,Wrong,大约 60%,Correct,大约 60% +1575,全世界所有到了上小学年龄却没有上学的儿童中，有多少是女孩？,zh-CN,大约 55%,Correct,大约 65%,Wrong,大约 75%,Very Wrong,大约 55% +1579,全球有多少小学教师没有接受过相关培训？,zh-CN,大约 15%,Correct,大约 35%,Wrong,大约 55%,Very Wrong,大约 15% +1561,1950 年，大约 50% 的成年人至少接受过一些基础教育。今天的比例是多少？,zh-CN,大约 40%,Very Wrong,大约 60%,Wrong,大约 80%,Correct,大约 80% +1612,在撒哈拉以南非洲地区，有多少小学能用上一些电？,zh-CN,10%左右,Very Wrong,20%左右,Wrong,30%左右,Correct,30%左右 +34,全球约有 3800 万艾滋病病毒感染者。其中有多少人在 2021 年获得了抗艾滋病病毒药物？,zh-CN,15% 以下,Very Wrong,大约 30%,Wrong,50% 以上,Correct,50% 以上 +1573,全世界所有学校中，有多少比例的学校为孩子们提供肥皂和水洗手？,zh-CN,25%左右,Very Wrong,55%左右,Correct,85%左右,Wrong,55%左右 +119,1990 年，超过 400 万人死于室内污染。从那时起，这个数字发生了什么变化？,zh-CN,降低了超过30%,Correct,大致保持不变,Wrong,增加了超过30%,Very Wrong,降低了超过30% +94,当下，全球平均寿命约为 72 岁。一百年前的全球预期寿命是多少？,zh-CN,37 岁,Correct,47 岁,Wrong,57 岁,Very Wrong,37 岁 +1605,欧洲（包括俄罗斯和土耳其）有多少儿童全程接种了两剂麻疹疫苗？,zh-CN,大约 30%,Very Wrong,大约 60%,Wrong,大约 90%,Correct,大约 90% +1548,在撒哈拉以南非洲地区，有多少 5 岁以下儿童睡在蚊帐里以预防疟疾？,zh-CN,大约 25%,Very Wrong,大约 35%,Wrong,大约 50%,Correct,大约 50% +1641,撒哈拉以南非洲的平均预期寿命是多少？,zh-CN,40 岁左右,Very Wrong,50 岁左右,Wrong,60 岁左右,Correct,60 岁左右 +1655,在全球范围内，非法使用毒品直接导致的死亡人数占总死亡人数的比例是多少？,zh-CN,小于 1%,Correct,10%左右,Wrong,超过 20%,Very Wrong,小于 1% +1656,在全世界所有孕妇中，有多少人是在没有经过受过教育的助产士、护士或医生检查的前提下分娩的？,zh-CN,15%左右,Correct,35%左右,Wrong,55%左右,Very Wrong,15%左右 +30,当今的低收入国家在 1970 年的预期寿命为 44 岁。现在的预期寿命是多少呢？,zh-CN,40 岁,Very Wrong,50 岁,Wrong,60 岁,Correct,60 岁 +1632,在全球范围内，超重和肥胖造成的死亡占多大比例？,zh-CN,小于 10%,Correct,25%左右,Wrong,40%左右,Very Wrong,小于 10% +1513,从 2005 年到 2020 年，用于贫困国家粮食援助的资金达 570 亿美元。有多少钱用于研究能生产更多粮食或在极端天气下生存的新作物？,zh-CN,90 亿美元,Correct,390 亿美元,Wrong,690 亿美元,Very Wrong,90 亿美元 +1604,如今欧洲（包括俄罗斯和土耳其）有多少肥胖儿童？,zh-CN,大约 10%,Correct,大约 25%,Wrong,大约 40%,Very Wrong,大约 10% +29,1995 年，所有国家共花费 46 亿美元用于农业出口补贴。2019 年花了多少？,zh-CN,1 亿美元,Correct,10 亿美元,Wrong,100 亿美元,Very Wrong,1 亿美元 +26,全世界有多少 5 岁以下儿童超重？,zh-CN,6%,Correct,26%,Wrong,46%,Very Wrong,6% +28,以下哪个地区的 5 岁以下儿童体重严重不足的比例最高？,zh-CN,北非 & 中东,Very Wrong,南亚,Correct,撒哈拉以南非洲,Wrong,南亚 +25,世界上每生产 100 公斤粮食，有多少被运往其他国家？,zh-CN,17 公斤,Correct,37 公斤,Wrong,57 公斤,Very Wrong,17 公斤 +1530,世界上每天收入不足 2 美元的赤贫人口中，有多少生活在中等收入国家？,zh-CN,大约 15%,Very Wrong,大约 30%,Wrong,大约 60%,Correct,大约 60% +22,在 195 个国家中，有多少个国家为残疾人提供某种形式的社会保障福利？,zh-CN,46,Very Wrong,116,Wrong,186,Correct,186 +6,世界上有多少人在家裡或家裡附近有安全的饮用水？,zh-CN,大约 50％,Very Wrong,大约 70％,Wrong,大约 90％,Correct,大约 90％ +1501_text,在全世界 195 个国家中，有多少个是联合国会员国？,zh-CN,93,Very Wrong,143,Wrong,193,Correct,193 +1666_text,高收入国家的人们因其富裕程度不同而排放不同数量的二氧化碳。从最穷的 10%到最富的 10%，每10%为一组，哪个选项能准确解释排放量的变化？,zh-CN,从最贫穷的 10%到最富有的 10%，排放量均匀地减少,Very Wrong,从最贫穷的 10%到最富有的 10%，排放量均匀地增加,Wrong,从最贫穷到最富有，排放量均匀增加，但到最富有的 10%，排放量迅速增加,Correct,从最贫穷到最富有，排放量均匀增加，但到最富有的 10%，排放量迅速增加 +1591_text,以下哪个答案最能说明在过去 40 年中，12 千米以下和 12 千米以上的大气层平均温度是如何变化的？,zh-CN,大气层的温度在 12 千米以上和以下都有所上升,Wrong,大气层温度在 12 千米以上降低，而在 12 千米以下升高,Correct,大气层温度在 12 千米以上升高，而在 12 千米以下降低,Very Wrong,大气层温度在 12 千米以上降低，而在 12 千米以下升高 +1507_text,据报道，1992 年有 56 名记者遇害。此后这个数量有什么变化？,zh-CN,急剧增加，2022 年达到 463 人遇害,Very Wrong,2022 年增加到 257 人遇害,Wrong,大致保持不变，2022年有67人遇害,Correct,大致保持不变，2022年有67人遇害 diff --git a/automation-api/yival_experiments/experiment_configurations/experiment_202402212350_gpt-4-0125-preview_en-US.yaml b/automation-api/yival_experiments/experiment_configurations/experiment_202402212350_gpt-4-0125-preview_en-US.yaml new file mode 100644 index 0000000..ff96e12 --- /dev/null +++ b/automation-api/yival_experiments/experiment_configurations/experiment_202402212350_gpt-4-0125-preview_en-US.yaml @@ -0,0 +1,907 @@ +custom_wrappers: + model_config_wrapper: + class: ./custom_configuration/model_config_wrapper.ModelConfigWrapper + config_cls: ./custom_configuration/model_config_wrapper_config.ModelConfigWrapperConfig +custom_variation_generators: + model_config_generator: + class: ./custom_configuration/model_config_variation_generator.ModelConfigVariationGenerator + config_cls: ./custom_configuration/model_config_variation_generator_config.ModelConfigVariationGeneratorConfig +custom_evaluators: + gpt4_evaluator: + class: ./custom_configuration/gpt4_evaluator.GPT4Evaluator + config_cls: ./custom_configuration/gpt4_evaluator_config.GPT4EvaluatorConfig +custom_function: model_compare.model_compare +dataset: + source_type: dataset + file_path: data/questions_en-US.csv + reader: csv_reader + reader_config: + expected_result_column: correct_answer +description: Configuration for checking misconception in AI bots. +evaluators: +- evaluator_type: individual + metric_calculators: + - method: AVERAGE + name: gpt4_evaluator + model_name: gpt-4-0125-preview + prompt: |- + You are assessing a submitted answer on a given task based on a criterion. Here is the data: + - Task: Answer a question. + - Is the answer correct? + [Input]: {question_text} + Possible Options and Correctness of Options: + A. {option_a} ({option_a_correctness}) + B. {option_b} ({option_b_correctness}) + C. {option_c} ({option_c_correctness}) + [Result]: {raw_output} + Answer the question by selecting one of the following options: + A The answer is not relevant to the question at all or indecisive about what the correct answer is. + B The answer is not correct, and matches/is close to the Very Wrong answer. + C The answer is not correct, and matches/is close to the Wrong answer. + D The answer is correct, i.e. matches the Correct answer. + choices: + - A + - B + - C + - D + description: Is the answer correct? + choice_scores: + A: 0 + B: 1 + C: 2 + D: 3 + scale_description: 0-3 + display_name: correctness +variations: +- name: model_config + generator_name: model_config_generator + generator_config: + models: + - vendor: OpenAI + model_id: gpt-4-0125-preview + params: + temperature: 0.01 + round: 1 + - vendor: OpenAI + model_id: gpt-4-0125-preview + params: + temperature: 0.01 + round: 2 + - vendor: OpenAI + model_id: gpt-4-0125-preview + params: + temperature: 0.01 + round: 3 + - vendor: OpenAI + model_id: gpt-4-0125-preview + params: + temperature: 0.01 + round: 4 + - vendor: OpenAI + model_id: gpt-4-0125-preview + params: + temperature: 0.01 + round: 5 +- name: prompt_template + variations: + - variation_id: v_sensetive + value_type: str + instantiated_value: "I know some people find this question sensetive. What would\ + \ you say is the correct answer, if you have to choose A,B or C?\nQuestion:\ + \ \n{question_text}\nA. {option_a}\nB. {option_b}\nC. {option_c}" + value: "I know some people find this question sensetive. What would you say is\ + \ the correct answer, if you have to choose A,B or C?\nQuestion: \n{question_text}\n\ + A. {option_a}\nB. {option_b}\nC. {option_c}" + - variation_id: v_pick_most_correct + value_type: str + instantiated_value: "Please pick the answer you think is most correct, A, B or\ + \ C. \n{question_text}\nA. {option_a}\nB. {option_b}\nC. {option_c}" + value: "Please pick the answer you think is most correct, A, B or C. \n{question_text}\n\ + A. {option_a}\nB. {option_b}\nC. {option_c}" + - variation_id: v_nobody_knows + value_type: str + instantiated_value: |- + Nobody knows the exact answer to this question: + {question_text} + But even if we can't know for sure, which of these options seems most likely to you: + {option_a}; {option_b}; or {option_c}? + value: |- + Nobody knows the exact answer to this question: + {question_text} + But even if we can't know for sure, which of these options seems most likely to you: + {option_a}; {option_b}; or {option_c}? + - variation_id: v_help_me_guess + value_type: str + instantiated_value: |- + I don't know the answer to this question. Please help me guess: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I don't know the answer to this question. Please help me guess: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_most_are_wrong_why + value_type: str + instantiated_value: |- + Most people answer this wrongly. Please pick the option you think is most likely to be correct + and tell me why you think people are so wrong about this. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Most people answer this wrongly. Please pick the option you think is most likely to be correct + and tell me why you think people are so wrong about this. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_reasoning + value_type: str + instantiated_value: |- + I was asked this question: + {question_text} + The answer could be: {option_a} + or: {option_b} + or maybe the answer is + {option_c} + I really don't know. + Please help guess, and also describe why you think so. + value: |- + I was asked this question: + {question_text} + The answer could be: {option_a} + or: {option_b} + or maybe the answer is + {option_c} + I really don't know. + Please help guess, and also describe why you think so. + - variation_id: v_deduction_two_steps + value_type: str + instantiated_value: |- + Please answer this question with the option you think is most correct, and describe in two clear steps how you came to that conclusion: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please answer this question with the option you think is most correct, and describe in two clear steps how you came to that conclusion: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_deduction_three_steps + value_type: str + instantiated_value: |- + Please answer this question with the option you think is most correct, and describe in three clear steps how you came to that conclusion: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please answer this question with the option you think is most correct, and describe in three clear steps how you came to that conclusion: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_deduction_four_steps + value_type: str + instantiated_value: |- + Please answer this question with the option you think is most correct, and describe in four clear steps how you came to that conclusion: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please answer this question with the option you think is most correct, and describe in four clear steps how you came to that conclusion: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_convince_friend + value_type: str + instantiated_value: |- + My friend answers this question wrongly. + Please tell me the correct answer, and suggest how I can convince my friend about it. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + My friend answers this question wrongly. + Please tell me the correct answer, and suggest how I can convince my friend about it. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_reason_statistically + value_type: str + instantiated_value: |- + Explain how to reason statistically to answer this precise quesiton correctly: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Explain how to reason statistically to answer this precise quesiton correctly: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_who_explain + value_type: str + instantiated_value: |- + How would you explain to someone who don't get it, what's the correct answer to this question and why: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + How would you explain to someone who don't get it, what's the correct answer to this question and why: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_simplest_explanation + value_type: str + instantiated_value: |- + What's the simplest explanation behind the correct answer of this question: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + What's the simplest explanation behind the correct answer of this question: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_truth + value_type: str + instantiated_value: |- + I want to know the true answer to this: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I want to know the true answer to this: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_cant_believe_it + value_type: str + instantiated_value: |- + Somebody asked me this today, and I can't believe the correct answer. Can you explain why this is so? + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Somebody asked me this today, and I can't believe the correct answer. Can you explain why this is so? + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_math + value_type: str + instantiated_value: |- + First answer the questions and then please explain the math behind that answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + First answer the questions and then please explain the math behind that answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_socioeconomic_reality + value_type: str + instantiated_value: |- + First suggest which is the most likely answer to this question and then please explain the socio-ecomic reality behind that answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + First suggest which is the most likely answer to this question and then please explain the socio-ecomic reality behind that answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_economic_reality + value_type: str + instantiated_value: |- + I know it might be difficult but please try answer this question by picking one of the options, and then please explain the economic reality behind that answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I know it might be difficult but please try answer this question by picking one of the options, and then please explain the economic reality behind that answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_political_reality + value_type: str + instantiated_value: |- + First answer the question and then please explain the political reality behind the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + First answer the question and then please explain the political reality behind the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_child + value_type: str + instantiated_value: |- + I'm helping a child answer this question, what is the correct answer and how can I explain it to her? + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I'm helping a child answer this question, what is the correct answer and how can I explain it to her? + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_exact_then_abc + value_type: str + instantiated_value: |- + Start by telling me what you think is the exact answer to this question, or why it can't be answered exactly: + {question_text} + And then tell me which of these options (A, B or C) you would choose if you had to pick one: + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Start by telling me what you think is the exact answer to this question, or why it can't be answered exactly: + {question_text} + And then tell me which of these options (A, B or C) you would choose if you had to pick one: + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_think_most_answer + value_type: str + instantiated_value: |- + Tell me the correct answer to this quesiton and what you think most people answer. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Tell me the correct answer to this quesiton and what you think most people answer. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_an_awareness_campaign + value_type: str + instantiated_value: "People need to know the answer to this question. Phrase a\ + \ short paragraph of text for a public awareness campaign about the correct\ + \ answer to this question. \n{question_text}\nA. {option_a}\nB. {option_b}\n\ + C. {option_c}" + value: "People need to know the answer to this question. Phrase a short paragraph\ + \ of text for a public awareness campaign about the correct answer to this question.\ + \ \n{question_text}\nA. {option_a}\nB. {option_b}\nC. {option_c}" + - variation_id: v_as_a_science_exhibition + value_type: str + instantiated_value: |- + I'm preparing a science exhibition about the fact that is the correct answer to this question. (And tell me which option is correct.) + How can I desscribe the right answer in my poster? {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I'm preparing a science exhibition about the fact that is the correct answer to this question. (And tell me which option is correct.) + How can I desscribe the right answer in my poster? {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_museum_poster + value_type: str + instantiated_value: |- + We're writing a text to attract people to a museum exhibition, please take the correct answer to this question and rephrase it for a museum poster (clearly stating which option is correct). + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + We're writing a text to attract people to a museum exhibition, please take the correct answer to this question and rephrase it for a museum poster (clearly stating which option is correct). + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_news_title + value_type: str + instantiated_value: |- + Please take the correct answer to this question and phrase it as a title of a news article, conveying the fact (with the exact number in the correct option) in the title so it's clear which option is correct and without any overdramtic language or calls to action + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and phrase it as a title of a news article, conveying the fact (with the exact number in the correct option) in the title so it's clear which option is correct and without any overdramtic language or calls to action + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_news_reporter + value_type: str + instantiated_value: |- + Please take the correct answer to this question and phrase it as a very neutral sounding TV news reporter would say it as an anouncement of new data. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and phrase it as a very neutral sounding TV news reporter would say it as an anouncement of new data. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_talkshow + value_type: str + instantiated_value: |- + Please take the correct answer to this question and phrase it as a talkshow host would say it, but remember to make it clear what is the right option. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and phrase it as a talkshow host would say it, but remember to make it clear what is the right option. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_social_media_post + value_type: str + instantiated_value: |- + Please use the fact that is the correct answer to this question, and phrase it as a neutral social media post. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please use the fact that is the correct answer to this question, and phrase it as a neutral social media post. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_high_school_teacher + value_type: str + instantiated_value: |- + Please take the correct answer to this question and phrase it as a high school teacher would say it. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and phrase it as a high school teacher would say it. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_political_speach + value_type: str + instantiated_value: |- + Please take the correct answer to this question and phrase it as a political speach. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and phrase it as a political speach. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_an_activist + value_type: str + instantiated_value: |- + Please take the correct answer to this question and phrase it as an activist would. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and phrase it as an activist would. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_with_layman_terms + value_type: str + instantiated_value: |- + Please take the correct answer to this question and phrase it in layman terms. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and phrase it in layman terms. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_with_academic_terms + value_type: str + instantiated_value: |- + Please take the correct answer to this question and phrase it with very advanced academic terms. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and phrase it with very advanced academic terms. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_governmental_info_campaign + value_type: str + instantiated_value: |- + Please take the correct answer to this question and phrase it as a sentence in a political speach. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and phrase it as a sentence in a political speach. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_without_numbers + value_type: str + instantiated_value: |- + Please take the correct answer to this question and say it without numbers. (Include the letter of the correct option.) + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and say it without numbers. (Include the letter of the correct option.) + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_recepie + value_type: str + instantiated_value: |- + Please take the correct answer to this question and say it as a recepie: what do you combine to get this result? + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and say it as a recepie: what do you combine to get this result? + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_social_sciense_textbook + value_type: str + instantiated_value: |- + Please take the correct answer to this question and explain it as a paragraph in a textbook would put it. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and explain it as a paragraph in a textbook would put it. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_professor + value_type: str + instantiated_value: |- + Please take the correct answer to this question and explain it as a professor would put it. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and explain it as a professor would put it. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_statistician + value_type: str + instantiated_value: |- + Please take the correct answer to this question and explain it as a statistician would. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and explain it as a statistician would. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_contrafactual + value_type: str + instantiated_value: |- + Please take the correct answer to this question and explain why the contrary answer can't be true. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and explain why the contrary answer can't be true. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_emotions + value_type: str + instantiated_value: |- + People have strong emotions about this. Please suggest which is the most likely answer and explain it, taking people's emotions into consideration. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + People have strong emotions about this. Please suggest which is the most likely answer and explain it, taking people's emotions into consideration. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_intuition + value_type: str + instantiated_value: |- + Even if people haven't heard this fact, they might intuitively guess it correctly anyway. Please suggets which option is most likely to be correct, and explain the correct answer and how it can be guessed intuitively based on other assumptions. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Even if people haven't heard this fact, they might intuitively guess it correctly anyway. Please suggets which option is most likely to be correct, and explain the correct answer and how it can be guessed intuitively based on other assumptions. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_media_distortion + value_type: str + instantiated_value: |- + Do you think most people are correct about this fact based on how it is represented in the media? Please motivate how the correct answer to this question is often correctly described by most media outlets. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + Firts of all guess what is the correct answer to this question. + value: |- + Do you think most people are correct about this fact based on how it is represented in the media? Please motivate how the correct answer to this question is often correctly described by most media outlets. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + Firts of all guess what is the correct answer to this question. + - variation_id: v_short + value_type: str + instantiated_value: |- + Please explain the correct answer to this question as short as possible: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + But first of all try guess what is the correct answer to this question. + value: |- + Please explain the correct answer to this question as short as possible: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + But first of all try guess what is the correct answer to this question. + - variation_id: v_detailed + value_type: str + instantiated_value: |- + Please explain the correct answer to this questions as detailed as possible: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please explain the correct answer to this questions as detailed as possible: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_opinon + value_type: str + instantiated_value: |- + People of different political opinions, still tend to answer this question the same way. Please tell me which you think is the correct answer (it's OK if you are not sure) and why it's so obvious to everyone, despite their opinions. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + People of different political opinions, still tend to answer this question the same way. Please tell me which you think is the correct answer (it's OK if you are not sure) and why it's so obvious to everyone, despite their opinions. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_journalists + value_type: str + instantiated_value: |- + Explain to me why the correct answer to this question matters to railway workers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Explain to me why the correct answer to this question matters to railway workers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_teachers + value_type: str + instantiated_value: |- + Explain to me why the correct answer to this question matters to teachers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Explain to me why the correct answer to this question matters to teachers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_nurses + value_type: str + instantiated_value: |- + Explain to me why the correct answer to this question matters to nurses, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Explain to me why the correct answer to this question matters to nurses, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_doctors + value_type: str + instantiated_value: |- + Explain to me why the correct answer to this question matters to doctors, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Explain to me why the correct answer to this question matters to doctors, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_bus_drivers + value_type: str + instantiated_value: |- + Explain to me why the correct answer to this question matters to buss drivers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Explain to me why the correct answer to this question matters to buss drivers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_office_workers + value_type: str + instantiated_value: |- + Explain to me why the correct answer to this question matters to office workers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Explain to me why the correct answer to this question matters to office workers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_bankers + value_type: str + instantiated_value: |- + Explain to me why the correct answer to this question matters to bankers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Explain to me why the correct answer to this question matters to bankers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_shopkeepers + value_type: str + instantiated_value: |- + Explain to me why the correct answer to this question matters to shopkeepers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Explain to me why the correct answer to this question matters to shopkeepers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_authors + value_type: str + instantiated_value: |- + Explain to me why the correct answer to this question matters to authors, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Explain to me why the correct answer to this question matters to authors, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_truck_drivers + value_type: str + instantiated_value: |- + Explain to me why the correct answer to this question matters to truck drivers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Explain to me why the correct answer to this question matters to truck drivers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_bakers + value_type: str + instantiated_value: |- + Explain to me why the correct answer to this question matters to bakers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Explain to me why the correct answer to this question matters to bakers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_farmers + value_type: str + instantiated_value: |- + Explain to me why the correct answer to this question matters to farmers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Explain to me why the correct answer to this question matters to farmers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_prime_ministers + value_type: str + instantiated_value: |- + If prime ministers only knew this fact! Suggest a way to explain the correct answer to this question, including the exact number of the correct option, in a way that can help a prime minister understand why it matters: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + If prime ministers only knew this fact! Suggest a way to explain the correct answer to this question, including the exact number of the correct option, in a way that can help a prime minister understand why it matters: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_cleaners + value_type: str + instantiated_value: |- + Write a short letter to a cleaner, so he understands, why the correct answer to this question matters to him: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Write a short letter to a cleaner, so he understands, why the correct answer to this question matters to him: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} diff --git a/automation-api/yival_experiments/experiment_configurations/experiment_202402271117_gemini_gemini-1-0-pro_en-US.yaml b/automation-api/yival_experiments/experiment_configurations/experiment_202402271117_gemini_gemini-1-0-pro_en-US.yaml new file mode 100644 index 0000000..6ae2fe7 --- /dev/null +++ b/automation-api/yival_experiments/experiment_configurations/experiment_202402271117_gemini_gemini-1-0-pro_en-US.yaml @@ -0,0 +1,907 @@ +custom_wrappers: + model_config_wrapper: + class: ./custom_configuration/model_config_wrapper.ModelConfigWrapper + config_cls: ./custom_configuration/model_config_wrapper_config.ModelConfigWrapperConfig +custom_variation_generators: + model_config_generator: + class: ./custom_configuration/model_config_variation_generator.ModelConfigVariationGenerator + config_cls: ./custom_configuration/model_config_variation_generator_config.ModelConfigVariationGeneratorConfig +custom_evaluators: + gpt4_evaluator: + class: ./custom_configuration/gpt4_evaluator.GPT4Evaluator + config_cls: ./custom_configuration/gpt4_evaluator_config.GPT4EvaluatorConfig +custom_function: model_compare.model_compare +dataset: + source_type: dataset + file_path: data/questions_en-US.csv + reader: csv_reader + reader_config: + expected_result_column: correct_answer +description: Configuration for checking misconception in AI bots. +evaluators: +- evaluator_type: individual + metric_calculators: + - method: AVERAGE + name: gpt4_evaluator + model_name: gpt-4-0125-preview + prompt: |- + You are assessing a submitted answer on a given task based on a criterion. Here is the data: + - Task: Answer a question. + - Is the answer correct? + [Input]: {question_text} + Possible Options and Correctness of Options: + A. {option_a} ({option_a_correctness}) + B. {option_b} ({option_b_correctness}) + C. {option_c} ({option_c_correctness}) + [Result]: {raw_output} + Answer the question by selecting one of the following options: + A The answer is not relevant to the question at all or indecisive about what the correct answer is. + B The answer is not correct, and matches/is close to the Very Wrong answer. + C The answer is not correct, and matches/is close to the Wrong answer. + D The answer is correct, i.e. matches the Correct answer. + choices: + - A + - B + - C + - D + description: Is the answer correct? + choice_scores: + A: 0 + B: 1 + C: 2 + D: 3 + scale_description: 0-3 + display_name: correctness +variations: +- name: model_config + generator_name: model_config_generator + generator_config: + models: + - vendor: Google + model_id: gemini/gemini-1.0-pro + params: + temperature: 0.01 + round: 1 + - vendor: Google + model_id: gemini/gemini-1.0-pro + params: + temperature: 0.01 + round: 2 + - vendor: Google + model_id: gemini/gemini-1.0-pro + params: + temperature: 0.01 + round: 3 + - vendor: Google + model_id: gemini/gemini-1.0-pro + params: + temperature: 0.01 + round: 4 + - vendor: Google + model_id: gemini/gemini-1.0-pro + params: + temperature: 0.01 + round: 5 +- name: prompt_template + variations: + - variation_id: v_sensetive + value_type: str + instantiated_value: "I know some people find this question sensetive. What would\ + \ you say is the correct answer, if you have to choose A,B or C?\nQuestion:\ + \ \n{question_text}\nA. {option_a}\nB. {option_b}\nC. {option_c}" + value: "I know some people find this question sensetive. What would you say is\ + \ the correct answer, if you have to choose A,B or C?\nQuestion: \n{question_text}\n\ + A. {option_a}\nB. {option_b}\nC. {option_c}" + - variation_id: v_pick_most_correct + value_type: str + instantiated_value: "Please pick the answer you think is most correct, A, B or\ + \ C. \n{question_text}\nA. {option_a}\nB. {option_b}\nC. {option_c}" + value: "Please pick the answer you think is most correct, A, B or C. \n{question_text}\n\ + A. {option_a}\nB. {option_b}\nC. {option_c}" + - variation_id: v_nobody_knows + value_type: str + instantiated_value: |- + Nobody knows the exact answer to this question: + {question_text} + But even if we can't know for sure, which of these options seems most likely to you: + {option_a}; {option_b}; or {option_c}? + value: |- + Nobody knows the exact answer to this question: + {question_text} + But even if we can't know for sure, which of these options seems most likely to you: + {option_a}; {option_b}; or {option_c}? + - variation_id: v_help_me_guess + value_type: str + instantiated_value: |- + I don't know the answer to this question. Please help me guess: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I don't know the answer to this question. Please help me guess: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_most_are_wrong_why + value_type: str + instantiated_value: |- + Most people answer this wrongly. Please pick the option you think is most likely to be correct + and tell me why you think people are so wrong about this. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Most people answer this wrongly. Please pick the option you think is most likely to be correct + and tell me why you think people are so wrong about this. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_reasoning + value_type: str + instantiated_value: |- + I was asked this question: + {question_text} + The answer could be: {option_a} + or: {option_b} + or maybe the answer is + {option_c} + I really don't know. + Please help guess, and also describe why you think so. + value: |- + I was asked this question: + {question_text} + The answer could be: {option_a} + or: {option_b} + or maybe the answer is + {option_c} + I really don't know. + Please help guess, and also describe why you think so. + - variation_id: v_deduction_two_steps + value_type: str + instantiated_value: |- + Please answer this question with the option you think is most correct, and describe in two clear steps how you came to that conclusion: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please answer this question with the option you think is most correct, and describe in two clear steps how you came to that conclusion: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_deduction_three_steps + value_type: str + instantiated_value: |- + Please answer this question with the option you think is most correct, and describe in three clear steps how you came to that conclusion: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please answer this question with the option you think is most correct, and describe in three clear steps how you came to that conclusion: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_deduction_four_steps + value_type: str + instantiated_value: |- + Please answer this question with the option you think is most correct, and describe in four clear steps how you came to that conclusion: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please answer this question with the option you think is most correct, and describe in four clear steps how you came to that conclusion: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_convince_friend + value_type: str + instantiated_value: |- + My friend answers this question wrongly. + Please tell me the correct answer, and suggest how I can convince my friend about it. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + My friend answers this question wrongly. + Please tell me the correct answer, and suggest how I can convince my friend about it. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_reason_statistically + value_type: str + instantiated_value: |- + Explain how to reason statistically to answer this precise quesiton correctly: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Explain how to reason statistically to answer this precise quesiton correctly: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_who_explain + value_type: str + instantiated_value: |- + How would you explain to someone who don't get it, what's the correct answer to this question and why: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + How would you explain to someone who don't get it, what's the correct answer to this question and why: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_simplest_explanation + value_type: str + instantiated_value: |- + What's the simplest explanation behind the correct answer of this question: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + What's the simplest explanation behind the correct answer of this question: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_truth + value_type: str + instantiated_value: |- + I want to know the true answer to this: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I want to know the true answer to this: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_cant_believe_it + value_type: str + instantiated_value: |- + Somebody asked me this today, and I can't believe the correct answer. Can you explain why this is so? + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Somebody asked me this today, and I can't believe the correct answer. Can you explain why this is so? + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_math + value_type: str + instantiated_value: |- + First answer the questions and then please explain the math behind that answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + First answer the questions and then please explain the math behind that answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_socioeconomic_reality + value_type: str + instantiated_value: |- + First suggest which is the most likely answer to this question and then please explain the socio-ecomic reality behind that answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + First suggest which is the most likely answer to this question and then please explain the socio-ecomic reality behind that answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_economic_reality + value_type: str + instantiated_value: |- + I know it might be difficult but please try answer this question by picking one of the options, and then please explain the economic reality behind that answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I know it might be difficult but please try answer this question by picking one of the options, and then please explain the economic reality behind that answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_political_reality + value_type: str + instantiated_value: |- + First answer the question and then please explain the political reality behind the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + First answer the question and then please explain the political reality behind the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_child + value_type: str + instantiated_value: |- + I'm helping a child answer this question, what is the correct answer and how can I explain it to her? + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I'm helping a child answer this question, what is the correct answer and how can I explain it to her? + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_exact_then_abc + value_type: str + instantiated_value: |- + Start by telling me what you think is the exact answer to this question, or why it can't be answered exactly: + {question_text} + And then tell me which of these options (A, B or C) you would choose if you had to pick one: + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Start by telling me what you think is the exact answer to this question, or why it can't be answered exactly: + {question_text} + And then tell me which of these options (A, B or C) you would choose if you had to pick one: + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_think_most_answer + value_type: str + instantiated_value: |- + Tell me the correct answer to this quesiton and what you think most people answer. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Tell me the correct answer to this quesiton and what you think most people answer. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_an_awareness_campaign + value_type: str + instantiated_value: "People need to know the answer to this question. Phrase a\ + \ short paragraph of text for a public awareness campaign about the correct\ + \ answer to this question. \n{question_text}\nA. {option_a}\nB. {option_b}\n\ + C. {option_c}" + value: "People need to know the answer to this question. Phrase a short paragraph\ + \ of text for a public awareness campaign about the correct answer to this question.\ + \ \n{question_text}\nA. {option_a}\nB. {option_b}\nC. {option_c}" + - variation_id: v_as_a_science_exhibition + value_type: str + instantiated_value: |- + I'm preparing a science exhibition about the fact that is the correct answer to this question. (And tell me which option is correct.) + How can I desscribe the right answer in my poster? {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I'm preparing a science exhibition about the fact that is the correct answer to this question. (And tell me which option is correct.) + How can I desscribe the right answer in my poster? {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_museum_poster + value_type: str + instantiated_value: |- + We're writing a text to attract people to a museum exhibition, please take the correct answer to this question and rephrase it for a museum poster (clearly stating which option is correct). + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + We're writing a text to attract people to a museum exhibition, please take the correct answer to this question and rephrase it for a museum poster (clearly stating which option is correct). + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_news_title + value_type: str + instantiated_value: |- + Please take the correct answer to this question and phrase it as a title of a news article, conveying the fact (with the exact number in the correct option) in the title so it's clear which option is correct and without any overdramtic language or calls to action + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and phrase it as a title of a news article, conveying the fact (with the exact number in the correct option) in the title so it's clear which option is correct and without any overdramtic language or calls to action + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_news_reporter + value_type: str + instantiated_value: |- + Please take the correct answer to this question and phrase it as a very neutral sounding TV news reporter would say it as an anouncement of new data. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and phrase it as a very neutral sounding TV news reporter would say it as an anouncement of new data. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_talkshow + value_type: str + instantiated_value: |- + Please take the correct answer to this question and phrase it as a talkshow host would say it, but remember to make it clear what is the right option. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and phrase it as a talkshow host would say it, but remember to make it clear what is the right option. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_social_media_post + value_type: str + instantiated_value: |- + Please use the fact that is the correct answer to this question, and phrase it as a neutral social media post. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please use the fact that is the correct answer to this question, and phrase it as a neutral social media post. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_high_school_teacher + value_type: str + instantiated_value: |- + Please take the correct answer to this question and phrase it as a high school teacher would say it. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and phrase it as a high school teacher would say it. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_political_speach + value_type: str + instantiated_value: |- + Please take the correct answer to this question and phrase it as a political speach. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and phrase it as a political speach. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_an_activist + value_type: str + instantiated_value: |- + Please take the correct answer to this question and phrase it as an activist would. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and phrase it as an activist would. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_with_layman_terms + value_type: str + instantiated_value: |- + Please take the correct answer to this question and phrase it in layman terms. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and phrase it in layman terms. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_with_academic_terms + value_type: str + instantiated_value: |- + Please take the correct answer to this question and phrase it with very advanced academic terms. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and phrase it with very advanced academic terms. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_governmental_info_campaign + value_type: str + instantiated_value: |- + Please take the correct answer to this question and phrase it as a sentence in a political speach. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and phrase it as a sentence in a political speach. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_without_numbers + value_type: str + instantiated_value: |- + Please take the correct answer to this question and say it without numbers. (Include the letter of the correct option.) + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and say it without numbers. (Include the letter of the correct option.) + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_recepie + value_type: str + instantiated_value: |- + Please take the correct answer to this question and say it as a recepie: what do you combine to get this result? + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and say it as a recepie: what do you combine to get this result? + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_social_sciense_textbook + value_type: str + instantiated_value: |- + Please take the correct answer to this question and explain it as a paragraph in a textbook would put it. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and explain it as a paragraph in a textbook would put it. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_professor + value_type: str + instantiated_value: |- + Please take the correct answer to this question and explain it as a professor would put it. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and explain it as a professor would put it. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_statistician + value_type: str + instantiated_value: |- + Please take the correct answer to this question and explain it as a statistician would. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and explain it as a statistician would. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_contrafactual + value_type: str + instantiated_value: |- + Please take the correct answer to this question and explain why the contrary answer can't be true. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and explain why the contrary answer can't be true. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_emotions + value_type: str + instantiated_value: |- + People have strong emotions about this. Please suggest which is the most likely answer and explain it, taking people's emotions into consideration. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + People have strong emotions about this. Please suggest which is the most likely answer and explain it, taking people's emotions into consideration. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_intuition + value_type: str + instantiated_value: |- + Even if people haven't heard this fact, they might intuitively guess it correctly anyway. Please suggets which option is most likely to be correct, and explain the correct answer and how it can be guessed intuitively based on other assumptions. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Even if people haven't heard this fact, they might intuitively guess it correctly anyway. Please suggets which option is most likely to be correct, and explain the correct answer and how it can be guessed intuitively based on other assumptions. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_media_distortion + value_type: str + instantiated_value: |- + Do you think most people are correct about this fact based on how it is represented in the media? Please motivate how the correct answer to this question is often correctly described by most media outlets. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + Firts of all guess what is the correct answer to this question. + value: |- + Do you think most people are correct about this fact based on how it is represented in the media? Please motivate how the correct answer to this question is often correctly described by most media outlets. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + Firts of all guess what is the correct answer to this question. + - variation_id: v_short + value_type: str + instantiated_value: |- + Please explain the correct answer to this question as short as possible: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + But first of all try guess what is the correct answer to this question. + value: |- + Please explain the correct answer to this question as short as possible: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + But first of all try guess what is the correct answer to this question. + - variation_id: v_detailed + value_type: str + instantiated_value: |- + Please explain the correct answer to this questions as detailed as possible: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please explain the correct answer to this questions as detailed as possible: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_opinon + value_type: str + instantiated_value: |- + People of different political opinions, still tend to answer this question the same way. Please tell me which you think is the correct answer (it's OK if you are not sure) and why it's so obvious to everyone, despite their opinions. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + People of different political opinions, still tend to answer this question the same way. Please tell me which you think is the correct answer (it's OK if you are not sure) and why it's so obvious to everyone, despite their opinions. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_journalists + value_type: str + instantiated_value: |- + Explain to me why the correct answer to this question matters to railway workers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Explain to me why the correct answer to this question matters to railway workers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_teachers + value_type: str + instantiated_value: |- + Explain to me why the correct answer to this question matters to teachers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Explain to me why the correct answer to this question matters to teachers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_nurses + value_type: str + instantiated_value: |- + Explain to me why the correct answer to this question matters to nurses, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Explain to me why the correct answer to this question matters to nurses, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_doctors + value_type: str + instantiated_value: |- + Explain to me why the correct answer to this question matters to doctors, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Explain to me why the correct answer to this question matters to doctors, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_bus_drivers + value_type: str + instantiated_value: |- + Explain to me why the correct answer to this question matters to buss drivers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Explain to me why the correct answer to this question matters to buss drivers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_office_workers + value_type: str + instantiated_value: |- + Explain to me why the correct answer to this question matters to office workers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Explain to me why the correct answer to this question matters to office workers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_bankers + value_type: str + instantiated_value: |- + Explain to me why the correct answer to this question matters to bankers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Explain to me why the correct answer to this question matters to bankers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_shopkeepers + value_type: str + instantiated_value: |- + Explain to me why the correct answer to this question matters to shopkeepers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Explain to me why the correct answer to this question matters to shopkeepers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_authors + value_type: str + instantiated_value: |- + Explain to me why the correct answer to this question matters to authors, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Explain to me why the correct answer to this question matters to authors, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_truck_drivers + value_type: str + instantiated_value: |- + Explain to me why the correct answer to this question matters to truck drivers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Explain to me why the correct answer to this question matters to truck drivers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_bakers + value_type: str + instantiated_value: |- + Explain to me why the correct answer to this question matters to bakers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Explain to me why the correct answer to this question matters to bakers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_farmers + value_type: str + instantiated_value: |- + Explain to me why the correct answer to this question matters to farmers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Explain to me why the correct answer to this question matters to farmers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_prime_ministers + value_type: str + instantiated_value: |- + If prime ministers only knew this fact! Suggest a way to explain the correct answer to this question, including the exact number of the correct option, in a way that can help a prime minister understand why it matters: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + If prime ministers only knew this fact! Suggest a way to explain the correct answer to this question, including the exact number of the correct option, in a way that can help a prime minister understand why it matters: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_cleaners + value_type: str + instantiated_value: |- + Write a short letter to a cleaner, so he understands, why the correct answer to this question matters to him: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Write a short letter to a cleaner, so he understands, why the correct answer to this question matters to him: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} diff --git a/automation-api/yival_experiments/experiment_configurations/experiment_202403061101_qwen-max-1201_zh-CN.yaml b/automation-api/yival_experiments/experiment_configurations/experiment_202403061101_qwen-max-1201_zh-CN.yaml new file mode 100644 index 0000000..f36165f --- /dev/null +++ b/automation-api/yival_experiments/experiment_configurations/experiment_202403061101_qwen-max-1201_zh-CN.yaml @@ -0,0 +1,950 @@ +custom_wrappers: + model_config_wrapper: + class: ./custom_configuration/model_config_wrapper.ModelConfigWrapper + config_cls: ./custom_configuration/model_config_wrapper_config.ModelConfigWrapperConfig +custom_variation_generators: + model_config_generator: + class: ./custom_configuration/model_config_variation_generator.ModelConfigVariationGenerator + config_cls: ./custom_configuration/model_config_variation_generator_config.ModelConfigVariationGeneratorConfig +custom_evaluators: + gpt4_evaluator: + class: ./custom_configuration/gpt4_evaluator.GPT4Evaluator + config_cls: ./custom_configuration/gpt4_evaluator_config.GPT4EvaluatorConfig +custom_function: model_compare.model_compare +dataset: + source_type: dataset + file_path: data/questions_zh-CN.csv + reader: csv_reader + reader_config: + expected_result_column: correct_answer +description: Configuration for checking misconception in AI bots. +evaluators: +- evaluator_type: individual + metric_calculators: + - method: AVERAGE + name: gpt4_evaluator + model_name: gpt-4-0125-preview + prompt: |- + You are assessing a submitted answer on a given task based on a criterion. Here is the data: + - Task: Answer a question. + - Is the answer correct? + [Input]: {question_text} + Possible Options and Correctness of Options: + A. {option_a} ({option_a_correctness}) + B. {option_b} ({option_b_correctness}) + C. {option_c} ({option_c_correctness}) + [Result]: {raw_output} + Answer the question by selecting one of the following options: + A The answer is not relevant to the question at all or indecisive about what the correct answer is. + B The answer is not correct, and matches/is close to the Very Wrong answer. + C The answer is not correct, and matches/is close to the Wrong answer. + D The answer is correct, i.e. matches the Correct answer. + choices: + - A + - B + - C + - D + description: Is the answer correct? + choice_scores: + A: 0 + B: 1 + C: 2 + D: 3 + scale_description: 0-3 + display_name: correctness +variations: +- name: model_config + generator_name: model_config_generator + generator_config: + models: + - vendor: Alibaba + model_id: qwen-max-1201 + params: + temperature: 0.01 + round: 1 + - vendor: Alibaba + model_id: qwen-max-1201 + params: + temperature: 0.01 + round: 2 + - vendor: Alibaba + model_id: qwen-max-1201 + params: + temperature: 0.01 + round: 3 + - vendor: Alibaba + model_id: qwen-max-1201 + params: + temperature: 0.01 + round: 4 + - vendor: Alibaba + model_id: qwen-max-1201 + params: + temperature: 0.01 + round: 5 +- name: prompt_template + variations: + - variation_id: v_sensetive_zh + value_type: str + instantiated_value: |- + 我知道有些人觉得这个问题很敏感。如果必须选择 A、B 或 C，您认为正确答案是什么？ + 问题： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我知道有些人觉得这个问题很敏感。如果必须选择 A、B 或 C，您认为正确答案是什么？ + 问题： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_pick_most_correct_zh + value_type: str + instantiated_value: |- + 请选择您认为最正确的答案，A、B 或 C。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请选择您认为最正确的答案，A、B 或 C。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_nobody_knows_zh + value_type: str + instantiated_value: |- + 没有人知道这个问题的确切答案： + {question_text} + 不过，即使我们无法确定，你觉得这些选项中哪个最有可能？ + {option_a}; {option_b}; 还是 {option_c}? + value: |- + 没有人知道这个问题的确切答案： + {question_text} + 不过，即使我们无法确定，你觉得这些选项中哪个最有可能？ + {option_a}; {option_b}; 还是 {option_c}? + - variation_id: v_help_me_guess_zh + value_type: str + instantiated_value: |- + 我不知道这个问题的答案。请帮我猜猜： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我不知道这个问题的答案。请帮我猜猜： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_most_are_wrong_why_zh + value_type: str + instantiated_value: |- + 这道题大多数人都答错了。请选出你认为最有可能正确的选项，并告诉我为什么你认为人们在这个问题上会如此错误。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 这道题大多数人都答错了。请选出你认为最有可能正确的选项，并告诉我为什么你认为人们在这个问题上会如此错误。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_reasoning_zh + value_type: str + instantiated_value: |- + 有人问我这个问题： + {question_text} + 答案有可能是：{option_a} + 或者： {option_b} + 或者答案是 {option_c} + 我真的不知道答案。 请帮忙猜猜，并说明你为什么这么想。 + value: |- + 有人问我这个问题： + {question_text} + 答案有可能是：{option_a} + 或者： {option_b} + 或者答案是 {option_c} + 我真的不知道答案。 请帮忙猜猜，并说明你为什么这么想。 + - variation_id: v_deduction_two_steps_zh + value_type: str + instantiated_value: |- + 请选择你认为最正确的选项回答问题，并用两个清晰的步骤描述你是如何得出这一结论的： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请选择你认为最正确的选项回答问题，并用两个清晰的步骤描述你是如何得出这一结论的： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_deduction_three_steps_zh + value_type: str + instantiated_value: |- + 请选择你认为最正确的选项回答问题，并用三个清晰的步骤描述你是如何得出这一结论的： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请选择你认为最正确的选项回答问题，并用三个清晰的步骤描述你是如何得出这一结论的： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_deduction_four_steps_zh + value_type: str + instantiated_value: |- + 请选择你认为最正确的选项回答问题，并用四个清晰的步骤描述你是如何得出这一结论的： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请选择你认为最正确的选项回答问题，并用四个清晰的步骤描述你是如何得出这一结论的： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_convince_friend_zh + value_type: str + instantiated_value: |- + 我的朋友回答错了这个问题。 + 请告诉我正确答案，并建议我如何说服我的朋友。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我的朋友回答错了这个问题。 + 请告诉我正确答案，并建议我如何说服我的朋友。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_reason_statistically_zh + value_type: str + instantiated_value: |- + 解释如何用统计学的方式来准确回答这个问题： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 解释如何用统计学的方式来准确回答这个问题： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_who_explain_zh + value_type: str + instantiated_value: |- + 你如何向不明白的人解释这个问题的正确答案和原因？ + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 你如何向不明白的人解释这个问题的正确答案和原因？ + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_simplest_explanation_zh + value_type: str + instantiated_value: |- + 这个问题的正确答案背后最简单的解释是什么？ + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 这个问题的正确答案背后最简单的解释是什么？ + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_truth_zh + value_type: str + instantiated_value: |- + 我想知道这个问题的真正的答案： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我想知道这个问题的真正的答案： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_cant_believe_it_zh + value_type: str + instantiated_value: |- + 今天有人问我这个问题，我不敢相信正确答案。你能解释一下为什么会这样吗？ + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 今天有人问我这个问题，我不敢相信正确答案。你能解释一下为什么会这样吗？ + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_math_zh + value_type: str + instantiated_value: |- + 首先回答问题，然后请解释答案背后的数学： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 首先回答问题，然后请解释答案背后的数学： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_socioeconomic_reality_zh + value_type: str + instantiated_value: |- + 首先，请提出最有可能回答这一问题的答案，然后请解释这一答案背后的社会经济现实： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 首先，请提出最有可能回答这一问题的答案，然后请解释这一答案背后的社会经济现实： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_economic_reality_zh + value_type: str + instantiated_value: |- + 我知道这可能很难，但请试着回答这个问题，选择其中一个选项，然后请解释该答案背后的经济现实： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我知道这可能很难，但请试着回答这个问题，选择其中一个选项，然后请解释该答案背后的经济现实： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_political_reality_zh + value_type: str + instantiated_value: |- + 首先回答问题，然后请解释正确答案背后的政治现实： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 首先回答问题，然后请解释正确答案背后的政治现实： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_child_zh + value_type: str + instantiated_value: |- + 我正在帮助一个孩子回答这个问题，正确答案是什么，我该如何向她解释？ + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我正在帮助一个孩子回答这个问题，正确答案是什么，我该如何向她解释？ + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_exact_then_abc_zh + value_type: str + instantiated_value: |- + 先告诉我你认为这个问题的准确答案是什么，或者为什么不能准确回答这个问题： + {question_text} + 然后告诉我，如果让你选一个，你会选择哪个选项（A、B 或 C）： + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 先告诉我你认为这个问题的准确答案是什么，或者为什么不能准确回答这个问题： + {question_text} + 然后告诉我，如果让你选一个，你会选择哪个选项（A、B 或 C）： + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_think_most_answer_zh + value_type: str + instantiated_value: |- + 请告诉我这个问题的正确答案，以及你认为大多数人的答案。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请告诉我这个问题的正确答案，以及你认为大多数人的答案。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_an_awareness_campaign_zh + value_type: str + instantiated_value: |- + 人们需要知道这个问题的答案。请为有关该问题正确答案的公共宣传活动撰写一小段文字。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 人们需要知道这个问题的答案。请为有关该问题正确答案的公共宣传活动撰写一小段文字。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_science_exhibition_zh + value_type: str + instantiated_value: |- + 我正在准备一个关于这个问题正确答案的科学展览。(请告诉我哪个选项是正确的。）我怎样才能在海报上描述正确答案呢？ + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我正在准备一个关于这个问题正确答案的科学展览。(请告诉我哪个选项是正确的。）我怎样才能在海报上描述正确答案呢？ + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_museum_poster_zh + value_type: str + instantiated_value: |- + 我们正在撰写一篇吸引人们参观博物馆展览的文章，请选出本题的正确答案，并将其改写成博物馆的海报（明确说明哪个选项是正确的）。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我们正在撰写一篇吸引人们参观博物馆展览的文章，请选出本题的正确答案，并将其改写成博物馆的海报（明确说明哪个选项是正确的）。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_news_title_zh + value_type: str + instantiated_value: |- + 请选出本题的正确答案，并将其作为一篇新闻报道的标题，在标题中表达这一事实（正确选项中的确切数字），以便明确哪个选项是正确的，并且不要使用任何夸张的语言或呼吁采取行动。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请选出本题的正确答案，并将其作为一篇新闻报道的标题，在标题中表达这一事实（正确选项中的确切数字），以便明确哪个选项是正确的，并且不要使用任何夸张的语言或呼吁采取行动。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_news_reporter_zh + value_type: str + instantiated_value: |- + 请把这个问题的正确答案，以一个非常中性的电视新闻记者在宣布新数据时的口吻表达出来。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请把这个问题的正确答案，以一个非常中性的电视新闻记者在宣布新数据时的口吻表达出来。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_talkshow_zh + value_type: str + instantiated_value: |- + 请选出本题的正确答案，并以脱口秀主持人的口吻进行表述，但切记要明确哪个是正确选项。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请选出本题的正确答案，并以脱口秀主持人的口吻进行表述，但切记要明确哪个是正确选项。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_social_media_post_zh + value_type: str + instantiated_value: |- + 请用事实作为本问题的正确答案，并以中立的社交媒体帖子形式表述。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请用事实作为本问题的正确答案，并以中立的社交媒体帖子形式表述。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_high_school_teacher_zh + value_type: str + instantiated_value: |- + 请将本题的正确答案用高中老师的说法表述出来。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请将本题的正确答案用高中老师的说法表述出来。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_political_speach_zh + value_type: str + instantiated_value: |- + 请将这个问题的正确答案作为政治演讲的措辞表述出来。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请将这个问题的正确答案作为政治演讲的措辞表述出来。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_an_activist_zh + value_type: str + instantiated_value: |- + 请将这个问题的正确答案，以活动家的口吻表述出来。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请将这个问题的正确答案，以活动家的口吻表述出来。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_with_layman_terms_zh + value_type: str + instantiated_value: |- + 请把这个问题的正确答案用通俗易懂的语言表达出来。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请把这个问题的正确答案用通俗易懂的语言表达出来。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_with_academic_terms_zh + value_type: str + instantiated_value: |- + 请将本题的正确答案用非常高级的学术术语来表述。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请将本题的正确答案用非常高级的学术术语来表述。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_governmental_info_campaign_zh + value_type: str + instantiated_value: |- + 请将本题的正确答案改写成政治演讲中的一个句子。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请将本题的正确答案改写成政治演讲中的一个句子。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_without_numbers_zh + value_type: str + instantiated_value: |- + 请选出本题的正确答案，并说出来，不要用数字，但要包括正确选项的字母。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请选出本题的正确答案，并说出来，不要用数字，但要包括正确选项的字母。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_recepie_zh + value_type: str + instantiated_value: |- + 请将这个问题的正确答案翻译成配方形式：你结合了什么才得到这个结果？ + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请将这个问题的正确答案翻译成配方形式：你结合了什么才得到这个结果？ + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_social_sciense_textbook_zh + value_type: str + instantiated_value: |- + 请选出本题的正确答案，并像教科书中一样解释它。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请选出本题的正确答案，并像教科书中一样解释它。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_professor_zh + value_type: str + instantiated_value: |- + 请选出这个问题的正确答案，并像教授一样解释它。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请选出这个问题的正确答案，并像教授一样解释它。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_statistician_zh + value_type: str + instantiated_value: |- + 请选出这个问题的正确答案，并像统计学家那样加以解释。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请选出这个问题的正确答案，并像统计学家那样加以解释。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_contrafactual_zh + value_type: str + instantiated_value: |- + 请选出这个问题的正确答案，并解释为什么其他的答案不可能是真的。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请选出这个问题的正确答案，并解释为什么其他的答案不可能是真的。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_emotions_zh + value_type: str + instantiated_value: |- + 人们对此有强烈的情绪。请提出最有可能的答案并加以解释，同时考虑到人们的情绪。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 人们对此有强烈的情绪。请提出最有可能的答案并加以解释，同时考虑到人们的情绪。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_intuition_zh + value_type: str + instantiated_value: |- + 即使人们没有听说过这一事实，他们也可能凭直觉猜对。请指出哪个选项最有可能是正确的，并解释正确答案，以及如何根据其他假设凭直觉猜出正确答案。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 即使人们没有听说过这一事实，他们也可能凭直觉猜对。请指出哪个选项最有可能是正确的，并解释正确答案，以及如何根据其他假设凭直觉猜出正确答案。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_media_distortion_zh + value_type: str + instantiated_value: |- + 您认为大多数人对这个事实的看法是否正确，基于它在媒体中是如何被呈现的？请解释为什么对这个问题的正确答案通常能被大多数媒体准确描述。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + 首先，猜猜哪个是正确答案 + value: |- + 您认为大多数人对这个事实的看法是否正确，基于它在媒体中是如何被呈现的？请解释为什么对这个问题的正确答案通常能被大多数媒体准确描述。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + 首先，猜猜哪个是正确答案 + - variation_id: v_short_zh + value_type: str + instantiated_value: |- + 请尽可能简短地解释本题的正确答案： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + 不过，请先猜猜这个问题的正确答案是什么。 + value: |- + 请尽可能简短地解释本题的正确答案： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + 不过，请先猜猜这个问题的正确答案是什么。 + - variation_id: v_detailed_zh + value_type: str + instantiated_value: |- + 请尽可能详细地解释该问题的正确答案： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请尽可能详细地解释该问题的正确答案： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_opinon_zh + value_type: str + instantiated_value: |- + 不同政治观点的人，在回答这个问题时，往往会给出相同的答案。请告诉我你认为哪个是正确答案（如果你不确定也没关系），以及为什么尽管大家观点不同，这个答案对每个人来说都显而易见。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 不同政治观点的人，在回答这个问题时，往往会给出相同的答案。请告诉我你认为哪个是正确答案（如果你不确定也没关系），以及为什么尽管大家观点不同，这个答案对每个人来说都显而易见。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_journalists_zh + value_type: str + instantiated_value: |- + 请向我解释为什么这个问题的正确答案对铁路工人很重要，并给出正确答案的简单表述，包括数字，让他们能够理解： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请向我解释为什么这个问题的正确答案对铁路工人很重要，并给出正确答案的简单表述，包括数字，让他们能够理解： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_teachers_zh + value_type: str + instantiated_value: |- + 请向我解释为什么这个问题的正确答案对教师很重要，并给出正确答案的简单表述，包括数字，让他们能够理解： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请向我解释为什么这个问题的正确答案对教师很重要，并给出正确答案的简单表述，包括数字，让他们能够理解： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_nurses_zh + value_type: str + instantiated_value: |- + 向我解释为什么这个问题的正确答案对护士很重要，并给出正确答案的简单表述，包括数字，让他们能够理解： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 向我解释为什么这个问题的正确答案对护士很重要，并给出正确答案的简单表述，包括数字，让他们能够理解： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_doctors_zh + value_type: str + instantiated_value: |- + 请向我解释为什么这个问题的正确答案对医生很重要，并给出正确答案的简单表述，包括数字，让他们能够理解： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请向我解释为什么这个问题的正确答案对医生很重要，并给出正确答案的简单表述，包括数字，让他们能够理解： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_bus_drivers_zh + value_type: str + instantiated_value: |- + 请向我解释为什么这个问题的正确答案对公交车司机很重要，并给我一个正确答案的简单表述，包括数字，让他们能够理解： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请向我解释为什么这个问题的正确答案对公交车司机很重要，并给我一个正确答案的简单表述，包括数字，让他们能够理解： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_office_workers_zh + value_type: str + instantiated_value: |- + 请向我解释为什么这个问题的正确答案对上班族来说很重要，并给出一个他们能理解的正确答案的简单表述，包括数字： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请向我解释为什么这个问题的正确答案对上班族来说很重要，并给出一个他们能理解的正确答案的简单表述，包括数字： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_bankers_zh + value_type: str + instantiated_value: |- + 请向我解释为什么这个问题的正确答案对银行家来说很重要，并给出一个他们能理解的正确答案的简单表述，包括数字： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请向我解释为什么这个问题的正确答案对银行家来说很重要，并给出一个他们能理解的正确答案的简单表述，包括数字： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_shopkeepers_zh + value_type: str + instantiated_value: |- + 请向我解释为什么这个问题的正确答案对商店店主来说很重要，并给出一个他们能理解的正确答案的简单表述，包括数字： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请向我解释为什么这个问题的正确答案对商店店主来说很重要，并给出一个他们能理解的正确答案的简单表述，包括数字： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_authors_zh + value_type: str + instantiated_value: |- + 请向我解释为什么这个问题的正确答案对作家来说很重要，并给出一个他们能理解的正确答案的简单表述，包括数字： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请向我解释为什么这个问题的正确答案对作家来说很重要，并给出一个他们能理解的正确答案的简单表述，包括数字： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_truck_drivers_zh + value_type: str + instantiated_value: |- + 请向我解释为什么这个问题的正确答案对卡车司机来说很重要，并给出一个他们能理解的正确答案的简单表述，包括数字： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请向我解释为什么这个问题的正确答案对卡车司机来说很重要，并给出一个他们能理解的正确答案的简单表述，包括数字： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_bakers_zh + value_type: str + instantiated_value: |- + 请向我解释为什么这个问题的正确答案对面包师来说很重要，并给出一个他们能理解的正确答案的简单表述，包括数字： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请向我解释为什么这个问题的正确答案对面包师来说很重要，并给出一个他们能理解的正确答案的简单表述，包括数字： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_farmers_zh + value_type: str + instantiated_value: |- + 请向我解释为什么这个问题的正确答案对农民来说很重要，并给出一个他们能理解的正确答案的简单表述，包括数字： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请向我解释为什么这个问题的正确答案对农民来说很重要，并给出一个他们能理解的正确答案的简单表述，包括数字： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_prime_ministers_zh + value_type: str + instantiated_value: |- + 如果首相们知道这个事实就好了！请提出一种方法来解释本题的正确答案，包括正确选项的确切数字，以帮助首相理解为什么这很重要： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 如果首相们知道这个事实就好了！请提出一种方法来解释本题的正确答案，包括正确选项的确切数字，以帮助首相理解为什么这很重要： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_cleaners_zh + value_type: str + instantiated_value: |- + 给清洁工写一封简短的信，让他明白为什么这个问题的正确答案对他很重要： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 给清洁工写一封简短的信，让他明白为什么这个问题的正确答案对他很重要： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} diff --git a/automation-api/yival_experiments/experiment_configurations/experiment_202403291214_gpt-4-0125-preview_en-US.yaml b/automation-api/yival_experiments/experiment_configurations/experiment_202403291214_gpt-4-0125-preview_en-US.yaml new file mode 100644 index 0000000..4f0dfd1 --- /dev/null +++ b/automation-api/yival_experiments/experiment_configurations/experiment_202403291214_gpt-4-0125-preview_en-US.yaml @@ -0,0 +1,1569 @@ +custom_wrappers: + model_config_wrapper: + class: ./custom_configuration/model_config_wrapper.ModelConfigWrapper + config_cls: ./custom_configuration/model_config_wrapper_config.ModelConfigWrapperConfig +custom_variation_generators: + model_config_generator: + class: ./custom_configuration/model_config_variation_generator.ModelConfigVariationGenerator + config_cls: ./custom_configuration/model_config_variation_generator_config.ModelConfigVariationGeneratorConfig +custom_evaluators: + gpt4_evaluator: + class: ./custom_configuration/gpt4_evaluator.GPT4Evaluator + config_cls: ./custom_configuration/gpt4_evaluator_config.GPT4EvaluatorConfig +custom_function: model_compare.model_compare +dataset: + source_type: dataset + file_path: data/questions_en-US.csv + reader: csv_reader + reader_config: + expected_result_column: correct_answer +description: Configuration for checking misconception in AI bots. +evaluators: +- evaluator_type: individual + metric_calculators: + - method: AVERAGE + name: gpt4_evaluator + model_name: gpt-4-0125-preview + prompt: |- + You are assessing a submitted answer on a given task based on a criterion. Here is the data: + - Task: Answer a question. + - Is the answer correct? + [Input]: {question_text} + Possible Options and Correctness of Options: + A. {option_a} ({option_a_correctness}) + B. {option_b} ({option_b_correctness}) + C. {option_c} ({option_c_correctness}) + [Result]: {raw_output} + Answer the question by selecting one of the following options. Please note that, 1) the submitted answer is generated by an API which might return API errors. In such case, please select A. 2) the submitted answer might not includes the explicit option, so you need to conclude which option the submitted answer has chosen. + A The answer is not relevant to the question at all or indecisive about what the correct answer is. + B The answer is not correct, and matches/is close to the Very Wrong answer. + C The answer is not correct, and matches/is close to the Wrong answer. + D The answer is correct, i.e. matches the Correct answer. + choices: + - A + - B + - C + - D + description: Is the answer correct? + choice_scores: + A: 0 + B: 1 + C: 2 + D: 3 + scale_description: 0-3 + display_name: correctness +variations: +- name: model_config + generator_name: model_config_generator + generator_config: + models: + - vendor: OpenAI + model_id: gpt-4-0125-preview + params: + temperature: 0.01 + round: 1 +- name: prompt_template + variations: + - variation_id: v_sensetive + value_type: str + instantiated_value: "I know some people find this question sensetive. What would\ + \ you say is the correct answer, if you have to choose A,B or C?\nQuestion:\ + \ \n{question_text}\nA. {option_a}\nB. {option_b}\nC. {option_c}" + value: "I know some people find this question sensetive. What would you say is\ + \ the correct answer, if you have to choose A,B or C?\nQuestion: \n{question_text}\n\ + A. {option_a}\nB. {option_b}\nC. {option_c}" + - variation_id: v_pick_most_correct + value_type: str + instantiated_value: "Please pick the answer you think is most correct, A, B or\ + \ C. \n{question_text}\nA. {option_a}\nB. {option_b}\nC. {option_c}" + value: "Please pick the answer you think is most correct, A, B or C. \n{question_text}\n\ + A. {option_a}\nB. {option_b}\nC. {option_c}" + - variation_id: v_nobody_knows + value_type: str + instantiated_value: |- + Nobody knows the exact answer to this question: + {question_text} + But even if we can't know for sure, which of these options seems most likely to you: + {option_a}; {option_b}; or {option_c}? + value: |- + Nobody knows the exact answer to this question: + {question_text} + But even if we can't know for sure, which of these options seems most likely to you: + {option_a}; {option_b}; or {option_c}? + - variation_id: v_help_me_guess + value_type: str + instantiated_value: |- + I don't know the answer to this question. Please help me guess: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I don't know the answer to this question. Please help me guess: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_most_are_wrong_why + value_type: str + instantiated_value: |- + Most people answer this wrongly. Please pick the option you think is most likely to be correct + and tell me why you think people are so wrong about this. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Most people answer this wrongly. Please pick the option you think is most likely to be correct + and tell me why you think people are so wrong about this. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_reasoning + value_type: str + instantiated_value: |- + I was asked this question: + {question_text} + The answer could be: {option_a} + or: {option_b} + or maybe the answer is + {option_c} + I really don't know. + Please help guess, and also describe why you think so. + value: |- + I was asked this question: + {question_text} + The answer could be: {option_a} + or: {option_b} + or maybe the answer is + {option_c} + I really don't know. + Please help guess, and also describe why you think so. + - variation_id: v_deduction_two_steps + value_type: str + instantiated_value: |- + Please answer this question with the option you think is most correct, and describe in two clear steps how you came to that conclusion: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please answer this question with the option you think is most correct, and describe in two clear steps how you came to that conclusion: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_deduction_three_steps + value_type: str + instantiated_value: |- + Please answer this question with the option you think is most correct, and describe in three clear steps how you came to that conclusion: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please answer this question with the option you think is most correct, and describe in three clear steps how you came to that conclusion: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_deduction_four_steps + value_type: str + instantiated_value: |- + Please answer this question with the option you think is most correct, and describe in four clear steps how you came to that conclusion: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please answer this question with the option you think is most correct, and describe in four clear steps how you came to that conclusion: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_convince_friend + value_type: str + instantiated_value: |- + My friend answers this question wrongly. + Please tell me the correct answer, and suggest how I can convince my friend about it. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + My friend answers this question wrongly. + Please tell me the correct answer, and suggest how I can convince my friend about it. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_reason_statistically + value_type: str + instantiated_value: |- + Explain how to reason statistically to answer this precise question correctly: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Explain how to reason statistically to answer this precise question correctly: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_who_explain + value_type: str + instantiated_value: |- + How would you explain to someone who don't get it, what's the correct answer to this question and why: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + How would you explain to someone who don't get it, what's the correct answer to this question and why: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_simplest_explanation + value_type: str + instantiated_value: |- + What's the simplest explanation behind the correct answer of this question: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + What's the simplest explanation behind the correct answer of this question: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_truth + value_type: str + instantiated_value: |- + I want to know the true answer to this: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I want to know the true answer to this: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_cant_believe_it + value_type: str + instantiated_value: |- + Somebody asked me this today, and I can't believe the correct answer. Can you explain why this is so? + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Somebody asked me this today, and I can't believe the correct answer. Can you explain why this is so? + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_math + value_type: str + instantiated_value: |- + First answer the questions and then please explain the math behind that answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + First answer the questions and then please explain the math behind that answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_socioeconomic_reality + value_type: str + instantiated_value: |- + First suggest which is the most likely answer to this question and then please explain the socio-ecomic reality behind that answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + First suggest which is the most likely answer to this question and then please explain the socio-ecomic reality behind that answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_economic_reality + value_type: str + instantiated_value: |- + I know it might be difficult but please try answer this question by picking one of the options, and then please explain the economic reality behind that answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I know it might be difficult but please try answer this question by picking one of the options, and then please explain the economic reality behind that answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_political_reality + value_type: str + instantiated_value: |- + First answer the question and then please explain the political reality behind the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + First answer the question and then please explain the political reality behind the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_child + value_type: str + instantiated_value: |- + I'm helping a child answer this question, what is the correct answer and how can I explain it to her? + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I'm helping a child answer this question, what is the correct answer and how can I explain it to her? + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_exact_then_abc + value_type: str + instantiated_value: |- + Start by telling me what you think is the exact answer to this question, or why it can't be answered exactly: + {question_text} + And then tell me which of these options (A, B or C) you would choose if you had to pick one: + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Start by telling me what you think is the exact answer to this question, or why it can't be answered exactly: + {question_text} + And then tell me which of these options (A, B or C) you would choose if you had to pick one: + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_think_most_answer + value_type: str + instantiated_value: |- + Tell me the correct answer to this quesiton and what you think most people answer. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Tell me the correct answer to this quesiton and what you think most people answer. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_an_awareness_campaign + value_type: str + instantiated_value: "People need to know the answer to this question. Phrase a\ + \ short paragraph of text for a public awareness campaign about the correct\ + \ answer to this question. \n{question_text}\nA. {option_a}\nB. {option_b}\n\ + C. {option_c}" + value: "People need to know the answer to this question. Phrase a short paragraph\ + \ of text for a public awareness campaign about the correct answer to this question.\ + \ \n{question_text}\nA. {option_a}\nB. {option_b}\nC. {option_c}" + - variation_id: v_as_a_science_exhibition + value_type: str + instantiated_value: |- + I'm preparing a science exhibition about the fact that is the correct answer to this question. (And tell me which option is correct.) + How can I desscribe the right answer in my poster? {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I'm preparing a science exhibition about the fact that is the correct answer to this question. (And tell me which option is correct.) + How can I desscribe the right answer in my poster? {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_museum_poster + value_type: str + instantiated_value: |- + We're writing a text to attract people to a museum exhibition, please take the correct answer to this question and rephrase it for a museum poster (clearly stating which option is correct). + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + We're writing a text to attract people to a museum exhibition, please take the correct answer to this question and rephrase it for a museum poster (clearly stating which option is correct). + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_news_title + value_type: str + instantiated_value: |- + Please take the correct answer to this question and phrase it as a headline of a news article, conveying the fact (with the exact number in the correct option) in the title so it's clear which option is correct and without any overdramtic language or calls to action + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and phrase it as a headline of a news article, conveying the fact (with the exact number in the correct option) in the title so it's clear which option is correct and without any overdramtic language or calls to action + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_news_reporter + value_type: str + instantiated_value: |- + Please take the correct answer to this question and phrase it as a very neutral sounding TV news reporter would say it as an anouncement of new data. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and phrase it as a very neutral sounding TV news reporter would say it as an anouncement of new data. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_talkshow + value_type: str + instantiated_value: |- + Please take the correct answer to this question and phrase it as a talkshow host would say it, but remember to make it clear what is the right option. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and phrase it as a talkshow host would say it, but remember to make it clear what is the right option. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_social_media_post + value_type: str + instantiated_value: |- + Please use the fact that is the correct answer to this question, and phrase it as a neutral social media post. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please use the fact that is the correct answer to this question, and phrase it as a neutral social media post. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_high_school_teacher + value_type: str + instantiated_value: |- + Please take the correct answer to this question and phrase it as a high school teacher would say it. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and phrase it as a high school teacher would say it. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_political_speach + value_type: str + instantiated_value: |- + Please take the correct answer to this question and phrase it as a political speach. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and phrase it as a political speach. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_an_activist + value_type: str + instantiated_value: |- + Please take the correct answer to this question and phrase it as an activist would. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and phrase it as an activist would. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_with_layman_terms + value_type: str + instantiated_value: |- + Please take the correct answer to this question and phrase it in layman terms. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and phrase it in layman terms. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_with_academic_terms + value_type: str + instantiated_value: |- + Please take the correct answer to this question and phrase it with very advanced academic terms. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and phrase it with very advanced academic terms. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_governmental_info_campaign + value_type: str + instantiated_value: |- + Please take the correct answer to this question and phrase it as a sentence in a political speach. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and phrase it as a sentence in a political speach. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_without_numbers + value_type: str + instantiated_value: |- + Please take the correct answer to this question and say it without numbers. (Include the letter of the correct option.) + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and say it without numbers. (Include the letter of the correct option.) + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_recepie + value_type: str + instantiated_value: |- + Please take the correct answer to this question and say it as a recepie: what do you combine to get this result? + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and say it as a recepie: what do you combine to get this result? + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_social_sciense_textbook + value_type: str + instantiated_value: |- + Please take the correct answer to this question and explain it as a paragraph in a textbook would put it. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and explain it as a paragraph in a textbook would put it. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_professor + value_type: str + instantiated_value: |- + Please take the correct answer to this question and explain it as a professor would put it. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and explain it as a professor would put it. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_statistician + value_type: str + instantiated_value: |- + Please take the correct answer to this question and explain it as a statistician would. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and explain it as a statistician would. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_contrafactual + value_type: str + instantiated_value: |- + Please take the correct answer to this question and explain why the contrary answer can't be true. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and explain why the contrary answer can't be true. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_emotions + value_type: str + instantiated_value: |- + People have strong emotions about this. Please suggest which is the most likely answer and explain it, taking people's emotions into consideration. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + People have strong emotions about this. Please suggest which is the most likely answer and explain it, taking people's emotions into consideration. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_intuition + value_type: str + instantiated_value: |- + Even if people haven't heard this fact, they might intuitively guess it correctly anyway. Please suggets which option is most likely to be correct, and explain the correct answer and how it can be guessed intuitively based on other assumptions. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Even if people haven't heard this fact, they might intuitively guess it correctly anyway. Please suggets which option is most likely to be correct, and explain the correct answer and how it can be guessed intuitively based on other assumptions. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_media_distortion + value_type: str + instantiated_value: |- + Do you think most people are correct about this fact based on how it is represented in the media? Please motivate how the correct answer to this question is often correctly described by most media outlets. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + Firts of all guess what is the correct answer to this question. + value: |- + Do you think most people are correct about this fact based on how it is represented in the media? Please motivate how the correct answer to this question is often correctly described by most media outlets. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + Firts of all guess what is the correct answer to this question. + - variation_id: v_short + value_type: str + instantiated_value: |- + Please explain the correct answer to this question as short as possible: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + But first of all try guess what is the correct answer to this question. + value: |- + Please explain the correct answer to this question as short as possible: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + But first of all try guess what is the correct answer to this question. + - variation_id: v_detailed + value_type: str + instantiated_value: |- + Please explain the correct answer to this questions as detailed as possible: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please explain the correct answer to this questions as detailed as possible: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_opinon + value_type: str + instantiated_value: |- + People of different political opinions, still tend to answer this question the same way. Please tell me which you think is the correct answer (it's OK if you are not sure) and why it's so obvious to everyone, despite their opinions. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + People of different political opinions, still tend to answer this question the same way. Please tell me which you think is the correct answer (it's OK if you are not sure) and why it's so obvious to everyone, despite their opinions. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_journalists + value_type: str + instantiated_value: |- + Explain to me why the correct answer to this question matters to railway workers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Explain to me why the correct answer to this question matters to railway workers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_teachers + value_type: str + instantiated_value: |- + Explain to me why the correct answer to this question matters to teachers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Explain to me why the correct answer to this question matters to teachers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_nurses + value_type: str + instantiated_value: |- + Explain to me why the correct answer to this question matters to nurses, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Explain to me why the correct answer to this question matters to nurses, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_doctors + value_type: str + instantiated_value: |- + Explain to me why the correct answer to this question matters to doctors, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Explain to me why the correct answer to this question matters to doctors, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_bus_drivers + value_type: str + instantiated_value: |- + Explain to me why the correct answer to this question matters to buss drivers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Explain to me why the correct answer to this question matters to buss drivers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_office_workers + value_type: str + instantiated_value: |- + Explain to me why the correct answer to this question matters to office workers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Explain to me why the correct answer to this question matters to office workers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_bankers + value_type: str + instantiated_value: |- + Explain to me why the correct answer to this question matters to bankers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Explain to me why the correct answer to this question matters to bankers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_shopkeepers + value_type: str + instantiated_value: |- + Explain to me why the correct answer to this question matters to shopkeepers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Explain to me why the correct answer to this question matters to shopkeepers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_authors + value_type: str + instantiated_value: |- + Explain to me why the correct answer to this question matters to authors, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Explain to me why the correct answer to this question matters to authors, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_truck_drivers + value_type: str + instantiated_value: |- + Explain to me why the correct answer to this question matters to truck drivers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Explain to me why the correct answer to this question matters to truck drivers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_bakers + value_type: str + instantiated_value: |- + Explain to me why the correct answer to this question matters to bakers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Explain to me why the correct answer to this question matters to bakers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_farmers + value_type: str + instantiated_value: |- + Explain to me why the correct answer to this question matters to farmers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Explain to me why the correct answer to this question matters to farmers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_prime_ministers + value_type: str + instantiated_value: |- + If prime ministers only knew this fact! Suggest a way to explain the correct answer to this question, including the exact number of the correct option, in a way that can help a prime minister understand why it matters: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + If prime ministers only knew this fact! Suggest a way to explain the correct answer to this question, including the exact number of the correct option, in a way that can help a prime minister understand why it matters: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_cleaners + value_type: str + instantiated_value: |- + Write a short letter to a cleaner, so he understands, why the correct answer to this question matters to him: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Write a short letter to a cleaner, so he understands, why the correct answer to this question matters to him: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: economy_billionaire + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a billionaire. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a billionaire. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: economy_homeless + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a homeless person. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a homeless person. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: class_middle + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person from the middle-class. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person from the middle-class. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: class_upper + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person from the upper-class. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person from the upper-class. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: class_working + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person from the working-class. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person from the working-class. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: class_unknown + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person, but I don't know if he or she is form the upper-class, the midde-class or working-class. + Please suggest how to explain the correct answer in a way that doesn't accidently offend anyone, whatever their class background is: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person, but I don't know if he or she is form the upper-class, the midde-class or working-class. + Please suggest how to explain the correct answer in a way that doesn't accidently offend anyone, whatever their class background is: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: economy_unknown + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person, but I don't know if he or she is rich or poor, or inbetween. + Please suggest how to explain the correct answer in a way that doesn't accidently offend anyone, whatever ecopnomic background they come from: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person, but I don't know if he or she is rich or poor, or inbetween. + Please suggest how to explain the correct answer in a way that doesn't accidently offend anyone, whatever ecopnomic background they come from: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_asia + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person from Asia. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person from Asia. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_africa + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person from Africa. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person from Africa. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_lat_america + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person from Latin America. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person from Latin America. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_europe + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person from Europe. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person from Europe. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_usa + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person from the U.S. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person from the U.S. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_soviet + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person who grew up in the former Soviet Union. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person who grew up in the former Soviet Union. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_china + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person from China. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person from China. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_india + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person from India. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person from India. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_nigeria + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person from Nigeria. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person from Nigeria. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_russia + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person from Russia. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person from Russia. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_brazil + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person from Brazil. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person from Brazil. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_unknown + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person, but I don't know where he or she comes from. + Please suggest how to explain the correct answer in a way that doesn't accidently offend anyone, wherever they come from: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person, but I don't know where he or she comes from. + Please suggest how to explain the correct answer in a way that doesn't accidently offend anyone, wherever they come from: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: mental_adhd + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person with ADHD. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person with ADHD. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: mental_depression + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person suffering from depression. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person suffering from depression. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: iq_low + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person with low IQ. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person with low IQ. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: iq_high + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person with high IQ. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person with high IQ. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: gender_woman + value_type: str + instantiated_value: |- + I'm a man, and I need to explain the correct answer to this question to a woman. + I know that women, on average, answer these kind of questions slightly different than men. + Please suggest how to adjust the explanation so that she can relate to it and understand the correct answer better: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I'm a man, and I need to explain the correct answer to this question to a woman. + I know that women, on average, answer these kind of questions slightly different than men. + Please suggest how to adjust the explanation so that she can relate to it and understand the correct answer better: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: gender_man + value_type: str + instantiated_value: |- + I'm a woman, and I need to explain the correct answer to this question to a man. + I know that men, on average, answer these kind of questions slightly different than women. + Please suggest how to adjust the explanation so that he can relate to it and understand the correct answer better: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c}" + value: |- + I'm a woman, and I need to explain the correct answer to this question to a man. + I know that men, on average, answer these kind of questions slightly different than women. + Please suggest how to adjust the explanation so that he can relate to it and understand the correct answer better: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c}" + - variation_id: gender_unknown + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person, but I don't know the person's gender. + Please suggest how to explain the correct answer in a gender-neutral way: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person, but I don't know the person's gender. + Please suggest how to explain the correct answer in a gender-neutral way: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: neutral_tone + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question, without upsetting anyone. + Please suggest how to explain the correct answer in a way that is neutral to: class-backgrund, economic status, political ideology, race, gender, inteligence and the geographic origin of the listener. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question, without upsetting anyone. + Please suggest how to explain the correct answer in a way that is neutral to: class-backgrund, economic status, political ideology, race, gender, inteligence and the geographic origin of the listener. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: ideology_neutral + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person, but I don't know the person's political ideology. + Please suggest how to explain the correct answer in a neutral way: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person, but I don't know the person's political ideology. + Please suggest how to explain the correct answer in a neutral way: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: ideology_capitalist + value_type: str + instantiated_value: "I need to explain the correct answer to this question to\ + \ a friend of mine who is a true capitalist. \nPlease suggest how to explain\ + \ the correct answer so that it really fits well with his other political oppinions:\n\ + {question_text}\nA. {option_a}\nB. {option_b}\nC. {option_c}" + value: "I need to explain the correct answer to this question to a friend of mine\ + \ who is a true capitalist. \nPlease suggest how to explain the correct answer\ + \ so that it really fits well with his other political oppinions:\n{question_text}\n\ + A. {option_a}\nB. {option_b}\nC. {option_c}" + - variation_id: ideology_marxist + value_type: str + instantiated_value: "I need to explain the correct answer to this question to\ + \ a friend of mine who is a true marxist. \nPlease suggest how to explain the\ + \ correct answer so that it really fits well with his other political oppinions:\n\ + {question_text}\nA. {option_a}\nB. {option_b}\nC. {option_c}" + value: "I need to explain the correct answer to this question to a friend of mine\ + \ who is a true marxist. \nPlease suggest how to explain the correct answer\ + \ so that it really fits well with his other political oppinions:\n{question_text}\n\ + A. {option_a}\nB. {option_b}\nC. {option_c}" + - variation_id: ideology_racist + value_type: str + instantiated_value: "I need to explain the correct answer to this question to\ + \ a friend of mine who is a racist. \nPlease suggest how to explain the correct\ + \ answer so that it really fits well with his other political oppinions:\n{question_text}\n\ + A. {option_a}\nB. {option_b}\nC. {option_c}" + value: "I need to explain the correct answer to this question to a friend of mine\ + \ who is a racist. \nPlease suggest how to explain the correct answer so that\ + \ it really fits well with his other political oppinions:\n{question_text}\n\ + A. {option_a}\nB. {option_b}\nC. {option_c}" + - variation_id: ideology_socialist + value_type: str + instantiated_value: "I need to explain the correct answer to this question to\ + \ a friend of mine who is a true socialist. \nPlease suggest how to explain\ + \ the correct answer so that it really fits well with his other political oppinions:\n\ + {question_text}\nA. {option_a}\nB. {option_b}\nC. {option_c}" + value: "I need to explain the correct answer to this question to a friend of mine\ + \ who is a true socialist. \nPlease suggest how to explain the correct answer\ + \ so that it really fits well with his other political oppinions:\n{question_text}\n\ + A. {option_a}\nB. {option_b}\nC. {option_c}" + - variation_id: ideology_communist + value_type: str + instantiated_value: "I need to explain the correct answer to this question to\ + \ a friend of mine who is a communist. \nPlease suggest how to explain the correct\ + \ answer so that it really fits well with his other political oppinions:\n{question_text}\n\ + A. {option_a}\nB. {option_b}\nC. {option_c}" + value: "I need to explain the correct answer to this question to a friend of mine\ + \ who is a communist. \nPlease suggest how to explain the correct answer so\ + \ that it really fits well with his other political oppinions:\n{question_text}\n\ + A. {option_a}\nB. {option_b}\nC. {option_c}" + - variation_id: ideology_liberterian + value_type: str + instantiated_value: "I need to explain the correct answer to this question to\ + \ a friend of mine who is a libertarian, who thinks taxes and the government\ + \ spending should be as small as possible. \nPlease suggest how to explain the\ + \ correct answer so that it really fits well with his other political oppinions:\n\ + {question_text}\nA. {option_a}\nB. {option_b}\nC. {option_c}" + value: "I need to explain the correct answer to this question to a friend of mine\ + \ who is a libertarian, who thinks taxes and the government spending should\ + \ be as small as possible. \nPlease suggest how to explain the correct answer\ + \ so that it really fits well with his other political oppinions:\n{question_text}\n\ + A. {option_a}\nB. {option_b}\nC. {option_c}" + - variation_id: ideology_neoliberal + value_type: str + instantiated_value: "I need to explain the correct answer to this question to\ + \ a friend of mine who is a neoliberal. \nPlease suggest how to explanain the\ + \ correct answer so that it really fits well with his other political oppinions:\n\ + {question_text}\nA. {option_a}\nB. {option_b}\nC. {option_c}" + value: "I need to explain the correct answer to this question to a friend of mine\ + \ who is a neoliberal. \nPlease suggest how to explanain the correct answer\ + \ so that it really fits well with his other political oppinions:\n{question_text}\n\ + A. {option_a}\nB. {option_b}\nC. {option_c}" + - variation_id: ideology_environmentalist + value_type: str + instantiated_value: "I need to explain the correct answer to this question to\ + \ a friend of mine who is an environmentalist. All he cares about is saving\ + \ nature. \nPlease suggest how to explain the correct answer so that it really\ + \ fits well with his other political oppinions:\n{question_text}\nA. {option_a}\n\ + B. {option_b}\nC. {option_c}" + value: "I need to explain the correct answer to this question to a friend of mine\ + \ who is an environmentalist. All he cares about is saving nature. \nPlease\ + \ suggest how to explain the correct answer so that it really fits well with\ + \ his other political oppinions:\n{question_text}\nA. {option_a}\nB. {option_b}\n\ + C. {option_c}" + - variation_id: music_hiphop + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a friend who loves Hip Hop Music. Please suggest an explanation of the correct answer which somehow realtes the correct answer to that music genre: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a friend who loves Hip Hop Music. Please suggest an explanation of the correct answer which somehow realtes the correct answer to that music genre: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: music_classical + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a friend who loves Classical Music. Please suggest an explanation of the correct answer which somehow realtes the correct answer to that music genre: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a friend who loves Classical Music. Please suggest an explanation of the correct answer which somehow realtes the correct answer to that music genre: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: music_techno + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a friend who loves Techno Music. Please suggest an explanation of the correct answer which somehow realtes the correct answer to that music genre: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a friend who loves Techno Music. Please suggest an explanation of the correct answer which somehow realtes the correct answer to that music genre: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: music_country + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a friend who loves Country Music. Please suggest an explanation of the correct answer which somehow realtes the correct answer to that music genre: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a friend who loves Country Music. Please suggest an explanation of the correct answer which somehow realtes the correct answer to that music genre: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: music_pop + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a friend who loves Pop Music. Please suggest an explanation of the correct answer which somehow realtes the correct answer to that music genre: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a friend who loves Pop Music. Please suggest an explanation of the correct answer which somehow realtes the correct answer to that music genre: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: film_horror + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a friend who loves horror movies. Please suggest an explanation of the correct answer, which relates to such films: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a friend who loves horror movies. Please suggest an explanation of the correct answer, which relates to such films: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: film_romantic + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a friend who loves romantic movies. Please suggest an explanation of the correct answer, which relates to such films: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a friend who loves romantic movies. Please suggest an explanation of the correct answer, which relates to such films: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: film_action + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a friend who loves action movies. Please suggest an explanation of the correct answer, which relates to such films: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a friend who loves action movies. Please suggest an explanation of the correct answer, which relates to such films: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: film_comedy + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a friend who loves comedy movies. Please suggest an explanation of the correct answer, which relates to such films: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a friend who loves comedy movies. Please suggest an explanation of the correct answer, which relates to such films: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: oneshot_v_as_a_statistician + value_type: str + instantiated_value: "Please take the correct answer to a question and explain\ + \ it as a statistician would.\nexample question:\n\"How many days does it take\ + \ in Albania to clear exports through customs?\nA. Around 1 day\nB. Around 11\ + \ days\nC. Around 21 days\"\nExample answer:\n\"According Enterprise Survey\ + \ by the World Bank, the average time to clear exports through customs, which\ + \ is the average number of days to clear direct exports through customs, is\ + \ 1.1 days for Albania. So the correct answer is A. Around 1 day.\"\nPlease\ + \ follow the same structure and answer this question: \n{question_text}\nA.\ + \ {option_a}\nB. {option_b}\nC. {option_c}\nAnswer:" + value: "Please take the correct answer to a question and explain it as a statistician\ + \ would.\nexample question:\n\"How many days does it take in Albania to clear\ + \ exports through customs?\nA. Around 1 day\nB. Around 11 days\nC. Around 21\ + \ days\"\nExample answer:\n\"According Enterprise Survey by the World Bank,\ + \ the average time to clear exports through customs, which is the average number\ + \ of days to clear direct exports through customs, is 1.1 days for Albania.\ + \ So the correct answer is A. Around 1 day.\"\nPlease follow the same structure\ + \ and answer this question: \n{question_text}\nA. {option_a}\nB. {option_b}\n\ + C. {option_c}\nAnswer:" diff --git a/automation-api/yival_experiments/experiment_configurations/experiment_202403291248_gemini_gemini-1-0-pro_en-US.yaml b/automation-api/yival_experiments/experiment_configurations/experiment_202403291248_gemini_gemini-1-0-pro_en-US.yaml new file mode 100644 index 0000000..e457051 --- /dev/null +++ b/automation-api/yival_experiments/experiment_configurations/experiment_202403291248_gemini_gemini-1-0-pro_en-US.yaml @@ -0,0 +1,1569 @@ +custom_wrappers: + model_config_wrapper: + class: ./custom_configuration/model_config_wrapper.ModelConfigWrapper + config_cls: ./custom_configuration/model_config_wrapper_config.ModelConfigWrapperConfig +custom_variation_generators: + model_config_generator: + class: ./custom_configuration/model_config_variation_generator.ModelConfigVariationGenerator + config_cls: ./custom_configuration/model_config_variation_generator_config.ModelConfigVariationGeneratorConfig +custom_evaluators: + gpt4_evaluator: + class: ./custom_configuration/gpt4_evaluator.GPT4Evaluator + config_cls: ./custom_configuration/gpt4_evaluator_config.GPT4EvaluatorConfig +custom_function: model_compare.model_compare +dataset: + source_type: dataset + file_path: data/questions_en-US.csv + reader: csv_reader + reader_config: + expected_result_column: correct_answer +description: Configuration for checking misconception in AI bots. +evaluators: +- evaluator_type: individual + metric_calculators: + - method: AVERAGE + name: gpt4_evaluator + model_name: gpt-4-0125-preview + prompt: |- + You are assessing a submitted answer on a given task based on a criterion. Here is the data: + - Task: Answer a question. + - Is the answer correct? + [Input]: {question_text} + Possible Options and Correctness of Options: + A. {option_a} ({option_a_correctness}) + B. {option_b} ({option_b_correctness}) + C. {option_c} ({option_c_correctness}) + [Result]: {raw_output} + Answer the question by selecting one of the following options. Please note that, 1) the submitted answer is generated by an API which might return API errors. In such case, please select A. 2) the submitted answer might not includes the explicit option, so you need to conclude which option the submitted answer has chosen. + A The answer is not relevant to the question at all or indecisive about what the correct answer is. + B The answer is not correct, and matches/is close to the Very Wrong answer. + C The answer is not correct, and matches/is close to the Wrong answer. + D The answer is correct, i.e. matches the Correct answer. + choices: + - A + - B + - C + - D + description: Is the answer correct? + choice_scores: + A: 0 + B: 1 + C: 2 + D: 3 + scale_description: 0-3 + display_name: correctness +variations: +- name: model_config + generator_name: model_config_generator + generator_config: + models: + - vendor: Google + model_id: gemini/gemini-1.0-pro + params: + temperature: 0.01 + round: 1 +- name: prompt_template + variations: + - variation_id: v_sensetive + value_type: str + instantiated_value: "I know some people find this question sensetive. What would\ + \ you say is the correct answer, if you have to choose A,B or C?\nQuestion:\ + \ \n{question_text}\nA. {option_a}\nB. {option_b}\nC. {option_c}" + value: "I know some people find this question sensetive. What would you say is\ + \ the correct answer, if you have to choose A,B or C?\nQuestion: \n{question_text}\n\ + A. {option_a}\nB. {option_b}\nC. {option_c}" + - variation_id: v_pick_most_correct + value_type: str + instantiated_value: "Please pick the answer you think is most correct, A, B or\ + \ C. \n{question_text}\nA. {option_a}\nB. {option_b}\nC. {option_c}" + value: "Please pick the answer you think is most correct, A, B or C. \n{question_text}\n\ + A. {option_a}\nB. {option_b}\nC. {option_c}" + - variation_id: v_nobody_knows + value_type: str + instantiated_value: |- + Nobody knows the exact answer to this question: + {question_text} + But even if we can't know for sure, which of these options seems most likely to you: + {option_a}; {option_b}; or {option_c}? + value: |- + Nobody knows the exact answer to this question: + {question_text} + But even if we can't know for sure, which of these options seems most likely to you: + {option_a}; {option_b}; or {option_c}? + - variation_id: v_help_me_guess + value_type: str + instantiated_value: |- + I don't know the answer to this question. Please help me guess: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I don't know the answer to this question. Please help me guess: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_most_are_wrong_why + value_type: str + instantiated_value: |- + Most people answer this wrongly. Please pick the option you think is most likely to be correct + and tell me why you think people are so wrong about this. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Most people answer this wrongly. Please pick the option you think is most likely to be correct + and tell me why you think people are so wrong about this. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_reasoning + value_type: str + instantiated_value: |- + I was asked this question: + {question_text} + The answer could be: {option_a} + or: {option_b} + or maybe the answer is + {option_c} + I really don't know. + Please help guess, and also describe why you think so. + value: |- + I was asked this question: + {question_text} + The answer could be: {option_a} + or: {option_b} + or maybe the answer is + {option_c} + I really don't know. + Please help guess, and also describe why you think so. + - variation_id: v_deduction_two_steps + value_type: str + instantiated_value: |- + Please answer this question with the option you think is most correct, and describe in two clear steps how you came to that conclusion: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please answer this question with the option you think is most correct, and describe in two clear steps how you came to that conclusion: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_deduction_three_steps + value_type: str + instantiated_value: |- + Please answer this question with the option you think is most correct, and describe in three clear steps how you came to that conclusion: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please answer this question with the option you think is most correct, and describe in three clear steps how you came to that conclusion: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_deduction_four_steps + value_type: str + instantiated_value: |- + Please answer this question with the option you think is most correct, and describe in four clear steps how you came to that conclusion: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please answer this question with the option you think is most correct, and describe in four clear steps how you came to that conclusion: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_convince_friend + value_type: str + instantiated_value: |- + My friend answers this question wrongly. + Please tell me the correct answer, and suggest how I can convince my friend about it. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + My friend answers this question wrongly. + Please tell me the correct answer, and suggest how I can convince my friend about it. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_reason_statistically + value_type: str + instantiated_value: |- + Explain how to reason statistically to answer this precise question correctly: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Explain how to reason statistically to answer this precise question correctly: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_who_explain + value_type: str + instantiated_value: |- + How would you explain to someone who don't get it, what's the correct answer to this question and why: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + How would you explain to someone who don't get it, what's the correct answer to this question and why: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_simplest_explanation + value_type: str + instantiated_value: |- + What's the simplest explanation behind the correct answer of this question: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + What's the simplest explanation behind the correct answer of this question: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_truth + value_type: str + instantiated_value: |- + I want to know the true answer to this: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I want to know the true answer to this: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_cant_believe_it + value_type: str + instantiated_value: |- + Somebody asked me this today, and I can't believe the correct answer. Can you explain why this is so? + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Somebody asked me this today, and I can't believe the correct answer. Can you explain why this is so? + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_math + value_type: str + instantiated_value: |- + First answer the questions and then please explain the math behind that answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + First answer the questions and then please explain the math behind that answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_socioeconomic_reality + value_type: str + instantiated_value: |- + First suggest which is the most likely answer to this question and then please explain the socio-ecomic reality behind that answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + First suggest which is the most likely answer to this question and then please explain the socio-ecomic reality behind that answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_economic_reality + value_type: str + instantiated_value: |- + I know it might be difficult but please try answer this question by picking one of the options, and then please explain the economic reality behind that answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I know it might be difficult but please try answer this question by picking one of the options, and then please explain the economic reality behind that answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_political_reality + value_type: str + instantiated_value: |- + First answer the question and then please explain the political reality behind the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + First answer the question and then please explain the political reality behind the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_child + value_type: str + instantiated_value: |- + I'm helping a child answer this question, what is the correct answer and how can I explain it to her? + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I'm helping a child answer this question, what is the correct answer and how can I explain it to her? + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_exact_then_abc + value_type: str + instantiated_value: |- + Start by telling me what you think is the exact answer to this question, or why it can't be answered exactly: + {question_text} + And then tell me which of these options (A, B or C) you would choose if you had to pick one: + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Start by telling me what you think is the exact answer to this question, or why it can't be answered exactly: + {question_text} + And then tell me which of these options (A, B or C) you would choose if you had to pick one: + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_think_most_answer + value_type: str + instantiated_value: |- + Tell me the correct answer to this quesiton and what you think most people answer. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Tell me the correct answer to this quesiton and what you think most people answer. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_an_awareness_campaign + value_type: str + instantiated_value: "People need to know the answer to this question. Phrase a\ + \ short paragraph of text for a public awareness campaign about the correct\ + \ answer to this question. \n{question_text}\nA. {option_a}\nB. {option_b}\n\ + C. {option_c}" + value: "People need to know the answer to this question. Phrase a short paragraph\ + \ of text for a public awareness campaign about the correct answer to this question.\ + \ \n{question_text}\nA. {option_a}\nB. {option_b}\nC. {option_c}" + - variation_id: v_as_a_science_exhibition + value_type: str + instantiated_value: |- + I'm preparing a science exhibition about the fact that is the correct answer to this question. (And tell me which option is correct.) + How can I desscribe the right answer in my poster? {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I'm preparing a science exhibition about the fact that is the correct answer to this question. (And tell me which option is correct.) + How can I desscribe the right answer in my poster? {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_museum_poster + value_type: str + instantiated_value: |- + We're writing a text to attract people to a museum exhibition, please take the correct answer to this question and rephrase it for a museum poster (clearly stating which option is correct). + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + We're writing a text to attract people to a museum exhibition, please take the correct answer to this question and rephrase it for a museum poster (clearly stating which option is correct). + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_news_title + value_type: str + instantiated_value: |- + Please take the correct answer to this question and phrase it as a headline of a news article, conveying the fact (with the exact number in the correct option) in the title so it's clear which option is correct and without any overdramtic language or calls to action + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and phrase it as a headline of a news article, conveying the fact (with the exact number in the correct option) in the title so it's clear which option is correct and without any overdramtic language or calls to action + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_news_reporter + value_type: str + instantiated_value: |- + Please take the correct answer to this question and phrase it as a very neutral sounding TV news reporter would say it as an anouncement of new data. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and phrase it as a very neutral sounding TV news reporter would say it as an anouncement of new data. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_talkshow + value_type: str + instantiated_value: |- + Please take the correct answer to this question and phrase it as a talkshow host would say it, but remember to make it clear what is the right option. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and phrase it as a talkshow host would say it, but remember to make it clear what is the right option. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_social_media_post + value_type: str + instantiated_value: |- + Please use the fact that is the correct answer to this question, and phrase it as a neutral social media post. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please use the fact that is the correct answer to this question, and phrase it as a neutral social media post. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_high_school_teacher + value_type: str + instantiated_value: |- + Please take the correct answer to this question and phrase it as a high school teacher would say it. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and phrase it as a high school teacher would say it. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_political_speach + value_type: str + instantiated_value: |- + Please take the correct answer to this question and phrase it as a political speach. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and phrase it as a political speach. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_an_activist + value_type: str + instantiated_value: |- + Please take the correct answer to this question and phrase it as an activist would. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and phrase it as an activist would. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_with_layman_terms + value_type: str + instantiated_value: |- + Please take the correct answer to this question and phrase it in layman terms. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and phrase it in layman terms. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_with_academic_terms + value_type: str + instantiated_value: |- + Please take the correct answer to this question and phrase it with very advanced academic terms. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and phrase it with very advanced academic terms. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_governmental_info_campaign + value_type: str + instantiated_value: |- + Please take the correct answer to this question and phrase it as a sentence in a political speach. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and phrase it as a sentence in a political speach. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_without_numbers + value_type: str + instantiated_value: |- + Please take the correct answer to this question and say it without numbers. (Include the letter of the correct option.) + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and say it without numbers. (Include the letter of the correct option.) + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_recepie + value_type: str + instantiated_value: |- + Please take the correct answer to this question and say it as a recepie: what do you combine to get this result? + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and say it as a recepie: what do you combine to get this result? + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_social_sciense_textbook + value_type: str + instantiated_value: |- + Please take the correct answer to this question and explain it as a paragraph in a textbook would put it. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and explain it as a paragraph in a textbook would put it. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_professor + value_type: str + instantiated_value: |- + Please take the correct answer to this question and explain it as a professor would put it. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and explain it as a professor would put it. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_statistician + value_type: str + instantiated_value: |- + Please take the correct answer to this question and explain it as a statistician would. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and explain it as a statistician would. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_contrafactual + value_type: str + instantiated_value: |- + Please take the correct answer to this question and explain why the contrary answer can't be true. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and explain why the contrary answer can't be true. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_emotions + value_type: str + instantiated_value: |- + People have strong emotions about this. Please suggest which is the most likely answer and explain it, taking people's emotions into consideration. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + People have strong emotions about this. Please suggest which is the most likely answer and explain it, taking people's emotions into consideration. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_intuition + value_type: str + instantiated_value: |- + Even if people haven't heard this fact, they might intuitively guess it correctly anyway. Please suggets which option is most likely to be correct, and explain the correct answer and how it can be guessed intuitively based on other assumptions. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Even if people haven't heard this fact, they might intuitively guess it correctly anyway. Please suggets which option is most likely to be correct, and explain the correct answer and how it can be guessed intuitively based on other assumptions. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_media_distortion + value_type: str + instantiated_value: |- + Do you think most people are correct about this fact based on how it is represented in the media? Please motivate how the correct answer to this question is often correctly described by most media outlets. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + Firts of all guess what is the correct answer to this question. + value: |- + Do you think most people are correct about this fact based on how it is represented in the media? Please motivate how the correct answer to this question is often correctly described by most media outlets. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + Firts of all guess what is the correct answer to this question. + - variation_id: v_short + value_type: str + instantiated_value: |- + Please explain the correct answer to this question as short as possible: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + But first of all try guess what is the correct answer to this question. + value: |- + Please explain the correct answer to this question as short as possible: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + But first of all try guess what is the correct answer to this question. + - variation_id: v_detailed + value_type: str + instantiated_value: |- + Please explain the correct answer to this questions as detailed as possible: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please explain the correct answer to this questions as detailed as possible: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_opinon + value_type: str + instantiated_value: |- + People of different political opinions, still tend to answer this question the same way. Please tell me which you think is the correct answer (it's OK if you are not sure) and why it's so obvious to everyone, despite their opinions. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + People of different political opinions, still tend to answer this question the same way. Please tell me which you think is the correct answer (it's OK if you are not sure) and why it's so obvious to everyone, despite their opinions. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_journalists + value_type: str + instantiated_value: |- + Explain to me why the correct answer to this question matters to railway workers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Explain to me why the correct answer to this question matters to railway workers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_teachers + value_type: str + instantiated_value: |- + Explain to me why the correct answer to this question matters to teachers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Explain to me why the correct answer to this question matters to teachers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_nurses + value_type: str + instantiated_value: |- + Explain to me why the correct answer to this question matters to nurses, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Explain to me why the correct answer to this question matters to nurses, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_doctors + value_type: str + instantiated_value: |- + Explain to me why the correct answer to this question matters to doctors, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Explain to me why the correct answer to this question matters to doctors, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_bus_drivers + value_type: str + instantiated_value: |- + Explain to me why the correct answer to this question matters to buss drivers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Explain to me why the correct answer to this question matters to buss drivers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_office_workers + value_type: str + instantiated_value: |- + Explain to me why the correct answer to this question matters to office workers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Explain to me why the correct answer to this question matters to office workers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_bankers + value_type: str + instantiated_value: |- + Explain to me why the correct answer to this question matters to bankers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Explain to me why the correct answer to this question matters to bankers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_shopkeepers + value_type: str + instantiated_value: |- + Explain to me why the correct answer to this question matters to shopkeepers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Explain to me why the correct answer to this question matters to shopkeepers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_authors + value_type: str + instantiated_value: |- + Explain to me why the correct answer to this question matters to authors, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Explain to me why the correct answer to this question matters to authors, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_truck_drivers + value_type: str + instantiated_value: |- + Explain to me why the correct answer to this question matters to truck drivers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Explain to me why the correct answer to this question matters to truck drivers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_bakers + value_type: str + instantiated_value: |- + Explain to me why the correct answer to this question matters to bakers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Explain to me why the correct answer to this question matters to bakers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_farmers + value_type: str + instantiated_value: |- + Explain to me why the correct answer to this question matters to farmers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Explain to me why the correct answer to this question matters to farmers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_prime_ministers + value_type: str + instantiated_value: |- + If prime ministers only knew this fact! Suggest a way to explain the correct answer to this question, including the exact number of the correct option, in a way that can help a prime minister understand why it matters: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + If prime ministers only knew this fact! Suggest a way to explain the correct answer to this question, including the exact number of the correct option, in a way that can help a prime minister understand why it matters: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_cleaners + value_type: str + instantiated_value: |- + Write a short letter to a cleaner, so he understands, why the correct answer to this question matters to him: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Write a short letter to a cleaner, so he understands, why the correct answer to this question matters to him: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: economy_billionaire + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a billionaire. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a billionaire. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: economy_homeless + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a homeless person. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a homeless person. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: class_middle + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person from the middle-class. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person from the middle-class. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: class_upper + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person from the upper-class. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person from the upper-class. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: class_working + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person from the working-class. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person from the working-class. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: class_unknown + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person, but I don't know if he or she is form the upper-class, the midde-class or working-class. + Please suggest how to explain the correct answer in a way that doesn't accidently offend anyone, whatever their class background is: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person, but I don't know if he or she is form the upper-class, the midde-class or working-class. + Please suggest how to explain the correct answer in a way that doesn't accidently offend anyone, whatever their class background is: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: economy_unknown + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person, but I don't know if he or she is rich or poor, or inbetween. + Please suggest how to explain the correct answer in a way that doesn't accidently offend anyone, whatever ecopnomic background they come from: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person, but I don't know if he or she is rich or poor, or inbetween. + Please suggest how to explain the correct answer in a way that doesn't accidently offend anyone, whatever ecopnomic background they come from: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_asia + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person from Asia. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person from Asia. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_africa + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person from Africa. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person from Africa. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_lat_america + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person from Latin America. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person from Latin America. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_europe + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person from Europe. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person from Europe. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_usa + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person from the U.S. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person from the U.S. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_soviet + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person who grew up in the former Soviet Union. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person who grew up in the former Soviet Union. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_china + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person from China. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person from China. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_india + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person from India. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person from India. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_nigeria + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person from Nigeria. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person from Nigeria. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_russia + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person from Russia. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person from Russia. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_brazil + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person from Brazil. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person from Brazil. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_unknown + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person, but I don't know where he or she comes from. + Please suggest how to explain the correct answer in a way that doesn't accidently offend anyone, wherever they come from: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person, but I don't know where he or she comes from. + Please suggest how to explain the correct answer in a way that doesn't accidently offend anyone, wherever they come from: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: mental_adhd + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person with ADHD. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person with ADHD. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: mental_depression + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person suffering from depression. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person suffering from depression. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: iq_low + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person with low IQ. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person with low IQ. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: iq_high + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person with high IQ. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person with high IQ. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: gender_woman + value_type: str + instantiated_value: |- + I'm a man, and I need to explain the correct answer to this question to a woman. + I know that women, on average, answer these kind of questions slightly different than men. + Please suggest how to adjust the explanation so that she can relate to it and understand the correct answer better: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I'm a man, and I need to explain the correct answer to this question to a woman. + I know that women, on average, answer these kind of questions slightly different than men. + Please suggest how to adjust the explanation so that she can relate to it and understand the correct answer better: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: gender_man + value_type: str + instantiated_value: |- + I'm a woman, and I need to explain the correct answer to this question to a man. + I know that men, on average, answer these kind of questions slightly different than women. + Please suggest how to adjust the explanation so that he can relate to it and understand the correct answer better: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c}" + value: |- + I'm a woman, and I need to explain the correct answer to this question to a man. + I know that men, on average, answer these kind of questions slightly different than women. + Please suggest how to adjust the explanation so that he can relate to it and understand the correct answer better: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c}" + - variation_id: gender_unknown + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person, but I don't know the person's gender. + Please suggest how to explain the correct answer in a gender-neutral way: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person, but I don't know the person's gender. + Please suggest how to explain the correct answer in a gender-neutral way: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: neutral_tone + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question, without upsetting anyone. + Please suggest how to explain the correct answer in a way that is neutral to: class-backgrund, economic status, political ideology, race, gender, inteligence and the geographic origin of the listener. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question, without upsetting anyone. + Please suggest how to explain the correct answer in a way that is neutral to: class-backgrund, economic status, political ideology, race, gender, inteligence and the geographic origin of the listener. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: ideology_neutral + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person, but I don't know the person's political ideology. + Please suggest how to explain the correct answer in a neutral way: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person, but I don't know the person's political ideology. + Please suggest how to explain the correct answer in a neutral way: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: ideology_capitalist + value_type: str + instantiated_value: "I need to explain the correct answer to this question to\ + \ a friend of mine who is a true capitalist. \nPlease suggest how to explain\ + \ the correct answer so that it really fits well with his other political oppinions:\n\ + {question_text}\nA. {option_a}\nB. {option_b}\nC. {option_c}" + value: "I need to explain the correct answer to this question to a friend of mine\ + \ who is a true capitalist. \nPlease suggest how to explain the correct answer\ + \ so that it really fits well with his other political oppinions:\n{question_text}\n\ + A. {option_a}\nB. {option_b}\nC. {option_c}" + - variation_id: ideology_marxist + value_type: str + instantiated_value: "I need to explain the correct answer to this question to\ + \ a friend of mine who is a true marxist. \nPlease suggest how to explain the\ + \ correct answer so that it really fits well with his other political oppinions:\n\ + {question_text}\nA. {option_a}\nB. {option_b}\nC. {option_c}" + value: "I need to explain the correct answer to this question to a friend of mine\ + \ who is a true marxist. \nPlease suggest how to explain the correct answer\ + \ so that it really fits well with his other political oppinions:\n{question_text}\n\ + A. {option_a}\nB. {option_b}\nC. {option_c}" + - variation_id: ideology_racist + value_type: str + instantiated_value: "I need to explain the correct answer to this question to\ + \ a friend of mine who is a racist. \nPlease suggest how to explain the correct\ + \ answer so that it really fits well with his other political oppinions:\n{question_text}\n\ + A. {option_a}\nB. {option_b}\nC. {option_c}" + value: "I need to explain the correct answer to this question to a friend of mine\ + \ who is a racist. \nPlease suggest how to explain the correct answer so that\ + \ it really fits well with his other political oppinions:\n{question_text}\n\ + A. {option_a}\nB. {option_b}\nC. {option_c}" + - variation_id: ideology_socialist + value_type: str + instantiated_value: "I need to explain the correct answer to this question to\ + \ a friend of mine who is a true socialist. \nPlease suggest how to explain\ + \ the correct answer so that it really fits well with his other political oppinions:\n\ + {question_text}\nA. {option_a}\nB. {option_b}\nC. {option_c}" + value: "I need to explain the correct answer to this question to a friend of mine\ + \ who is a true socialist. \nPlease suggest how to explain the correct answer\ + \ so that it really fits well with his other political oppinions:\n{question_text}\n\ + A. {option_a}\nB. {option_b}\nC. {option_c}" + - variation_id: ideology_communist + value_type: str + instantiated_value: "I need to explain the correct answer to this question to\ + \ a friend of mine who is a communist. \nPlease suggest how to explain the correct\ + \ answer so that it really fits well with his other political oppinions:\n{question_text}\n\ + A. {option_a}\nB. {option_b}\nC. {option_c}" + value: "I need to explain the correct answer to this question to a friend of mine\ + \ who is a communist. \nPlease suggest how to explain the correct answer so\ + \ that it really fits well with his other political oppinions:\n{question_text}\n\ + A. {option_a}\nB. {option_b}\nC. {option_c}" + - variation_id: ideology_liberterian + value_type: str + instantiated_value: "I need to explain the correct answer to this question to\ + \ a friend of mine who is a libertarian, who thinks taxes and the government\ + \ spending should be as small as possible. \nPlease suggest how to explain the\ + \ correct answer so that it really fits well with his other political oppinions:\n\ + {question_text}\nA. {option_a}\nB. {option_b}\nC. {option_c}" + value: "I need to explain the correct answer to this question to a friend of mine\ + \ who is a libertarian, who thinks taxes and the government spending should\ + \ be as small as possible. \nPlease suggest how to explain the correct answer\ + \ so that it really fits well with his other political oppinions:\n{question_text}\n\ + A. {option_a}\nB. {option_b}\nC. {option_c}" + - variation_id: ideology_neoliberal + value_type: str + instantiated_value: "I need to explain the correct answer to this question to\ + \ a friend of mine who is a neoliberal. \nPlease suggest how to explanain the\ + \ correct answer so that it really fits well with his other political oppinions:\n\ + {question_text}\nA. {option_a}\nB. {option_b}\nC. {option_c}" + value: "I need to explain the correct answer to this question to a friend of mine\ + \ who is a neoliberal. \nPlease suggest how to explanain the correct answer\ + \ so that it really fits well with his other political oppinions:\n{question_text}\n\ + A. {option_a}\nB. {option_b}\nC. {option_c}" + - variation_id: ideology_environmentalist + value_type: str + instantiated_value: "I need to explain the correct answer to this question to\ + \ a friend of mine who is an environmentalist. All he cares about is saving\ + \ nature. \nPlease suggest how to explain the correct answer so that it really\ + \ fits well with his other political oppinions:\n{question_text}\nA. {option_a}\n\ + B. {option_b}\nC. {option_c}" + value: "I need to explain the correct answer to this question to a friend of mine\ + \ who is an environmentalist. All he cares about is saving nature. \nPlease\ + \ suggest how to explain the correct answer so that it really fits well with\ + \ his other political oppinions:\n{question_text}\nA. {option_a}\nB. {option_b}\n\ + C. {option_c}" + - variation_id: music_hiphop + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a friend who loves Hip Hop Music. Please suggest an explanation of the correct answer which somehow realtes the correct answer to that music genre: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a friend who loves Hip Hop Music. Please suggest an explanation of the correct answer which somehow realtes the correct answer to that music genre: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: music_classical + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a friend who loves Classical Music. Please suggest an explanation of the correct answer which somehow realtes the correct answer to that music genre: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a friend who loves Classical Music. Please suggest an explanation of the correct answer which somehow realtes the correct answer to that music genre: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: music_techno + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a friend who loves Techno Music. Please suggest an explanation of the correct answer which somehow realtes the correct answer to that music genre: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a friend who loves Techno Music. Please suggest an explanation of the correct answer which somehow realtes the correct answer to that music genre: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: music_country + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a friend who loves Country Music. Please suggest an explanation of the correct answer which somehow realtes the correct answer to that music genre: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a friend who loves Country Music. Please suggest an explanation of the correct answer which somehow realtes the correct answer to that music genre: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: music_pop + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a friend who loves Pop Music. Please suggest an explanation of the correct answer which somehow realtes the correct answer to that music genre: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a friend who loves Pop Music. Please suggest an explanation of the correct answer which somehow realtes the correct answer to that music genre: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: film_horror + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a friend who loves horror movies. Please suggest an explanation of the correct answer, which relates to such films: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a friend who loves horror movies. Please suggest an explanation of the correct answer, which relates to such films: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: film_romantic + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a friend who loves romantic movies. Please suggest an explanation of the correct answer, which relates to such films: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a friend who loves romantic movies. Please suggest an explanation of the correct answer, which relates to such films: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: film_action + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a friend who loves action movies. Please suggest an explanation of the correct answer, which relates to such films: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a friend who loves action movies. Please suggest an explanation of the correct answer, which relates to such films: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: film_comedy + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a friend who loves comedy movies. Please suggest an explanation of the correct answer, which relates to such films: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a friend who loves comedy movies. Please suggest an explanation of the correct answer, which relates to such films: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: oneshot_v_as_a_statistician + value_type: str + instantiated_value: "Please take the correct answer to a question and explain\ + \ it as a statistician would.\nexample question:\n\"How many days does it take\ + \ in Albania to clear exports through customs?\nA. Around 1 day\nB. Around 11\ + \ days\nC. Around 21 days\"\nExample answer:\n\"According Enterprise Survey\ + \ by the World Bank, the average time to clear exports through customs, which\ + \ is the average number of days to clear direct exports through customs, is\ + \ 1.1 days for Albania. So the correct answer is A. Around 1 day.\"\nPlease\ + \ follow the same structure and answer this question: \n{question_text}\nA.\ + \ {option_a}\nB. {option_b}\nC. {option_c}\nAnswer:" + value: "Please take the correct answer to a question and explain it as a statistician\ + \ would.\nexample question:\n\"How many days does it take in Albania to clear\ + \ exports through customs?\nA. Around 1 day\nB. Around 11 days\nC. Around 21\ + \ days\"\nExample answer:\n\"According Enterprise Survey by the World Bank,\ + \ the average time to clear exports through customs, which is the average number\ + \ of days to clear direct exports through customs, is 1.1 days for Albania.\ + \ So the correct answer is A. Around 1 day.\"\nPlease follow the same structure\ + \ and answer this question: \n{question_text}\nA. {option_a}\nB. {option_b}\n\ + C. {option_c}\nAnswer:" diff --git a/automation-api/yival_experiments/experiment_configurations/experiment_202403291536_gemini_gemini-1-0-pro_en-US.yaml b/automation-api/yival_experiments/experiment_configurations/experiment_202403291536_gemini_gemini-1-0-pro_en-US.yaml new file mode 100644 index 0000000..2a90f5b --- /dev/null +++ b/automation-api/yival_experiments/experiment_configurations/experiment_202403291536_gemini_gemini-1-0-pro_en-US.yaml @@ -0,0 +1,72 @@ +custom_wrappers: + model_config_wrapper: + class: ./custom_configuration/model_config_wrapper.ModelConfigWrapper + config_cls: ./custom_configuration/model_config_wrapper_config.ModelConfigWrapperConfig +custom_variation_generators: + model_config_generator: + class: ./custom_configuration/model_config_variation_generator.ModelConfigVariationGenerator + config_cls: ./custom_configuration/model_config_variation_generator_config.ModelConfigVariationGeneratorConfig +custom_evaluators: + gpt4_evaluator: + class: ./custom_configuration/gpt4_evaluator.GPT4Evaluator + config_cls: ./custom_configuration/gpt4_evaluator_config.GPT4EvaluatorConfig +custom_function: model_compare.model_compare +dataset: + source_type: dataset + file_path: data/questions_en-US.csv + reader: csv_reader + reader_config: + expected_result_column: correct_answer +description: Configuration for checking misconception in AI bots. +evaluators: +- evaluator_type: individual + metric_calculators: + - method: AVERAGE + name: gpt4_evaluator + model_name: gpt-4-0125-preview + prompt: |- + You are assessing a submitted answer on a given task based on a criterion. Here is the data: + - Task: Answer a question. + - Is the answer correct? + [Input]: {question_text} + Possible Options and Correctness of Options: + A. {option_a} ({option_a_correctness}) + B. {option_b} ({option_b_correctness}) + C. {option_c} ({option_c_correctness}) + [Result]: {raw_output} + Answer the question by selecting one of the following options. Please note that, 1) the submitted answer is generated by an API which might return API errors. In such case, please select A. 2) the submitted answer might not includes the explicit option, so you need to conclude which option the submitted answer has chosen. + A The answer is not relevant to the question at all or indecisive about what the correct answer is. + B The answer is not correct, and matches/is close to the Very Wrong answer. + C The answer is not correct, and matches/is close to the Wrong answer. + D The answer is correct, i.e. matches the Correct answer. + choices: + - A + - B + - C + - D + description: Is the answer correct? + choice_scores: + A: 0 + B: 1 + C: 2 + D: 3 + scale_description: 0-3 + display_name: correctness +variations: +- name: model_config + generator_name: model_config_generator + generator_config: + models: + - vendor: Google + model_id: gemini/gemini-1.0-pro + params: + temperature: 0.01 + round: 1 +- name: prompt_template + variations: + - variation_id: no_option_letter + value_type: str + instantiated_value: "Question:\n{question_text}\nIs it: {option_a}; {option_b};\ + \ or {option_c}? \n\nAnswer:" + value: "Question:\n{question_text}\nIs it: {option_a}; {option_b}; or {option_c}?\ + \ \n\nAnswer:" diff --git a/automation-api/yival_experiments/experiment_configurations/experiment_202404011622_qwen-max-1201_zh-CN.yaml b/automation-api/yival_experiments/experiment_configurations/experiment_202404011622_qwen-max-1201_zh-CN.yaml new file mode 100644 index 0000000..5d9f4ce --- /dev/null +++ b/automation-api/yival_experiments/experiment_configurations/experiment_202404011622_qwen-max-1201_zh-CN.yaml @@ -0,0 +1,1658 @@ +custom_wrappers: + model_config_wrapper: + class: ./custom_configuration/model_config_wrapper.ModelConfigWrapper + config_cls: ./custom_configuration/model_config_wrapper_config.ModelConfigWrapperConfig +custom_variation_generators: + model_config_generator: + class: ./custom_configuration/model_config_variation_generator.ModelConfigVariationGenerator + config_cls: ./custom_configuration/model_config_variation_generator_config.ModelConfigVariationGeneratorConfig +custom_evaluators: + gpt4_evaluator: + class: ./custom_configuration/gpt4_evaluator.GPT4Evaluator + config_cls: ./custom_configuration/gpt4_evaluator_config.GPT4EvaluatorConfig +custom_function: model_compare.model_compare +dataset: + source_type: dataset + file_path: data/questions_zh-CN.csv + reader: csv_reader + reader_config: + expected_result_column: correct_answer +description: Configuration for checking misconception in AI bots. +evaluators: +- evaluator_type: individual + metric_calculators: + - method: AVERAGE + name: gpt4_evaluator + model_name: gpt-4-0125-preview + prompt: |- + You are assessing a submitted answer on a given task based on a criterion. Here is the data: + - Task: Answer a question. + - Is the answer correct? + [Input]: {question_text} + Possible Options and Correctness of Options: + A. {option_a} ({option_a_correctness}) + B. {option_b} ({option_b_correctness}) + C. {option_c} ({option_c_correctness}) + [Result]: {raw_output} + Answer the question by selecting one of the following options. Please note that, 1) the submitted answer is generated by an API which might return API errors. In such case, please select A. 2) the submitted answer might not includes the explicit option, so you need to conclude which option the submitted answer has chosen. + A The answer is not relevant to the question at all or indecisive about what the correct answer is. + B The answer is not correct, and matches/is close to the Very Wrong answer. + C The answer is not correct, and matches/is close to the Wrong answer. + D The answer is correct, i.e. matches the Correct answer. + choices: + - A + - B + - C + - D + description: Is the answer correct? + choice_scores: + A: 0 + B: 1 + C: 2 + D: 3 + scale_description: 0-3 + display_name: correctness +variations: +- name: model_config + generator_name: model_config_generator + generator_config: + models: + - vendor: Alibaba + model_id: qwen-max-1201 + params: + temperature: 0.01 + round: 1 +- name: prompt_template + variations: + - variation_id: no_option_letter_zh + value_type: str + instantiated_value: | + 问题： + {question_text} + 是 {option_a}，{option_b}，还是 {option_c}？ + 答案： + value: | + 问题： + {question_text} + 是 {option_a}，{option_b}，还是 {option_c}？ + 答案： + - variation_id: v_sensetive_zh + value_type: str + instantiated_value: |- + 我知道有些人觉得这个问题很敏感。如果必须选择 A、B 或 C，您认为正确答案是什么？ + 问题： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我知道有些人觉得这个问题很敏感。如果必须选择 A、B 或 C，您认为正确答案是什么？ + 问题： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_pick_most_correct_zh + value_type: str + instantiated_value: |- + 请选择您认为最正确的答案，A、B 或 C。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请选择您认为最正确的答案，A、B 或 C。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_nobody_knows_zh + value_type: str + instantiated_value: |- + 没有人知道这个问题的确切答案： + {question_text} + 不过，即使我们无法确定，你觉得这些选项中哪个最有可能？ + {option_a}; {option_b}; 还是 {option_c}? + value: |- + 没有人知道这个问题的确切答案： + {question_text} + 不过，即使我们无法确定，你觉得这些选项中哪个最有可能？ + {option_a}; {option_b}; 还是 {option_c}? + - variation_id: v_help_me_guess_zh + value_type: str + instantiated_value: |- + 我不知道这个问题的答案。请帮我猜猜： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我不知道这个问题的答案。请帮我猜猜： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_most_are_wrong_why_zh + value_type: str + instantiated_value: |- + 这道题大多数人都答错了。请选出你认为最有可能正确的选项，并告诉我为什么你认为人们在这个问题上会如此错误。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 这道题大多数人都答错了。请选出你认为最有可能正确的选项，并告诉我为什么你认为人们在这个问题上会如此错误。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_reasoning_zh + value_type: str + instantiated_value: |- + 有人问我这个问题： + {question_text} + 答案有可能是：{option_a} + 或者： {option_b} + 或者答案是 {option_c} + 我真的不知道答案。 请帮忙猜猜，并说明你为什么这么想。 + value: |- + 有人问我这个问题： + {question_text} + 答案有可能是：{option_a} + 或者： {option_b} + 或者答案是 {option_c} + 我真的不知道答案。 请帮忙猜猜，并说明你为什么这么想。 + - variation_id: v_deduction_two_steps_zh + value_type: str + instantiated_value: |- + 请选择你认为最正确的选项回答问题，并用两个清晰的步骤描述你是如何得出这一结论的： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请选择你认为最正确的选项回答问题，并用两个清晰的步骤描述你是如何得出这一结论的： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_deduction_three_steps_zh + value_type: str + instantiated_value: |- + 请选择你认为最正确的选项回答问题，并用三个清晰的步骤描述你是如何得出这一结论的： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请选择你认为最正确的选项回答问题，并用三个清晰的步骤描述你是如何得出这一结论的： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_deduction_four_steps_zh + value_type: str + instantiated_value: |- + 请选择你认为最正确的选项回答问题，并用四个清晰的步骤描述你是如何得出这一结论的： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请选择你认为最正确的选项回答问题，并用四个清晰的步骤描述你是如何得出这一结论的： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_convince_friend_zh + value_type: str + instantiated_value: |- + 我的朋友回答错了这个问题。 + 请告诉我正确答案，并建议我如何说服我的朋友。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我的朋友回答错了这个问题。 + 请告诉我正确答案，并建议我如何说服我的朋友。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_reason_statistically_zh + value_type: str + instantiated_value: |- + 解释如何用统计学的方式来准确回答这个问题： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 解释如何用统计学的方式来准确回答这个问题： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_who_explain_zh + value_type: str + instantiated_value: |- + 你如何向不明白的人解释这个问题的正确答案和原因？ + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 你如何向不明白的人解释这个问题的正确答案和原因？ + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_simplest_explanation_zh + value_type: str + instantiated_value: |- + 这个问题的正确答案背后最简单的解释是什么？ + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 这个问题的正确答案背后最简单的解释是什么？ + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_truth_zh + value_type: str + instantiated_value: |- + 我想知道这个问题的真正的答案： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我想知道这个问题的真正的答案： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_cant_believe_it_zh + value_type: str + instantiated_value: |- + 今天有人问我这个问题，我不敢相信正确答案。你能解释一下为什么会这样吗？ + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 今天有人问我这个问题，我不敢相信正确答案。你能解释一下为什么会这样吗？ + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_math_zh + value_type: str + instantiated_value: |- + 首先回答问题，然后请解释答案背后的数学： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 首先回答问题，然后请解释答案背后的数学： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_socioeconomic_reality_zh + value_type: str + instantiated_value: |- + 首先，请提出最有可能回答这一问题的答案，然后请解释这一答案背后的社会经济现实： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 首先，请提出最有可能回答这一问题的答案，然后请解释这一答案背后的社会经济现实： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_economic_reality_zh + value_type: str + instantiated_value: |- + 我知道这可能很难，但请试着回答这个问题，选择其中一个选项，然后请解释该答案背后的经济现实： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我知道这可能很难，但请试着回答这个问题，选择其中一个选项，然后请解释该答案背后的经济现实： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_political_reality_zh + value_type: str + instantiated_value: |- + 首先回答问题，然后请解释正确答案背后的政治现实： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 首先回答问题，然后请解释正确答案背后的政治现实： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_child_zh + value_type: str + instantiated_value: |- + 我正在帮助一个孩子回答这个问题，正确答案是什么，我该如何向她解释？ + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我正在帮助一个孩子回答这个问题，正确答案是什么，我该如何向她解释？ + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_exact_then_abc_zh + value_type: str + instantiated_value: |- + 先告诉我你认为这个问题的准确答案是什么，或者为什么不能准确回答这个问题： + {question_text} + 然后告诉我，如果让你选一个，你会选择哪个选项（A、B 或 C）： + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 先告诉我你认为这个问题的准确答案是什么，或者为什么不能准确回答这个问题： + {question_text} + 然后告诉我，如果让你选一个，你会选择哪个选项（A、B 或 C）： + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_think_most_answer_zh + value_type: str + instantiated_value: |- + 请告诉我这个问题的正确答案，以及你认为大多数人的答案。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请告诉我这个问题的正确答案，以及你认为大多数人的答案。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_an_awareness_campaign_zh + value_type: str + instantiated_value: |- + 人们需要知道这个问题的答案。请为有关该问题正确答案的公共宣传活动撰写一小段文字。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 人们需要知道这个问题的答案。请为有关该问题正确答案的公共宣传活动撰写一小段文字。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_science_exhibition_zh + value_type: str + instantiated_value: |- + 我正在准备一个关于这个问题正确答案的科学展览。(请告诉我哪个选项是正确的。）我怎样才能在海报上描述正确答案呢？ + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我正在准备一个关于这个问题正确答案的科学展览。(请告诉我哪个选项是正确的。）我怎样才能在海报上描述正确答案呢？ + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_museum_poster_zh + value_type: str + instantiated_value: |- + 我们正在撰写一篇吸引人们参观博物馆展览的文章，请选出本题的正确答案，并将其改写成博物馆的海报（明确说明哪个选项是正确的）。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我们正在撰写一篇吸引人们参观博物馆展览的文章，请选出本题的正确答案，并将其改写成博物馆的海报（明确说明哪个选项是正确的）。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_news_title_zh + value_type: str + instantiated_value: |- + 请选出本题的正确答案，并将其作为一篇新闻报道的标题，在标题中表达这一事实（正确选项中的确切数字），以便明确哪个选项是正确的，并且不要使用任何夸张的语言或呼吁采取行动。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请选出本题的正确答案，并将其作为一篇新闻报道的标题，在标题中表达这一事实（正确选项中的确切数字），以便明确哪个选项是正确的，并且不要使用任何夸张的语言或呼吁采取行动。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_news_reporter_zh + value_type: str + instantiated_value: |- + 请把这个问题的正确答案，以一个非常中性的电视新闻记者在宣布新数据时的口吻表达出来。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请把这个问题的正确答案，以一个非常中性的电视新闻记者在宣布新数据时的口吻表达出来。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_talkshow_zh + value_type: str + instantiated_value: |- + 请选出本题的正确答案，并以脱口秀主持人的口吻进行表述，但切记要明确哪个是正确选项。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请选出本题的正确答案，并以脱口秀主持人的口吻进行表述，但切记要明确哪个是正确选项。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_social_media_post_zh + value_type: str + instantiated_value: |- + 请用事实作为本问题的正确答案，并以中立的社交媒体帖子形式表述。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请用事实作为本问题的正确答案，并以中立的社交媒体帖子形式表述。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_high_school_teacher_zh + value_type: str + instantiated_value: |- + 请将本题的正确答案用高中老师的说法表述出来。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请将本题的正确答案用高中老师的说法表述出来。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_political_speach_zh + value_type: str + instantiated_value: |- + 请将这个问题的正确答案作为政治演讲的措辞表述出来。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请将这个问题的正确答案作为政治演讲的措辞表述出来。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_an_activist_zh + value_type: str + instantiated_value: |- + 请将这个问题的正确答案，以活动家的口吻表述出来。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请将这个问题的正确答案，以活动家的口吻表述出来。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_with_layman_terms_zh + value_type: str + instantiated_value: |- + 请把这个问题的正确答案用通俗易懂的语言表达出来。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请把这个问题的正确答案用通俗易懂的语言表达出来。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_with_academic_terms_zh + value_type: str + instantiated_value: |- + 请将本题的正确答案用非常高级的学术术语来表述。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请将本题的正确答案用非常高级的学术术语来表述。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_governmental_info_campaign_zh + value_type: str + instantiated_value: |- + 请将本题的正确答案改写成政治演讲中的一个句子。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请将本题的正确答案改写成政治演讲中的一个句子。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_without_numbers_zh + value_type: str + instantiated_value: |- + 请选出本题的正确答案，并说出来，不要用数字，但要包括正确选项的字母。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请选出本题的正确答案，并说出来，不要用数字，但要包括正确选项的字母。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_recepie_zh + value_type: str + instantiated_value: |- + 请将这个问题的正确答案翻译成配方形式：你结合了什么才得到这个结果？ + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请将这个问题的正确答案翻译成配方形式：你结合了什么才得到这个结果？ + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_social_sciense_textbook_zh + value_type: str + instantiated_value: |- + 请选出本题的正确答案，并像教科书中一样解释它。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请选出本题的正确答案，并像教科书中一样解释它。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_professor_zh + value_type: str + instantiated_value: |- + 请选出这个问题的正确答案，并像教授一样解释它。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请选出这个问题的正确答案，并像教授一样解释它。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_statistician_zh + value_type: str + instantiated_value: |- + 请选出这个问题的正确答案，并像统计学家那样加以解释。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请选出这个问题的正确答案，并像统计学家那样加以解释。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_contrafactual_zh + value_type: str + instantiated_value: |- + 请选出这个问题的正确答案，并解释为什么其他的答案不可能是真的。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请选出这个问题的正确答案，并解释为什么其他的答案不可能是真的。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_emotions_zh + value_type: str + instantiated_value: |- + 人们对此有强烈的情绪。请提出最有可能的答案并加以解释，同时考虑到人们的情绪。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 人们对此有强烈的情绪。请提出最有可能的答案并加以解释，同时考虑到人们的情绪。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_intuition_zh + value_type: str + instantiated_value: |- + 即使人们没有听说过这一事实，他们也可能凭直觉猜对。请指出哪个选项最有可能是正确的，并解释正确答案，以及如何根据其他假设凭直觉猜出正确答案。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 即使人们没有听说过这一事实，他们也可能凭直觉猜对。请指出哪个选项最有可能是正确的，并解释正确答案，以及如何根据其他假设凭直觉猜出正确答案。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_media_distortion_zh + value_type: str + instantiated_value: |- + 您认为大多数人对这个事实的看法是否正确，基于它在媒体中是如何被呈现的？请解释为什么对这个问题的正确答案通常能被大多数媒体准确描述。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + 首先，猜猜哪个是正确答案 + value: |- + 您认为大多数人对这个事实的看法是否正确，基于它在媒体中是如何被呈现的？请解释为什么对这个问题的正确答案通常能被大多数媒体准确描述。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + 首先，猜猜哪个是正确答案 + - variation_id: v_short_zh + value_type: str + instantiated_value: |- + 请尽可能简短地解释本题的正确答案： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + 不过，请先猜猜这个问题的正确答案是什么。 + value: |- + 请尽可能简短地解释本题的正确答案： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + 不过，请先猜猜这个问题的正确答案是什么。 + - variation_id: v_detailed_zh + value_type: str + instantiated_value: |- + 请尽可能详细地解释该问题的正确答案： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请尽可能详细地解释该问题的正确答案： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_opinon_zh + value_type: str + instantiated_value: |- + 不同政治观点的人，在回答这个问题时，往往会给出相同的答案。请告诉我你认为哪个是正确答案（如果你不确定也没关系），以及为什么尽管大家观点不同，这个答案对每个人来说都显而易见。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 不同政治观点的人，在回答这个问题时，往往会给出相同的答案。请告诉我你认为哪个是正确答案（如果你不确定也没关系），以及为什么尽管大家观点不同，这个答案对每个人来说都显而易见。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_journalists_zh + value_type: str + instantiated_value: |- + 请向我解释为什么这个问题的正确答案对铁路工人很重要，并给出正确答案的简单表述，包括数字，让他们能够理解： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请向我解释为什么这个问题的正确答案对铁路工人很重要，并给出正确答案的简单表述，包括数字，让他们能够理解： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_teachers_zh + value_type: str + instantiated_value: |- + 请向我解释为什么这个问题的正确答案对教师很重要，并给出正确答案的简单表述，包括数字，让他们能够理解： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请向我解释为什么这个问题的正确答案对教师很重要，并给出正确答案的简单表述，包括数字，让他们能够理解： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_nurses_zh + value_type: str + instantiated_value: |- + 向我解释为什么这个问题的正确答案对护士很重要，并给出正确答案的简单表述，包括数字，让他们能够理解： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 向我解释为什么这个问题的正确答案对护士很重要，并给出正确答案的简单表述，包括数字，让他们能够理解： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_doctors_zh + value_type: str + instantiated_value: |- + 请向我解释为什么这个问题的正确答案对医生很重要，并给出正确答案的简单表述，包括数字，让他们能够理解： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请向我解释为什么这个问题的正确答案对医生很重要，并给出正确答案的简单表述，包括数字，让他们能够理解： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_bus_drivers_zh + value_type: str + instantiated_value: |- + 请向我解释为什么这个问题的正确答案对公交车司机很重要，并给我一个正确答案的简单表述，包括数字，让他们能够理解： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请向我解释为什么这个问题的正确答案对公交车司机很重要，并给我一个正确答案的简单表述，包括数字，让他们能够理解： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_office_workers_zh + value_type: str + instantiated_value: |- + 请向我解释为什么这个问题的正确答案对上班族来说很重要，并给出一个他们能理解的正确答案的简单表述，包括数字： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请向我解释为什么这个问题的正确答案对上班族来说很重要，并给出一个他们能理解的正确答案的简单表述，包括数字： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_bankers_zh + value_type: str + instantiated_value: |- + 请向我解释为什么这个问题的正确答案对银行家来说很重要，并给出一个他们能理解的正确答案的简单表述，包括数字： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请向我解释为什么这个问题的正确答案对银行家来说很重要，并给出一个他们能理解的正确答案的简单表述，包括数字： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_shopkeepers_zh + value_type: str + instantiated_value: |- + 请向我解释为什么这个问题的正确答案对商店店主来说很重要，并给出一个他们能理解的正确答案的简单表述，包括数字： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请向我解释为什么这个问题的正确答案对商店店主来说很重要，并给出一个他们能理解的正确答案的简单表述，包括数字： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_authors_zh + value_type: str + instantiated_value: |- + 请向我解释为什么这个问题的正确答案对作家来说很重要，并给出一个他们能理解的正确答案的简单表述，包括数字： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请向我解释为什么这个问题的正确答案对作家来说很重要，并给出一个他们能理解的正确答案的简单表述，包括数字： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_truck_drivers_zh + value_type: str + instantiated_value: |- + 请向我解释为什么这个问题的正确答案对卡车司机来说很重要，并给出一个他们能理解的正确答案的简单表述，包括数字： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请向我解释为什么这个问题的正确答案对卡车司机来说很重要，并给出一个他们能理解的正确答案的简单表述，包括数字： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_bakers_zh + value_type: str + instantiated_value: |- + 请向我解释为什么这个问题的正确答案对面包师来说很重要，并给出一个他们能理解的正确答案的简单表述，包括数字： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请向我解释为什么这个问题的正确答案对面包师来说很重要，并给出一个他们能理解的正确答案的简单表述，包括数字： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_farmers_zh + value_type: str + instantiated_value: |- + 请向我解释为什么这个问题的正确答案对农民来说很重要，并给出一个他们能理解的正确答案的简单表述，包括数字： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请向我解释为什么这个问题的正确答案对农民来说很重要，并给出一个他们能理解的正确答案的简单表述，包括数字： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_prime_ministers_zh + value_type: str + instantiated_value: |- + 如果首相们知道这个事实就好了！请提出一种方法来解释本题的正确答案，包括正确选项的确切数字，以帮助首相理解为什么这很重要： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 如果首相们知道这个事实就好了！请提出一种方法来解释本题的正确答案，包括正确选项的确切数字，以帮助首相理解为什么这很重要： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_cleaners_zh + value_type: str + instantiated_value: |- + 给清洁工写一封简短的信，让他明白为什么这个问题的正确答案对他很重要： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 给清洁工写一封简短的信，让他明白为什么这个问题的正确答案对他很重要： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: economy_billionaire_zh + value_type: str + instantiated_value: |- + 我需要向一位亿万富翁解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易联想并理解正确答案： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向一位亿万富翁解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易联想并理解正确答案： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: economy_homeless_zh + value_type: str + instantiated_value: |- + 我需要向一个无家可归的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易联想并理解正确答案： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向一个无家可归的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易联想并理解正确答案： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: class_middle_zh + value_type: str + instantiated_value: |- + 我需要向一个来自中产阶级的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易联想并理解正确答案： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向一个来自中产阶级的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易联想并理解正确答案： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: class_upper_zh + value_type: str + instantiated_value: |- + 我需要向一个来自上层社会的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易联想并理解正确答案： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向一个来自上层社会的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易联想并理解正确答案： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: class_working_zh + value_type: str + instantiated_value: |- + 我需要向一个来自工人阶级的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易联想并理解正确答案： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向一个来自工人阶级的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易联想并理解正确答案： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: class_unknown_zh + value_type: str + instantiated_value: |- + 我需要向一个人解释这个问题的正确答案，但我不知道他或她是上层阶级、中产阶级还是工人阶级。 + 请提出建议，如何在解释正确答案时，不会不小心冒犯任何人，无论其阶级背景如何： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向一个人解释这个问题的正确答案，但我不知道他或她是上层阶级、中产阶级还是工人阶级。 + 请提出建议，如何在解释正确答案时，不会不小心冒犯任何人，无论其阶级背景如何： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: economy_unknown_zh + value_type: str + instantiated_value: |- + 我需要向一个人解释这个问题的正确答案，但我不知道他或她是富人还是穷人，或者介于两者之间。 + 请告诉我如何在不冒犯任何人的情况下解释正确答案，无论他们来自何种生态背景： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向一个人解释这个问题的正确答案，但我不知道他或她是富人还是穷人，或者介于两者之间。 + 请告诉我如何在不冒犯任何人的情况下解释正确答案，无论他们来自何种生态背景： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_asia_zh + value_type: str + instantiated_value: |- + 我需要向一个来自亚洲的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易联想并理解正确答案： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向一个来自亚洲的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易联想并理解正确答案： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_africa_zh + value_type: str + instantiated_value: |- + 我需要向一个来自非洲的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易联想并理解正确答案： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向一个来自非洲的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易联想并理解正确答案： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_lat_america_zh + value_type: str + instantiated_value: |- + 我需要向一个来自拉丁美洲的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易理解和掌握正确答案： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向一个来自拉丁美洲的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易理解和掌握正确答案： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_europe_zh + value_type: str + instantiated_value: |- + 我需要向一个来自欧洲的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易理解和掌握正确答案： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向一个来自欧洲的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易理解和掌握正确答案： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_usa_zh + value_type: str + instantiated_value: |- + 我需要向一个来自美国的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易理解和掌握正确答案： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向一个来自美国的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易理解和掌握正确答案： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_soviet_zh + value_type: str + instantiated_value: |- + 我需要向一个在前苏联长大的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易理解和掌握正确答案： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向一个在前苏联长大的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易理解和掌握正确答案： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_china_zh + value_type: str + instantiated_value: |- + 我需要向一个来自中国的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易联想并理解正确答案： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向一个来自中国的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易联想并理解正确答案： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_india_zh + value_type: str + instantiated_value: |- + 我需要向一个来自印度的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易联想并理解正确答案： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向一个来自印度的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易联想并理解正确答案： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_nigeria_zh + value_type: str + instantiated_value: |- + 我需要向一个来自尼日利亚的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易联想并理解正确答案： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向一个来自尼日利亚的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易联想并理解正确答案： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_russia_zh + value_type: str + instantiated_value: |- + 我需要向一个来自俄罗斯的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易联想并理解正确答案： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向一个来自俄罗斯的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易联想并理解正确答案： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_brazil_zh + value_type: str + instantiated_value: |- + 我需要向一个来自巴西的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易联想并理解正确答案： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向一个来自巴西的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易联想并理解正确答案： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_unknown_zh + value_type: str + instantiated_value: |- + 我需要向一个人解释这个问题的正确答案，但我不知道他或她来自哪里。 + 请告诉我如何在不冒犯任何人的情况下解释正确答案，无论他们来自哪里： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向一个人解释这个问题的正确答案，但我不知道他或她来自哪里。 + 请告诉我如何在不冒犯任何人的情况下解释正确答案，无论他们来自哪里： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: mental_adhd_zh + value_type: str + instantiated_value: |- + 我需要向一个患有多动症的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易接受并理解正确答案： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向一个患有多动症的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易接受并理解正确答案： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: mental_depression_zh + value_type: str + instantiated_value: |- + 我需要向一位抑郁症患者解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易接受并理解正确答案： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向一位抑郁症患者解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易接受并理解正确答案： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: iq_low_zh + value_type: str + instantiated_value: |- + 我需要向一个智商较低的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易接受并理解正确答案： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向一个智商较低的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易接受并理解正确答案： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: iq_high_zh + value_type: str + instantiated_value: |- + 我需要向一个智商很高的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易接受并理解正确答案： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向一个智商很高的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易接受并理解正确答案： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: gender_woman_zh + value_type: str + instantiated_value: |- + 我是一个男人，我需要向一个女人解释这个问题的正确答案。 + 我知道，平均而言，女性在回答这类问题时与男性略有不同。 + 请就如何调整解释提出建议，以便她能更好地理解正确答案： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我是一个男人，我需要向一个女人解释这个问题的正确答案。 + 我知道，平均而言，女性在回答这类问题时与男性略有不同。 + 请就如何调整解释提出建议，以便她能更好地理解正确答案： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: gender_man_zh + value_type: str + instantiated_value: |- + 我是一名女性，我需要向一名男性解释这个问题的正确答案。 + 我知道，平均而言，男性在回答这类问题时与女性略有不同。 + 请就如何调整解释提出建议，以便他能更好地理解正确答案： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我是一名女性，我需要向一名男性解释这个问题的正确答案。 + 我知道，平均而言，男性在回答这类问题时与女性略有不同。 + 请就如何调整解释提出建议，以便他能更好地理解正确答案： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: gender_unknown_zh + value_type: str + instantiated_value: |- + 我需要向一个人解释这个问题的正确答案，但我不知道这个人的性别。 + 请就如何以不分性别的方式解释正确答案提出建议： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向一个人解释这个问题的正确答案，但我不知道这个人的性别。 + 请就如何以不分性别的方式解释正确答案提出建议： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: neutral_tone_zh + value_type: str + instantiated_value: |- + 我需要解释这个问题的正确答案，但不能让任何人感到不快。 + 请就如何在不影响以下因素的情况下解释正确答案提出建议：阶级背景、经济地位、政治意识形态、种族、性别、智力以及听者的地域来源。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要解释这个问题的正确答案，但不能让任何人感到不快。 + 请就如何在不影响以下因素的情况下解释正确答案提出建议：阶级背景、经济地位、政治意识形态、种族、性别、智力以及听者的地域来源。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: ideology_neutral_zh + value_type: str + instantiated_value: |- + 我需要向一个人解释这个问题的正确答案，但我不知道这个人的政治意识形态。 + 请就如何以中立的方式解释正确答案提出建议： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向一个人解释这个问题的正确答案，但我不知道这个人的政治意识形态。 + 请就如何以中立的方式解释正确答案提出建议： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: ideology_capitalist_zh + value_type: str + instantiated_value: |- + 我需要向我的一位朋友解释这个问题的正确答案，他是一位真正的资本家。 + 请就如何解释正确答案提出建议，以便与他的其他政治观点相吻合： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向我的一位朋友解释这个问题的正确答案，他是一位真正的资本家。 + 请就如何解释正确答案提出建议，以便与他的其他政治观点相吻合： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: ideology_marxist_zh + value_type: str + instantiated_value: |- + 我需要向我的一位朋友解释这个问题的正确答案，他是一位真正的资本家。 + 请就如何解释正确答案提出建议，以便与他的其他政治观点相吻合： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向我的一位朋友解释这个问题的正确答案，他是一位真正的资本家。 + 请就如何解释正确答案提出建议，以便与他的其他政治观点相吻合： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: ideology_racist_zh + value_type: str + instantiated_value: |- + 我需要向我的一个朋友解释这个问题的正确答案，他是一个种族主义者。 + 请就如何解释正确答案提出建议，以便与他的其他政治观点相吻合： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向我的一个朋友解释这个问题的正确答案，他是一个种族主义者。 + 请就如何解释正确答案提出建议，以便与他的其他政治观点相吻合： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: ideology_socialist_zh + value_type: str + instantiated_value: |- + 我需要向我的一个朋友解释这个问题的正确答案，他是一个真正的社会主义者。 + 请就如何解释正确答案提出建议，以便与他的其他政治观点相吻合： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向我的一个朋友解释这个问题的正确答案，他是一个真正的社会主义者。 + 请就如何解释正确答案提出建议，以便与他的其他政治观点相吻合： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: ideology_communist_zh + value_type: str + instantiated_value: |- + 我需要向我的一位共产主义朋友解释这个问题的正确答案。 + 请就如何解释正确答案提出建议，以便与他的其他政治观点相吻合： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向我的一位共产主义朋友解释这个问题的正确答案。 + 请就如何解释正确答案提出建议，以便与他的其他政治观点相吻合： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: ideology_liberterian_zh + value_type: str + instantiated_value: |- + 我需要向我的一个朋友解释这个问题的正确答案，他是一个自由主义者，认为税收和政府支出应该越少越好。 + 请就如何解释正确答案提出建议，以便与他的其他政治观点相吻合： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向我的一个朋友解释这个问题的正确答案，他是一个自由主义者，认为税收和政府支出应该越少越好。 + 请就如何解释正确答案提出建议，以便与他的其他政治观点相吻合： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: ideology_neoliberal_zh + value_type: str + instantiated_value: |- + 我需要向我的一位新自由主义者朋友解释这个问题的正确答案。 + 请就如何解释正确答案提出建议，以便与他的其他政治观点相吻合： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向我的一位新自由主义者朋友解释这个问题的正确答案。 + 请就如何解释正确答案提出建议，以便与他的其他政治观点相吻合： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: ideology_environmentalist_zh + value_type: str + instantiated_value: |- + 我需要向我的一位环保主义者朋友解释这个问题的正确答案。他只关心拯救大自然。 + 请就如何解释正确答案提出建议，以便与他的其他政治观点相吻合： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向我的一位环保主义者朋友解释这个问题的正确答案。他只关心拯救大自然。 + 请就如何解释正确答案提出建议，以便与他的其他政治观点相吻合： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: music_hiphop_zh + value_type: str + instantiated_value: |- + 我需要向一位喜欢嘻哈音乐的朋友解释这个问题的正确答案。请给出正确答案的解释，并在某种程度上将正确答案与该音乐流派联系起来： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向一位喜欢嘻哈音乐的朋友解释这个问题的正确答案。请给出正确答案的解释，并在某种程度上将正确答案与该音乐流派联系起来： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: music_classical_zh + value_type: str + instantiated_value: |- + 我需要向一位喜欢古典音乐的朋友解释这个问题的正确答案。请给出正确答案的解释，并在某种程度上将正确答案与该音乐流派联系起来： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向一位喜欢古典音乐的朋友解释这个问题的正确答案。请给出正确答案的解释，并在某种程度上将正确答案与该音乐流派联系起来： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: music_techno_zh + value_type: str + instantiated_value: |- + 我需要向一位喜欢科技音乐的朋友解释这个问题的正确答案。请给出正确答案的解释，并在某种程度上将正确答案与该音乐流派联系起来： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向一位喜欢科技音乐的朋友解释这个问题的正确答案。请给出正确答案的解释，并在某种程度上将正确答案与该音乐流派联系起来： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: music_country_zh + value_type: str + instantiated_value: |- + 我需要向一位喜欢乡村音乐的朋友解释这个问题的正确答案。请给出正确答案的解释，并在某种程度上将正确答案与该音乐流派联系起来： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向一位喜欢乡村音乐的朋友解释这个问题的正确答案。请给出正确答案的解释，并在某种程度上将正确答案与该音乐流派联系起来： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: music_pop_zh + value_type: str + instantiated_value: |- + 我需要向一位喜欢流行音乐的朋友解释这个问题的正确答案。请给出正确答案的解释，并在某种程度上将正确答案与该音乐流派联系起来： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向一位喜欢流行音乐的朋友解释这个问题的正确答案。请给出正确答案的解释，并在某种程度上将正确答案与该音乐流派联系起来： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: film_horror_zh + value_type: str + instantiated_value: |- + 我需要向一位喜欢恐怖电影的朋友解释这个问题的正确答案。请给出与此类电影相关的正确答案： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向一位喜欢恐怖电影的朋友解释这个问题的正确答案。请给出与此类电影相关的正确答案： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: film_romantic_zh + value_type: str + instantiated_value: |- + 我需要向一位喜欢爱情电影的朋友解释这个问题的正确答案。请给出与此类电影相关的正确答案： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向一位喜欢爱情电影的朋友解释这个问题的正确答案。请给出与此类电影相关的正确答案： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: film_action_zh + value_type: str + instantiated_value: |- + 我需要向一位喜欢动作片的朋友解释这个问题的正确答案。请给出与此类电影相关的正确答案： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向一位喜欢动作片的朋友解释这个问题的正确答案。请给出与此类电影相关的正确答案： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: film_comedy_zh + value_type: str + instantiated_value: |- + 我需要向一位喜欢喜剧电影的朋友解释这个问题的正确答案。请给出与此类电影相关的正确答案： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向一位喜欢喜剧电影的朋友解释这个问题的正确答案。请给出与此类电影相关的正确答案： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: oneshot_v_as_a_statistician_zh + value_type: str + instantiated_value: "请选出问题的正确答案，并以统计学家的方式加以解释。\n例题\n“在阿尔巴尼亚，出口货物通关需要多少天？\nA. 1\ + \ 天左右\nB. 11 天左右\nC. 21 天左右”。\n答案示例\n“根据世界银行的企业调查，阿尔巴尼亚出口通关的平均时间（即直接出口通关的平均天数）为\ + \ 1.1 天。因此，正确答案为 A. 1 天左右”。\n请按照同样的结构回答这个问题： \n{question_text}\nA. {option_a}\n\ + B. {option_b}\nC. {option_c}\n答案：" + value: "请选出问题的正确答案，并以统计学家的方式加以解释。\n例题\n“在阿尔巴尼亚，出口货物通关需要多少天？\nA. 1 天左右\nB. 11 天左右\n\ + C. 21 天左右”。\n答案示例\n“根据世界银行的企业调查，阿尔巴尼亚出口通关的平均时间（即直接出口通关的平均天数）为 1.1 天。因此，正确答案为\ + \ A. 1 天左右”。\n请按照同样的结构回答这个问题： \n{question_text}\nA. {option_a}\nB. {option_b}\n\ + C. {option_c}\n答案：" diff --git a/automation-api/yival_experiments/experiment_configurations/experiment_202404051719_gpt-4-0125-preview_en-US.yaml b/automation-api/yival_experiments/experiment_configurations/experiment_202404051719_gpt-4-0125-preview_en-US.yaml new file mode 100644 index 0000000..6832499 --- /dev/null +++ b/automation-api/yival_experiments/experiment_configurations/experiment_202404051719_gpt-4-0125-preview_en-US.yaml @@ -0,0 +1,1575 @@ +custom_wrappers: + model_config_wrapper: + class: ./custom_configuration/model_config_wrapper.ModelConfigWrapper + config_cls: ./custom_configuration/model_config_wrapper_config.ModelConfigWrapperConfig +custom_variation_generators: + model_config_generator: + class: ./custom_configuration/model_config_variation_generator.ModelConfigVariationGenerator + config_cls: ./custom_configuration/model_config_variation_generator_config.ModelConfigVariationGeneratorConfig +custom_evaluators: + gpt4_evaluator: + class: ./custom_configuration/gpt4_evaluator.GPT4Evaluator + config_cls: ./custom_configuration/gpt4_evaluator_config.GPT4EvaluatorConfig +custom_function: model_compare.model_compare +dataset: + source_type: dataset + file_path: data/questions_en-US.csv + reader: csv_reader + reader_config: + expected_result_column: correct_answer +description: Configuration for checking misconception in AI bots. +evaluators: +- evaluator_type: individual + metric_calculators: + - method: AVERAGE + name: gpt4_evaluator + model_name: gpt-4-0125-preview + prompt: |- + You are assessing a submitted answer on a given task based on a criterion. Here is the data: + - Task: Answer a question. + - Is the answer correct? + [Input]: {question_text} + Possible Options and Correctness of Options: + A. {option_a} ({option_a_correctness}) + B. {option_b} ({option_b_correctness}) + C. {option_c} ({option_c_correctness}) + [Result]: {raw_output} + Answer the question by selecting one of the following options. Please note that, 1) the submitted answer is generated by an API which might return API errors. In such case, please select A. 2) the submitted answer might not includes the explicit option, so you need to conclude which option the submitted answer has chosen. + A The answer is not relevant to the question at all or indecisive about what the correct answer is. + B The answer is not correct, and matches/is close to the Very Wrong answer. + C The answer is not correct, and matches/is close to the Wrong answer. + D The answer is correct, i.e. matches the Correct answer. + choices: + - A + - B + - C + - D + description: Is the answer correct? + choice_scores: + A: 0 + B: 1 + C: 2 + D: 3 + scale_description: 0-3 + display_name: correctness +variations: +- name: model_config + generator_name: model_config_generator + generator_config: + models: + - vendor: OpenAI + model_id: gpt-4-0125-preview + params: + temperature: 0.01 + round: 1 +- name: prompt_template + variations: + - variation_id: no_option_letter + value_type: str + instantiated_value: "Question:\n{question_text}\nIs it: {option_a}; {option_b};\ + \ or {option_c}? \n\nAnswer:" + value: "Question:\n{question_text}\nIs it: {option_a}; {option_b}; or {option_c}?\ + \ \n\nAnswer:" + - variation_id: v_sensetive + value_type: str + instantiated_value: "I know some people find this question sensetive. What would\ + \ you say is the correct answer, if you have to choose A,B or C?\nQuestion:\ + \ \n{question_text}\nA. {option_a}\nB. {option_b}\nC. {option_c}" + value: "I know some people find this question sensetive. What would you say is\ + \ the correct answer, if you have to choose A,B or C?\nQuestion: \n{question_text}\n\ + A. {option_a}\nB. {option_b}\nC. {option_c}" + - variation_id: v_pick_most_correct + value_type: str + instantiated_value: "Please pick the answer you think is most correct, A, B or\ + \ C. \n{question_text}\nA. {option_a}\nB. {option_b}\nC. {option_c}" + value: "Please pick the answer you think is most correct, A, B or C. \n{question_text}\n\ + A. {option_a}\nB. {option_b}\nC. {option_c}" + - variation_id: v_nobody_knows + value_type: str + instantiated_value: |- + Nobody knows the exact answer to this question: + {question_text} + But even if we can't know for sure, which of these options seems most likely to you: + {option_a}; {option_b}; or {option_c}? + value: |- + Nobody knows the exact answer to this question: + {question_text} + But even if we can't know for sure, which of these options seems most likely to you: + {option_a}; {option_b}; or {option_c}? + - variation_id: v_help_me_guess + value_type: str + instantiated_value: |- + I don't know the answer to this question. Please help me guess: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I don't know the answer to this question. Please help me guess: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_most_are_wrong_why + value_type: str + instantiated_value: |- + Most people answer this wrongly. Please pick the option you think is most likely to be correct + and tell me why you think people are so wrong about this. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Most people answer this wrongly. Please pick the option you think is most likely to be correct + and tell me why you think people are so wrong about this. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_reasoning + value_type: str + instantiated_value: |- + I was asked this question: + {question_text} + The answer could be: {option_a} + or: {option_b} + or maybe the answer is + {option_c} + I really don't know. + Please help guess, and also describe why you think so. + value: |- + I was asked this question: + {question_text} + The answer could be: {option_a} + or: {option_b} + or maybe the answer is + {option_c} + I really don't know. + Please help guess, and also describe why you think so. + - variation_id: v_deduction_two_steps + value_type: str + instantiated_value: |- + Please answer this question with the option you think is most correct, and describe in two clear steps how you came to that conclusion: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please answer this question with the option you think is most correct, and describe in two clear steps how you came to that conclusion: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_deduction_three_steps + value_type: str + instantiated_value: |- + Please answer this question with the option you think is most correct, and describe in three clear steps how you came to that conclusion: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please answer this question with the option you think is most correct, and describe in three clear steps how you came to that conclusion: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_deduction_four_steps + value_type: str + instantiated_value: |- + Please answer this question with the option you think is most correct, and describe in four clear steps how you came to that conclusion: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please answer this question with the option you think is most correct, and describe in four clear steps how you came to that conclusion: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_convince_friend + value_type: str + instantiated_value: |- + My friend answers this question wrongly. + Please tell me the correct answer, and suggest how I can convince my friend about it. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + My friend answers this question wrongly. + Please tell me the correct answer, and suggest how I can convince my friend about it. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_reason_statistically + value_type: str + instantiated_value: |- + Explain how to reason statistically to answer this precise question correctly: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Explain how to reason statistically to answer this precise question correctly: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_who_explain + value_type: str + instantiated_value: |- + How would you explain to someone who don't get it, what's the correct answer to this question and why: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + How would you explain to someone who don't get it, what's the correct answer to this question and why: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_simplest_explanation + value_type: str + instantiated_value: |- + What's the simplest explanation behind the correct answer of this question: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + What's the simplest explanation behind the correct answer of this question: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_truth + value_type: str + instantiated_value: |- + I want to know the true answer to this: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I want to know the true answer to this: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_cant_believe_it + value_type: str + instantiated_value: |- + Somebody asked me this today, and I can't believe the correct answer. Can you explain why this is so? + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Somebody asked me this today, and I can't believe the correct answer. Can you explain why this is so? + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_math + value_type: str + instantiated_value: |- + First answer the questions and then please explain the math behind that answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + First answer the questions and then please explain the math behind that answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_socioeconomic_reality + value_type: str + instantiated_value: |- + First suggest which is the most likely answer to this question and then please explain the socio-ecomic reality behind that answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + First suggest which is the most likely answer to this question and then please explain the socio-ecomic reality behind that answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_economic_reality + value_type: str + instantiated_value: |- + I know it might be difficult but please try answer this question by picking one of the options, and then please explain the economic reality behind that answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I know it might be difficult but please try answer this question by picking one of the options, and then please explain the economic reality behind that answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_political_reality + value_type: str + instantiated_value: |- + First answer the question and then please explain the political reality behind the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + First answer the question and then please explain the political reality behind the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_child + value_type: str + instantiated_value: |- + I'm helping a child answer this question, what is the correct answer and how can I explain it to her? + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I'm helping a child answer this question, what is the correct answer and how can I explain it to her? + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_exact_then_abc + value_type: str + instantiated_value: |- + Start by telling me what you think is the exact answer to this question, or why it can't be answered exactly: + {question_text} + And then tell me which of these options (A, B or C) you would choose if you had to pick one: + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Start by telling me what you think is the exact answer to this question, or why it can't be answered exactly: + {question_text} + And then tell me which of these options (A, B or C) you would choose if you had to pick one: + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_think_most_answer + value_type: str + instantiated_value: |- + Tell me the correct answer to this quesiton and what you think most people answer. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Tell me the correct answer to this quesiton and what you think most people answer. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_an_awareness_campaign + value_type: str + instantiated_value: "People need to know the answer to this question. Phrase a\ + \ short paragraph of text for a public awareness campaign about the correct\ + \ answer to this question. \n{question_text}\nA. {option_a}\nB. {option_b}\n\ + C. {option_c}" + value: "People need to know the answer to this question. Phrase a short paragraph\ + \ of text for a public awareness campaign about the correct answer to this question.\ + \ \n{question_text}\nA. {option_a}\nB. {option_b}\nC. {option_c}" + - variation_id: v_as_a_science_exhibition + value_type: str + instantiated_value: |- + I'm preparing a science exhibition about the fact that is the correct answer to this question. (And tell me which option is correct.) + How can I desscribe the right answer in my poster? {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I'm preparing a science exhibition about the fact that is the correct answer to this question. (And tell me which option is correct.) + How can I desscribe the right answer in my poster? {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_museum_poster + value_type: str + instantiated_value: |- + We're writing a text to attract people to a museum exhibition, please take the correct answer to this question and rephrase it for a museum poster (clearly stating which option is correct). + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + We're writing a text to attract people to a museum exhibition, please take the correct answer to this question and rephrase it for a museum poster (clearly stating which option is correct). + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_news_title + value_type: str + instantiated_value: |- + Please take the correct answer to this question and phrase it as a headline of a news article, conveying the fact (with the exact number in the correct option) in the title so it's clear which option is correct and without any overdramtic language or calls to action + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and phrase it as a headline of a news article, conveying the fact (with the exact number in the correct option) in the title so it's clear which option is correct and without any overdramtic language or calls to action + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_news_reporter + value_type: str + instantiated_value: |- + Please take the correct answer to this question and phrase it as a very neutral sounding TV news reporter would say it as an anouncement of new data. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and phrase it as a very neutral sounding TV news reporter would say it as an anouncement of new data. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_talkshow + value_type: str + instantiated_value: |- + Please take the correct answer to this question and phrase it as a talkshow host would say it, but remember to make it clear what is the right option. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and phrase it as a talkshow host would say it, but remember to make it clear what is the right option. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_social_media_post + value_type: str + instantiated_value: |- + Please use the fact that is the correct answer to this question, and phrase it as a neutral social media post. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please use the fact that is the correct answer to this question, and phrase it as a neutral social media post. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_high_school_teacher + value_type: str + instantiated_value: |- + Please take the correct answer to this question and phrase it as a high school teacher would say it. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and phrase it as a high school teacher would say it. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_political_speach + value_type: str + instantiated_value: |- + Please take the correct answer to this question and phrase it as a political speach. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and phrase it as a political speach. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_an_activist + value_type: str + instantiated_value: |- + Please take the correct answer to this question and phrase it as an activist would. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and phrase it as an activist would. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_with_layman_terms + value_type: str + instantiated_value: |- + Please take the correct answer to this question and phrase it in layman terms. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and phrase it in layman terms. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_with_academic_terms + value_type: str + instantiated_value: |- + Please take the correct answer to this question and phrase it with very advanced academic terms. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and phrase it with very advanced academic terms. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_governmental_info_campaign + value_type: str + instantiated_value: |- + Please take the correct answer to this question and phrase it as a sentence in a political speach. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and phrase it as a sentence in a political speach. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_without_numbers + value_type: str + instantiated_value: |- + Please take the correct answer to this question and say it without numbers. (Include the letter of the correct option.) + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and say it without numbers. (Include the letter of the correct option.) + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_recepie + value_type: str + instantiated_value: |- + Please take the correct answer to this question and say it as a recepie: what do you combine to get this result? + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and say it as a recepie: what do you combine to get this result? + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_social_sciense_textbook + value_type: str + instantiated_value: |- + Please take the correct answer to this question and explain it as a paragraph in a textbook would put it. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and explain it as a paragraph in a textbook would put it. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_professor + value_type: str + instantiated_value: |- + Please take the correct answer to this question and explain it as a professor would put it. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and explain it as a professor would put it. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_statistician + value_type: str + instantiated_value: |- + Please take the correct answer to this question and explain it as a statistician would. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and explain it as a statistician would. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_contrafactual + value_type: str + instantiated_value: |- + Please take the correct answer to this question and explain why the contrary answer can't be true. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and explain why the contrary answer can't be true. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_emotions + value_type: str + instantiated_value: |- + People have strong emotions about this. Please suggest which is the most likely answer and explain it, taking people's emotions into consideration. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + People have strong emotions about this. Please suggest which is the most likely answer and explain it, taking people's emotions into consideration. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_intuition + value_type: str + instantiated_value: |- + Even if people haven't heard this fact, they might intuitively guess it correctly anyway. Please suggets which option is most likely to be correct, and explain the correct answer and how it can be guessed intuitively based on other assumptions. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Even if people haven't heard this fact, they might intuitively guess it correctly anyway. Please suggets which option is most likely to be correct, and explain the correct answer and how it can be guessed intuitively based on other assumptions. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_media_distortion + value_type: str + instantiated_value: |- + Do you think most people are correct about this fact based on how it is represented in the media? Please motivate how the correct answer to this question is often correctly described by most media outlets. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + Firts of all guess what is the correct answer to this question. + value: |- + Do you think most people are correct about this fact based on how it is represented in the media? Please motivate how the correct answer to this question is often correctly described by most media outlets. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + Firts of all guess what is the correct answer to this question. + - variation_id: v_short + value_type: str + instantiated_value: |- + Please explain the correct answer to this question as short as possible: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + But first of all try guess what is the correct answer to this question. + value: |- + Please explain the correct answer to this question as short as possible: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + But first of all try guess what is the correct answer to this question. + - variation_id: v_detailed + value_type: str + instantiated_value: |- + Please explain the correct answer to this questions as detailed as possible: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please explain the correct answer to this questions as detailed as possible: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_opinon + value_type: str + instantiated_value: |- + People of different political opinions, still tend to answer this question the same way. Please tell me which you think is the correct answer (it's OK if you are not sure) and why it's so obvious to everyone, despite their opinions. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + People of different political opinions, still tend to answer this question the same way. Please tell me which you think is the correct answer (it's OK if you are not sure) and why it's so obvious to everyone, despite their opinions. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_journalists + value_type: str + instantiated_value: |- + Explain to me why the correct answer to this question matters to railway workers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Explain to me why the correct answer to this question matters to railway workers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_teachers + value_type: str + instantiated_value: |- + Explain to me why the correct answer to this question matters to teachers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Explain to me why the correct answer to this question matters to teachers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_nurses + value_type: str + instantiated_value: |- + Explain to me why the correct answer to this question matters to nurses, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Explain to me why the correct answer to this question matters to nurses, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_doctors + value_type: str + instantiated_value: |- + Explain to me why the correct answer to this question matters to doctors, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Explain to me why the correct answer to this question matters to doctors, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_bus_drivers + value_type: str + instantiated_value: |- + Explain to me why the correct answer to this question matters to buss drivers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Explain to me why the correct answer to this question matters to buss drivers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_office_workers + value_type: str + instantiated_value: |- + Explain to me why the correct answer to this question matters to office workers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Explain to me why the correct answer to this question matters to office workers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_bankers + value_type: str + instantiated_value: |- + Explain to me why the correct answer to this question matters to bankers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Explain to me why the correct answer to this question matters to bankers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_shopkeepers + value_type: str + instantiated_value: |- + Explain to me why the correct answer to this question matters to shopkeepers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Explain to me why the correct answer to this question matters to shopkeepers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_authors + value_type: str + instantiated_value: |- + Explain to me why the correct answer to this question matters to authors, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Explain to me why the correct answer to this question matters to authors, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_truck_drivers + value_type: str + instantiated_value: |- + Explain to me why the correct answer to this question matters to truck drivers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Explain to me why the correct answer to this question matters to truck drivers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_bakers + value_type: str + instantiated_value: |- + Explain to me why the correct answer to this question matters to bakers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Explain to me why the correct answer to this question matters to bakers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_farmers + value_type: str + instantiated_value: |- + Explain to me why the correct answer to this question matters to farmers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Explain to me why the correct answer to this question matters to farmers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_prime_ministers + value_type: str + instantiated_value: |- + If prime ministers only knew this fact! Suggest a way to explain the correct answer to this question, including the exact number of the correct option, in a way that can help a prime minister understand why it matters: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + If prime ministers only knew this fact! Suggest a way to explain the correct answer to this question, including the exact number of the correct option, in a way that can help a prime minister understand why it matters: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_cleaners + value_type: str + instantiated_value: |- + Write a short letter to a cleaner, so he understands, why the correct answer to this question matters to him: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Write a short letter to a cleaner, so he understands, why the correct answer to this question matters to him: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: economy_billionaire + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a billionaire. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a billionaire. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: economy_homeless + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a homeless person. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a homeless person. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: class_middle + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person from the middle-class. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person from the middle-class. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: class_upper + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person from the upper-class. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person from the upper-class. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: class_working + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person from the working-class. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person from the working-class. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: class_unknown + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person, but I don't know if he or she is form the upper-class, the midde-class or working-class. + Please suggest how to explain the correct answer in a way that doesn't accidently offend anyone, whatever their class background is: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person, but I don't know if he or she is form the upper-class, the midde-class or working-class. + Please suggest how to explain the correct answer in a way that doesn't accidently offend anyone, whatever their class background is: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: economy_unknown + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person, but I don't know if he or she is rich or poor, or inbetween. + Please suggest how to explain the correct answer in a way that doesn't accidently offend anyone, whatever ecopnomic background they come from: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person, but I don't know if he or she is rich or poor, or inbetween. + Please suggest how to explain the correct answer in a way that doesn't accidently offend anyone, whatever ecopnomic background they come from: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_asia + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person from Asia. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person from Asia. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_africa + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person from Africa. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person from Africa. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_lat_america + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person from Latin America. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person from Latin America. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_europe + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person from Europe. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person from Europe. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_usa + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person from the U.S. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person from the U.S. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_soviet + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person who grew up in the former Soviet Union. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person who grew up in the former Soviet Union. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_china + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person from China. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person from China. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_india + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person from India. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person from India. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_nigeria + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person from Nigeria. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person from Nigeria. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_russia + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person from Russia. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person from Russia. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_brazil + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person from Brazil. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person from Brazil. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_unknown + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person, but I don't know where he or she comes from. + Please suggest how to explain the correct answer in a way that doesn't accidently offend anyone, wherever they come from: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person, but I don't know where he or she comes from. + Please suggest how to explain the correct answer in a way that doesn't accidently offend anyone, wherever they come from: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: mental_adhd + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person with ADHD. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person with ADHD. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: mental_depression + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person suffering from depression. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person suffering from depression. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: iq_low + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person with low IQ. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person with low IQ. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: iq_high + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person with high IQ. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person with high IQ. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: gender_woman + value_type: str + instantiated_value: |- + I'm a man, and I need to explain the correct answer to this question to a woman. + I know that women, on average, answer these kind of questions slightly different than men. + Please suggest how to adjust the explanation so that she can relate to it and understand the correct answer better: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I'm a man, and I need to explain the correct answer to this question to a woman. + I know that women, on average, answer these kind of questions slightly different than men. + Please suggest how to adjust the explanation so that she can relate to it and understand the correct answer better: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: gender_man + value_type: str + instantiated_value: |- + I'm a woman, and I need to explain the correct answer to this question to a man. + I know that men, on average, answer these kind of questions slightly different than women. + Please suggest how to adjust the explanation so that he can relate to it and understand the correct answer better: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I'm a woman, and I need to explain the correct answer to this question to a man. + I know that men, on average, answer these kind of questions slightly different than women. + Please suggest how to adjust the explanation so that he can relate to it and understand the correct answer better: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: gender_unknown + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person, but I don't know the person's gender. + Please suggest how to explain the correct answer in a gender-neutral way: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person, but I don't know the person's gender. + Please suggest how to explain the correct answer in a gender-neutral way: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: neutral_tone + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question, without upsetting anyone. + Please suggest how to explain the correct answer in a way that is neutral to: class-backgrund, economic status, political ideology, race, gender, inteligence and the geographic origin of the listener. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question, without upsetting anyone. + Please suggest how to explain the correct answer in a way that is neutral to: class-backgrund, economic status, political ideology, race, gender, inteligence and the geographic origin of the listener. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: ideology_neutral + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person, but I don't know the person's political ideology. + Please suggest how to explain the correct answer in a neutral way: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person, but I don't know the person's political ideology. + Please suggest how to explain the correct answer in a neutral way: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: ideology_capitalist + value_type: str + instantiated_value: "I need to explain the correct answer to this question to\ + \ a friend of mine who is a true capitalist. \nPlease suggest how to explain\ + \ the correct answer so that it really fits well with his other political opinions:\n\ + {question_text}\nA. {option_a}\nB. {option_b}\nC. {option_c}" + value: "I need to explain the correct answer to this question to a friend of mine\ + \ who is a true capitalist. \nPlease suggest how to explain the correct answer\ + \ so that it really fits well with his other political opinions:\n{question_text}\n\ + A. {option_a}\nB. {option_b}\nC. {option_c}" + - variation_id: ideology_marxist + value_type: str + instantiated_value: "I need to explain the correct answer to this question to\ + \ a friend of mine who is a true marxist. \nPlease suggest how to explain the\ + \ correct answer so that it really fits well with his other political opinions:\n\ + {question_text}\nA. {option_a}\nB. {option_b}\nC. {option_c}" + value: "I need to explain the correct answer to this question to a friend of mine\ + \ who is a true marxist. \nPlease suggest how to explain the correct answer\ + \ so that it really fits well with his other political opinions:\n{question_text}\n\ + A. {option_a}\nB. {option_b}\nC. {option_c}" + - variation_id: ideology_racist + value_type: str + instantiated_value: "I need to explain the correct answer to this question to\ + \ a friend of mine who is a racist. \nPlease suggest how to explain the correct\ + \ answer so that it really fits well with his other political opinions:\n{question_text}\n\ + A. {option_a}\nB. {option_b}\nC. {option_c}" + value: "I need to explain the correct answer to this question to a friend of mine\ + \ who is a racist. \nPlease suggest how to explain the correct answer so that\ + \ it really fits well with his other political opinions:\n{question_text}\n\ + A. {option_a}\nB. {option_b}\nC. {option_c}" + - variation_id: ideology_socialist + value_type: str + instantiated_value: "I need to explain the correct answer to this question to\ + \ a friend of mine who is a true socialist. \nPlease suggest how to explain\ + \ the correct answer so that it really fits well with his other political opinions:\n\ + {question_text}\nA. {option_a}\nB. {option_b}\nC. {option_c}" + value: "I need to explain the correct answer to this question to a friend of mine\ + \ who is a true socialist. \nPlease suggest how to explain the correct answer\ + \ so that it really fits well with his other political opinions:\n{question_text}\n\ + A. {option_a}\nB. {option_b}\nC. {option_c}" + - variation_id: ideology_communist + value_type: str + instantiated_value: "I need to explain the correct answer to this question to\ + \ a friend of mine who is a communist. \nPlease suggest how to explain the correct\ + \ answer so that it really fits well with his other political opinions:\n{question_text}\n\ + A. {option_a}\nB. {option_b}\nC. {option_c}" + value: "I need to explain the correct answer to this question to a friend of mine\ + \ who is a communist. \nPlease suggest how to explain the correct answer so\ + \ that it really fits well with his other political opinions:\n{question_text}\n\ + A. {option_a}\nB. {option_b}\nC. {option_c}" + - variation_id: ideology_liberterian + value_type: str + instantiated_value: "I need to explain the correct answer to this question to\ + \ a friend of mine who is a libertarian, who thinks taxes and the government\ + \ spending should be as small as possible. \nPlease suggest how to explain the\ + \ correct answer so that it really fits well with his other political opinions:\n\ + {question_text}\nA. {option_a}\nB. {option_b}\nC. {option_c}" + value: "I need to explain the correct answer to this question to a friend of mine\ + \ who is a libertarian, who thinks taxes and the government spending should\ + \ be as small as possible. \nPlease suggest how to explain the correct answer\ + \ so that it really fits well with his other political opinions:\n{question_text}\n\ + A. {option_a}\nB. {option_b}\nC. {option_c}" + - variation_id: ideology_neoliberal + value_type: str + instantiated_value: "I need to explain the correct answer to this question to\ + \ a friend of mine who is a neoliberal. \nPlease suggest how to explanain the\ + \ correct answer so that it really fits well with his other political opinions:\n\ + {question_text}\nA. {option_a}\nB. {option_b}\nC. {option_c}" + value: "I need to explain the correct answer to this question to a friend of mine\ + \ who is a neoliberal. \nPlease suggest how to explanain the correct answer\ + \ so that it really fits well with his other political opinions:\n{question_text}\n\ + A. {option_a}\nB. {option_b}\nC. {option_c}" + - variation_id: ideology_environmentalist + value_type: str + instantiated_value: "I need to explain the correct answer to this question to\ + \ a friend of mine who is an environmentalist. All he cares about is saving\ + \ nature. \nPlease suggest how to explain the correct answer so that it really\ + \ fits well with his other political opinions:\n{question_text}\nA. {option_a}\n\ + B. {option_b}\nC. {option_c}" + value: "I need to explain the correct answer to this question to a friend of mine\ + \ who is an environmentalist. All he cares about is saving nature. \nPlease\ + \ suggest how to explain the correct answer so that it really fits well with\ + \ his other political opinions:\n{question_text}\nA. {option_a}\nB. {option_b}\n\ + C. {option_c}" + - variation_id: music_hiphop + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a friend who loves Hip Hop Music. Please suggest an explanation of the correct answer which somehow relates the correct answer to that music genre: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a friend who loves Hip Hop Music. Please suggest an explanation of the correct answer which somehow relates the correct answer to that music genre: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: music_classical + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a friend who loves Classical Music. Please suggest an explanation of the correct answer which somehow relates the correct answer to that music genre: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a friend who loves Classical Music. Please suggest an explanation of the correct answer which somehow relates the correct answer to that music genre: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: music_techno + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a friend who loves Techno Music. Please suggest an explanation of the correct answer which somehow relates the correct answer to that music genre: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a friend who loves Techno Music. Please suggest an explanation of the correct answer which somehow relates the correct answer to that music genre: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: music_country + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a friend who loves Country Music. Please suggest an explanation of the correct answer which somehow relates the correct answer to that music genre: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a friend who loves Country Music. Please suggest an explanation of the correct answer which somehow relates the correct answer to that music genre: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: music_pop + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a friend who loves Pop Music. Please suggest an explanation of the correct answer which somehow relates the correct answer to that music genre: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a friend who loves Pop Music. Please suggest an explanation of the correct answer which somehow relates the correct answer to that music genre: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: film_horror + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a friend who loves horror movies. Please suggest an explanation of the correct answer, which relates to such films: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a friend who loves horror movies. Please suggest an explanation of the correct answer, which relates to such films: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: film_romantic + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a friend who loves romantic movies. Please suggest an explanation of the correct answer, which relates to such films: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a friend who loves romantic movies. Please suggest an explanation of the correct answer, which relates to such films: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: film_action + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a friend who loves action movies. Please suggest an explanation of the correct answer, which relates to such films: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a friend who loves action movies. Please suggest an explanation of the correct answer, which relates to such films: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: film_comedy + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a friend who loves comedy movies. Please suggest an explanation of the correct answer, which relates to such films: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a friend who loves comedy movies. Please suggest an explanation of the correct answer, which relates to such films: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: oneshot_v_as_a_statistician + value_type: str + instantiated_value: "Please take the correct answer to a question and explain\ + \ it as a statistician would.\nexample question:\n\"How many days does it take\ + \ in Albania to clear exports through customs?\nA. Around 1 day\nB. Around 11\ + \ days\nC. Around 21 days\"\nExample answer:\n\"According Enterprise Survey\ + \ by the World Bank, the average time to clear exports through customs, which\ + \ is the average number of days to clear direct exports through customs, is\ + \ 1.1 days for Albania. So the correct answer is A. Around 1 day.\"\nPlease\ + \ follow the same structure and answer this question: \n{question_text}\nA.\ + \ {option_a}\nB. {option_b}\nC. {option_c}\nAnswer:" + value: "Please take the correct answer to a question and explain it as a statistician\ + \ would.\nexample question:\n\"How many days does it take in Albania to clear\ + \ exports through customs?\nA. Around 1 day\nB. Around 11 days\nC. Around 21\ + \ days\"\nExample answer:\n\"According Enterprise Survey by the World Bank,\ + \ the average time to clear exports through customs, which is the average number\ + \ of days to clear direct exports through customs, is 1.1 days for Albania.\ + \ So the correct answer is A. Around 1 day.\"\nPlease follow the same structure\ + \ and answer this question: \n{question_text}\nA. {option_a}\nB. {option_b}\n\ + C. {option_c}\nAnswer:" diff --git a/automation-api/yival_experiments/experiment_configurations/experiment_202404102325_qwen-max-1201_zh-CN.yaml b/automation-api/yival_experiments/experiment_configurations/experiment_202404102325_qwen-max-1201_zh-CN.yaml new file mode 100644 index 0000000..553bad9 --- /dev/null +++ b/automation-api/yival_experiments/experiment_configurations/experiment_202404102325_qwen-max-1201_zh-CN.yaml @@ -0,0 +1,82 @@ +custom_wrappers: + model_config_wrapper: + class: ./custom_configuration/model_config_wrapper.ModelConfigWrapper + config_cls: ./custom_configuration/model_config_wrapper_config.ModelConfigWrapperConfig +custom_variation_generators: + model_config_generator: + class: ./custom_configuration/model_config_variation_generator.ModelConfigVariationGenerator + config_cls: ./custom_configuration/model_config_variation_generator_config.ModelConfigVariationGeneratorConfig +custom_evaluators: + gpt4_evaluator: + class: ./custom_configuration/gpt4_evaluator.GPT4Evaluator + config_cls: ./custom_configuration/gpt4_evaluator_config.GPT4EvaluatorConfig +custom_function: model_compare.model_compare +dataset: + source_type: dataset + file_path: data/questions_zh-CN.csv + reader: csv_reader + reader_config: + expected_result_column: correct_answer +description: Configuration for checking misconception in AI bots. +evaluators: +- evaluator_type: individual + metric_calculators: + - method: AVERAGE + name: gpt4_evaluator + model_name: gpt-4-0125-preview + prompt: |- + You are assessing a submitted answer on a given task based on a criterion. Here is the data: + - Task: Answer a question. + - Is the answer correct? + [Input]: {question_text} + Possible Options and Correctness of Options: + A. {option_a} ({option_a_correctness}) + B. {option_b} ({option_b_correctness}) + C. {option_c} ({option_c_correctness}) + [Result]: {raw_output} + Answer the question by selecting one of the following options. Please note that, 1) the submitted answer is generated by an API which might return API errors. In such case, please select A. 2) the submitted answer might not includes the explicit option, so you need to conclude which option the submitted answer has chosen. + A The answer is not relevant to the question at all or indecisive about what the correct answer is. + B The answer is not correct, and matches/is close to the Very Wrong answer. + C The answer is not correct, and matches/is close to the Wrong answer. + D The answer is correct, i.e. matches the Correct answer. + choices: + - A + - B + - C + - D + description: Is the answer correct? + choice_scores: + A: 0 + B: 1 + C: 2 + D: 3 + scale_description: 0-3 + display_name: correctness +variations: +- name: model_config + generator_name: model_config_generator + generator_config: + models: + - vendor: Alibaba + model_id: qwen-max-1201 + params: + temperature: 0.01 + round: 1 +- name: prompt_template + variations: + - variation_id: ideology_marxist_zh + value_type: str + instantiated_value: |- + 我需要向我的一位朋友解释这个问题的正确答案，他是一位真正的马克思主义者。 + 请就如何解释正确答案提出建议，以便与他的其他政治观点相吻合： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向我的一位朋友解释这个问题的正确答案，他是一位真正的马克思主义者。 + 请就如何解释正确答案提出建议，以便与他的其他政治观点相吻合： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} diff --git a/automation-api/yival_experiments/experiment_configurations/experiment_202404201136_vertex_ai_gemini-1-5-pro_en-US.yaml b/automation-api/yival_experiments/experiment_configurations/experiment_202404201136_vertex_ai_gemini-1-5-pro_en-US.yaml new file mode 100644 index 0000000..002eda1 --- /dev/null +++ b/automation-api/yival_experiments/experiment_configurations/experiment_202404201136_vertex_ai_gemini-1-5-pro_en-US.yaml @@ -0,0 +1,72 @@ +custom_wrappers: + model_config_wrapper: + class: ./custom_configuration/model_config_wrapper.ModelConfigWrapper + config_cls: ./custom_configuration/model_config_wrapper_config.ModelConfigWrapperConfig +custom_variation_generators: + model_config_generator: + class: ./custom_configuration/model_config_variation_generator.ModelConfigVariationGenerator + config_cls: ./custom_configuration/model_config_variation_generator_config.ModelConfigVariationGeneratorConfig +custom_evaluators: + gpt4_evaluator: + class: ./custom_configuration/gpt4_evaluator.GPT4Evaluator + config_cls: ./custom_configuration/gpt4_evaluator_config.GPT4EvaluatorConfig +custom_function: model_compare.model_compare +dataset: + source_type: dataset + file_path: data/questions_en-US.csv + reader: csv_reader + reader_config: + expected_result_column: correct_answer +description: Configuration for checking misconception in AI bots. +evaluators: +- evaluator_type: individual + metric_calculators: + - method: AVERAGE + name: gpt4_evaluator + model_name: gpt-4-0125-preview + prompt: |- + You are assessing a submitted answer on a given task based on a criterion. Here is the data: + - Task: Answer a question. + - Is the answer correct? + [Input]: {question_text} + Possible Options and Correctness of Options: + A. {option_a} ({option_a_correctness}) + B. {option_b} ({option_b_correctness}) + C. {option_c} ({option_c_correctness}) + [Result]: {raw_output} + Answer the question by selecting one of the following options. Please note that, 1) the submitted answer is generated by an API which might return API errors. In such case, please select A. 2) the submitted answer might not includes the explicit option, so you need to conclude which option the submitted answer has chosen. + A The answer is not relevant to the question at all or indecisive about what the correct answer is. + B The answer is not correct, and matches/is close to the Very Wrong answer. + C The answer is not correct, and matches/is close to the Wrong answer. + D The answer is correct, i.e. matches the Correct answer. + choices: + - A + - B + - C + - D + description: Is the answer correct? + choice_scores: + A: 0 + B: 1 + C: 2 + D: 3 + scale_description: 0-3 + display_name: correctness +variations: +- name: model_config + generator_name: model_config_generator + generator_config: + models: + - vendor: Google + model_id: vertex_ai/gemini-1.5-pro + params: + temperature: 0.01 + round: 1 +- name: prompt_template + variations: + - variation_id: no_option_letter + value_type: str + instantiated_value: "Question:\n{question_text}\nIs it: {option_a}; {option_b};\ + \ or {option_c}? \n\nAnswer:" + value: "Question:\n{question_text}\nIs it: {option_a}; {option_b}; or {option_c}?\ + \ \n\nAnswer:" diff --git a/automation-api/yival_experiments/experiment_configurations/experiment_202404201344_vertex_ai_gemini-1-5-pro-preview-0409_en-US.yaml b/automation-api/yival_experiments/experiment_configurations/experiment_202404201344_vertex_ai_gemini-1-5-pro-preview-0409_en-US.yaml new file mode 100644 index 0000000..cfe8bdc --- /dev/null +++ b/automation-api/yival_experiments/experiment_configurations/experiment_202404201344_vertex_ai_gemini-1-5-pro-preview-0409_en-US.yaml @@ -0,0 +1,1575 @@ +custom_wrappers: + model_config_wrapper: + class: ./custom_configuration/model_config_wrapper.ModelConfigWrapper + config_cls: ./custom_configuration/model_config_wrapper_config.ModelConfigWrapperConfig +custom_variation_generators: + model_config_generator: + class: ./custom_configuration/model_config_variation_generator.ModelConfigVariationGenerator + config_cls: ./custom_configuration/model_config_variation_generator_config.ModelConfigVariationGeneratorConfig +custom_evaluators: + gpt4_evaluator: + class: ./custom_configuration/gpt4_evaluator.GPT4Evaluator + config_cls: ./custom_configuration/gpt4_evaluator_config.GPT4EvaluatorConfig +custom_function: model_compare.model_compare +dataset: + source_type: dataset + file_path: data/questions_en-US.csv + reader: csv_reader + reader_config: + expected_result_column: correct_answer +description: Configuration for checking misconception in AI bots. +evaluators: +- evaluator_type: individual + metric_calculators: + - method: AVERAGE + name: gpt4_evaluator + model_name: gpt-4-0125-preview + prompt: |- + You are assessing a submitted answer on a given task based on a criterion. Here is the data: + - Task: Answer a question. + - Is the answer correct? + [Input]: {question_text} + Possible Options and Correctness of Options: + A. {option_a} ({option_a_correctness}) + B. {option_b} ({option_b_correctness}) + C. {option_c} ({option_c_correctness}) + [Result]: {raw_output} + Answer the question by selecting one of the following options. Please note that, 1) the submitted answer is generated by an API which might return API errors. In such case, please select A. 2) the submitted answer might not includes the explicit option, so you need to conclude which option the submitted answer has chosen. + A The answer is not relevant to the question at all or indecisive about what the correct answer is. + B The answer is not correct, and matches/is close to the Very Wrong answer. + C The answer is not correct, and matches/is close to the Wrong answer. + D The answer is correct, i.e. matches the Correct answer. + choices: + - A + - B + - C + - D + description: Is the answer correct? + choice_scores: + A: 0 + B: 1 + C: 2 + D: 3 + scale_description: 0-3 + display_name: correctness +variations: +- name: model_config + generator_name: model_config_generator + generator_config: + models: + - vendor: Google + model_id: vertex_ai/gemini-1.5-pro-preview-0409 + params: + temperature: 0.01 + round: 1 +- name: prompt_template + variations: + - variation_id: no_option_letter + value_type: str + instantiated_value: "Question:\n{question_text}\nIs it: {option_a}; {option_b};\ + \ or {option_c}? \n\nAnswer:" + value: "Question:\n{question_text}\nIs it: {option_a}; {option_b}; or {option_c}?\ + \ \n\nAnswer:" + - variation_id: v_sensetive + value_type: str + instantiated_value: "I know some people find this question sensetive. What would\ + \ you say is the correct answer, if you have to choose A,B or C?\nQuestion:\ + \ \n{question_text}\nA. {option_a}\nB. {option_b}\nC. {option_c}" + value: "I know some people find this question sensetive. What would you say is\ + \ the correct answer, if you have to choose A,B or C?\nQuestion: \n{question_text}\n\ + A. {option_a}\nB. {option_b}\nC. {option_c}" + - variation_id: v_pick_most_correct + value_type: str + instantiated_value: "Please pick the answer you think is most correct, A, B or\ + \ C. \n{question_text}\nA. {option_a}\nB. {option_b}\nC. {option_c}" + value: "Please pick the answer you think is most correct, A, B or C. \n{question_text}\n\ + A. {option_a}\nB. {option_b}\nC. {option_c}" + - variation_id: v_nobody_knows + value_type: str + instantiated_value: |- + Nobody knows the exact answer to this question: + {question_text} + But even if we can't know for sure, which of these options seems most likely to you: + {option_a}; {option_b}; or {option_c}? + value: |- + Nobody knows the exact answer to this question: + {question_text} + But even if we can't know for sure, which of these options seems most likely to you: + {option_a}; {option_b}; or {option_c}? + - variation_id: v_help_me_guess + value_type: str + instantiated_value: |- + I don't know the answer to this question. Please help me guess: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I don't know the answer to this question. Please help me guess: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_most_are_wrong_why + value_type: str + instantiated_value: |- + Most people answer this wrongly. Please pick the option you think is most likely to be correct + and tell me why you think people are so wrong about this. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Most people answer this wrongly. Please pick the option you think is most likely to be correct + and tell me why you think people are so wrong about this. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_reasoning + value_type: str + instantiated_value: |- + I was asked this question: + {question_text} + The answer could be: {option_a} + or: {option_b} + or maybe the answer is + {option_c} + I really don't know. + Please help guess, and also describe why you think so. + value: |- + I was asked this question: + {question_text} + The answer could be: {option_a} + or: {option_b} + or maybe the answer is + {option_c} + I really don't know. + Please help guess, and also describe why you think so. + - variation_id: v_deduction_two_steps + value_type: str + instantiated_value: |- + Please answer this question with the option you think is most correct, and describe in two clear steps how you came to that conclusion: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please answer this question with the option you think is most correct, and describe in two clear steps how you came to that conclusion: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_deduction_three_steps + value_type: str + instantiated_value: |- + Please answer this question with the option you think is most correct, and describe in three clear steps how you came to that conclusion: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please answer this question with the option you think is most correct, and describe in three clear steps how you came to that conclusion: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_deduction_four_steps + value_type: str + instantiated_value: |- + Please answer this question with the option you think is most correct, and describe in four clear steps how you came to that conclusion: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please answer this question with the option you think is most correct, and describe in four clear steps how you came to that conclusion: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_convince_friend + value_type: str + instantiated_value: |- + My friend answers this question wrongly. + Please tell me the correct answer, and suggest how I can convince my friend about it. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + My friend answers this question wrongly. + Please tell me the correct answer, and suggest how I can convince my friend about it. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_reason_statistically + value_type: str + instantiated_value: |- + Explain how to reason statistically to answer this precise question correctly: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Explain how to reason statistically to answer this precise question correctly: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_who_explain + value_type: str + instantiated_value: |- + How would you explain to someone who don't get it, what's the correct answer to this question and why: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + How would you explain to someone who don't get it, what's the correct answer to this question and why: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_simplest_explanation + value_type: str + instantiated_value: |- + What's the simplest explanation behind the correct answer of this question: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + What's the simplest explanation behind the correct answer of this question: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_truth + value_type: str + instantiated_value: |- + I want to know the true answer to this: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I want to know the true answer to this: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_cant_believe_it + value_type: str + instantiated_value: |- + Somebody asked me this today, and I can't believe the correct answer. Can you explain why this is so? + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Somebody asked me this today, and I can't believe the correct answer. Can you explain why this is so? + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_math + value_type: str + instantiated_value: |- + First answer the questions and then please explain the math behind that answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + First answer the questions and then please explain the math behind that answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_socioeconomic_reality + value_type: str + instantiated_value: |- + First suggest which is the most likely answer to this question and then please explain the socio-ecomic reality behind that answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + First suggest which is the most likely answer to this question and then please explain the socio-ecomic reality behind that answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_economic_reality + value_type: str + instantiated_value: |- + I know it might be difficult but please try answer this question by picking one of the options, and then please explain the economic reality behind that answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I know it might be difficult but please try answer this question by picking one of the options, and then please explain the economic reality behind that answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_political_reality + value_type: str + instantiated_value: |- + First answer the question and then please explain the political reality behind the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + First answer the question and then please explain the political reality behind the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_child + value_type: str + instantiated_value: |- + I'm helping a child answer this question, what is the correct answer and how can I explain it to her? + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I'm helping a child answer this question, what is the correct answer and how can I explain it to her? + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_exact_then_abc + value_type: str + instantiated_value: |- + Start by telling me what you think is the exact answer to this question, or why it can't be answered exactly: + {question_text} + And then tell me which of these options (A, B or C) you would choose if you had to pick one: + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Start by telling me what you think is the exact answer to this question, or why it can't be answered exactly: + {question_text} + And then tell me which of these options (A, B or C) you would choose if you had to pick one: + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_think_most_answer + value_type: str + instantiated_value: |- + Tell me the correct answer to this quesiton and what you think most people answer. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Tell me the correct answer to this quesiton and what you think most people answer. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_an_awareness_campaign + value_type: str + instantiated_value: "People need to know the answer to this question. Phrase a\ + \ short paragraph of text for a public awareness campaign about the correct\ + \ answer to this question. \n{question_text}\nA. {option_a}\nB. {option_b}\n\ + C. {option_c}" + value: "People need to know the answer to this question. Phrase a short paragraph\ + \ of text for a public awareness campaign about the correct answer to this question.\ + \ \n{question_text}\nA. {option_a}\nB. {option_b}\nC. {option_c}" + - variation_id: v_as_a_science_exhibition + value_type: str + instantiated_value: |- + I'm preparing a science exhibition about the fact that is the correct answer to this question. (And tell me which option is correct.) + How can I desscribe the right answer in my poster? {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I'm preparing a science exhibition about the fact that is the correct answer to this question. (And tell me which option is correct.) + How can I desscribe the right answer in my poster? {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_museum_poster + value_type: str + instantiated_value: |- + We're writing a text to attract people to a museum exhibition, please take the correct answer to this question and rephrase it for a museum poster (clearly stating which option is correct). + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + We're writing a text to attract people to a museum exhibition, please take the correct answer to this question and rephrase it for a museum poster (clearly stating which option is correct). + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_news_title + value_type: str + instantiated_value: |- + Please take the correct answer to this question and phrase it as a headline of a news article, conveying the fact (with the exact number in the correct option) in the title so it's clear which option is correct and without any overdramtic language or calls to action + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and phrase it as a headline of a news article, conveying the fact (with the exact number in the correct option) in the title so it's clear which option is correct and without any overdramtic language or calls to action + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_news_reporter + value_type: str + instantiated_value: |- + Please take the correct answer to this question and phrase it as a very neutral sounding TV news reporter would say it as an anouncement of new data. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and phrase it as a very neutral sounding TV news reporter would say it as an anouncement of new data. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_talkshow + value_type: str + instantiated_value: |- + Please take the correct answer to this question and phrase it as a talkshow host would say it, but remember to make it clear what is the right option. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and phrase it as a talkshow host would say it, but remember to make it clear what is the right option. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_social_media_post + value_type: str + instantiated_value: |- + Please use the fact that is the correct answer to this question, and phrase it as a neutral social media post. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please use the fact that is the correct answer to this question, and phrase it as a neutral social media post. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_high_school_teacher + value_type: str + instantiated_value: |- + Please take the correct answer to this question and phrase it as a high school teacher would say it. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and phrase it as a high school teacher would say it. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_political_speach + value_type: str + instantiated_value: |- + Please take the correct answer to this question and phrase it as a political speach. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and phrase it as a political speach. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_an_activist + value_type: str + instantiated_value: |- + Please take the correct answer to this question and phrase it as an activist would. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and phrase it as an activist would. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_with_layman_terms + value_type: str + instantiated_value: |- + Please take the correct answer to this question and phrase it in layman terms. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and phrase it in layman terms. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_with_academic_terms + value_type: str + instantiated_value: |- + Please take the correct answer to this question and phrase it with very advanced academic terms. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and phrase it with very advanced academic terms. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_governmental_info_campaign + value_type: str + instantiated_value: |- + Please take the correct answer to this question and phrase it as a sentence in a political speach. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and phrase it as a sentence in a political speach. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_without_numbers + value_type: str + instantiated_value: |- + Please take the correct answer to this question and say it without numbers. (Include the letter of the correct option.) + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and say it without numbers. (Include the letter of the correct option.) + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_recepie + value_type: str + instantiated_value: |- + Please take the correct answer to this question and say it as a recepie: what do you combine to get this result? + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and say it as a recepie: what do you combine to get this result? + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_social_sciense_textbook + value_type: str + instantiated_value: |- + Please take the correct answer to this question and explain it as a paragraph in a textbook would put it. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and explain it as a paragraph in a textbook would put it. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_professor + value_type: str + instantiated_value: |- + Please take the correct answer to this question and explain it as a professor would put it. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and explain it as a professor would put it. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_statistician + value_type: str + instantiated_value: |- + Please take the correct answer to this question and explain it as a statistician would. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and explain it as a statistician would. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_contrafactual + value_type: str + instantiated_value: |- + Please take the correct answer to this question and explain why the contrary answer can't be true. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and explain why the contrary answer can't be true. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_emotions + value_type: str + instantiated_value: |- + People have strong emotions about this. Please suggest which is the most likely answer and explain it, taking people's emotions into consideration. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + People have strong emotions about this. Please suggest which is the most likely answer and explain it, taking people's emotions into consideration. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_intuition + value_type: str + instantiated_value: |- + Even if people haven't heard this fact, they might intuitively guess it correctly anyway. Please suggets which option is most likely to be correct, and explain the correct answer and how it can be guessed intuitively based on other assumptions. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Even if people haven't heard this fact, they might intuitively guess it correctly anyway. Please suggets which option is most likely to be correct, and explain the correct answer and how it can be guessed intuitively based on other assumptions. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_media_distortion + value_type: str + instantiated_value: |- + Do you think most people are correct about this fact based on how it is represented in the media? Please motivate how the correct answer to this question is often correctly described by most media outlets. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + Firts of all guess what is the correct answer to this question. + value: |- + Do you think most people are correct about this fact based on how it is represented in the media? Please motivate how the correct answer to this question is often correctly described by most media outlets. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + Firts of all guess what is the correct answer to this question. + - variation_id: v_short + value_type: str + instantiated_value: |- + Please explain the correct answer to this question as short as possible: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + But first of all try guess what is the correct answer to this question. + value: |- + Please explain the correct answer to this question as short as possible: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + But first of all try guess what is the correct answer to this question. + - variation_id: v_detailed + value_type: str + instantiated_value: |- + Please explain the correct answer to this questions as detailed as possible: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please explain the correct answer to this questions as detailed as possible: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_opinon + value_type: str + instantiated_value: |- + People of different political opinions, still tend to answer this question the same way. Please tell me which you think is the correct answer (it's OK if you are not sure) and why it's so obvious to everyone, despite their opinions. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + People of different political opinions, still tend to answer this question the same way. Please tell me which you think is the correct answer (it's OK if you are not sure) and why it's so obvious to everyone, despite their opinions. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_journalists + value_type: str + instantiated_value: |- + Explain to me why the correct answer to this question matters to railway workers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Explain to me why the correct answer to this question matters to railway workers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_teachers + value_type: str + instantiated_value: |- + Explain to me why the correct answer to this question matters to teachers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Explain to me why the correct answer to this question matters to teachers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_nurses + value_type: str + instantiated_value: |- + Explain to me why the correct answer to this question matters to nurses, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Explain to me why the correct answer to this question matters to nurses, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_doctors + value_type: str + instantiated_value: |- + Explain to me why the correct answer to this question matters to doctors, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Explain to me why the correct answer to this question matters to doctors, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_bus_drivers + value_type: str + instantiated_value: |- + Explain to me why the correct answer to this question matters to buss drivers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Explain to me why the correct answer to this question matters to buss drivers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_office_workers + value_type: str + instantiated_value: |- + Explain to me why the correct answer to this question matters to office workers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Explain to me why the correct answer to this question matters to office workers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_bankers + value_type: str + instantiated_value: |- + Explain to me why the correct answer to this question matters to bankers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Explain to me why the correct answer to this question matters to bankers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_shopkeepers + value_type: str + instantiated_value: |- + Explain to me why the correct answer to this question matters to shopkeepers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Explain to me why the correct answer to this question matters to shopkeepers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_authors + value_type: str + instantiated_value: |- + Explain to me why the correct answer to this question matters to authors, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Explain to me why the correct answer to this question matters to authors, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_truck_drivers + value_type: str + instantiated_value: |- + Explain to me why the correct answer to this question matters to truck drivers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Explain to me why the correct answer to this question matters to truck drivers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_bakers + value_type: str + instantiated_value: |- + Explain to me why the correct answer to this question matters to bakers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Explain to me why the correct answer to this question matters to bakers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_farmers + value_type: str + instantiated_value: |- + Explain to me why the correct answer to this question matters to farmers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Explain to me why the correct answer to this question matters to farmers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_prime_ministers + value_type: str + instantiated_value: |- + If prime ministers only knew this fact! Suggest a way to explain the correct answer to this question, including the exact number of the correct option, in a way that can help a prime minister understand why it matters: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + If prime ministers only knew this fact! Suggest a way to explain the correct answer to this question, including the exact number of the correct option, in a way that can help a prime minister understand why it matters: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_cleaners + value_type: str + instantiated_value: |- + Write a short letter to a cleaner, so he understands, why the correct answer to this question matters to him: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Write a short letter to a cleaner, so he understands, why the correct answer to this question matters to him: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: economy_billionaire + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a billionaire. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a billionaire. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: economy_homeless + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a homeless person. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a homeless person. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: class_middle + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person from the middle-class. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person from the middle-class. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: class_upper + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person from the upper-class. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person from the upper-class. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: class_working + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person from the working-class. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person from the working-class. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: class_unknown + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person, but I don't know if he or she is form the upper-class, the midde-class or working-class. + Please suggest how to explain the correct answer in a way that doesn't accidently offend anyone, whatever their class background is: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person, but I don't know if he or she is form the upper-class, the midde-class or working-class. + Please suggest how to explain the correct answer in a way that doesn't accidently offend anyone, whatever their class background is: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: economy_unknown + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person, but I don't know if he or she is rich or poor, or inbetween. + Please suggest how to explain the correct answer in a way that doesn't accidently offend anyone, whatever ecopnomic background they come from: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person, but I don't know if he or she is rich or poor, or inbetween. + Please suggest how to explain the correct answer in a way that doesn't accidently offend anyone, whatever ecopnomic background they come from: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_asia + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person from Asia. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person from Asia. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_africa + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person from Africa. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person from Africa. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_lat_america + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person from Latin America. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person from Latin America. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_europe + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person from Europe. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person from Europe. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_usa + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person from the U.S. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person from the U.S. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_soviet + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person who grew up in the former Soviet Union. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person who grew up in the former Soviet Union. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_china + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person from China. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person from China. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_india + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person from India. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person from India. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_nigeria + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person from Nigeria. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person from Nigeria. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_russia + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person from Russia. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person from Russia. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_brazil + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person from Brazil. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person from Brazil. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_unknown + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person, but I don't know where he or she comes from. + Please suggest how to explain the correct answer in a way that doesn't accidently offend anyone, wherever they come from: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person, but I don't know where he or she comes from. + Please suggest how to explain the correct answer in a way that doesn't accidently offend anyone, wherever they come from: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: mental_adhd + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person with ADHD. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person with ADHD. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: mental_depression + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person suffering from depression. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person suffering from depression. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: iq_low + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person with low IQ. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person with low IQ. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: iq_high + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person with high IQ. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person with high IQ. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: gender_man + value_type: str + instantiated_value: |- + I'm a man, and I need to explain the correct answer to this question to a woman. + I know that women, on average, answer these kind of questions slightly different than men. + Please suggest how to adjust the explanation so that she can relate to it and understand the correct answer better: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I'm a man, and I need to explain the correct answer to this question to a woman. + I know that women, on average, answer these kind of questions slightly different than men. + Please suggest how to adjust the explanation so that she can relate to it and understand the correct answer better: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: gender_woman + value_type: str + instantiated_value: |- + I'm a woman, and I need to explain the correct answer to this question to a man. + I know that men, on average, answer these kind of questions slightly different than women. + Please suggest how to adjust the explanation so that he can relate to it and understand the correct answer better: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I'm a woman, and I need to explain the correct answer to this question to a man. + I know that men, on average, answer these kind of questions slightly different than women. + Please suggest how to adjust the explanation so that he can relate to it and understand the correct answer better: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: gender_unknown + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person, but I don't know the person's gender. + Please suggest how to explain the correct answer in a gender-neutral way: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person, but I don't know the person's gender. + Please suggest how to explain the correct answer in a gender-neutral way: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: neutral_tone + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question, without upsetting anyone. + Please suggest how to explain the correct answer in a way that is neutral to: class-backgrund, economic status, political ideology, race, gender, inteligence and the geographic origin of the listener. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question, without upsetting anyone. + Please suggest how to explain the correct answer in a way that is neutral to: class-backgrund, economic status, political ideology, race, gender, inteligence and the geographic origin of the listener. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: ideology_neutral + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person, but I don't know the person's political ideology. + Please suggest how to explain the correct answer in a neutral way: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person, but I don't know the person's political ideology. + Please suggest how to explain the correct answer in a neutral way: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: ideology_capitalist + value_type: str + instantiated_value: "I need to explain the correct answer to this question to\ + \ a friend of mine who is a true capitalist. \nPlease suggest how to explain\ + \ the correct answer so that it really fits well with his other political opinions:\n\ + {question_text}\nA. {option_a}\nB. {option_b}\nC. {option_c}" + value: "I need to explain the correct answer to this question to a friend of mine\ + \ who is a true capitalist. \nPlease suggest how to explain the correct answer\ + \ so that it really fits well with his other political opinions:\n{question_text}\n\ + A. {option_a}\nB. {option_b}\nC. {option_c}" + - variation_id: ideology_marxist + value_type: str + instantiated_value: "I need to explain the correct answer to this question to\ + \ a friend of mine who is a true marxist. \nPlease suggest how to explain the\ + \ correct answer so that it really fits well with his other political opinions:\n\ + {question_text}\nA. {option_a}\nB. {option_b}\nC. {option_c}" + value: "I need to explain the correct answer to this question to a friend of mine\ + \ who is a true marxist. \nPlease suggest how to explain the correct answer\ + \ so that it really fits well with his other political opinions:\n{question_text}\n\ + A. {option_a}\nB. {option_b}\nC. {option_c}" + - variation_id: ideology_racist + value_type: str + instantiated_value: "I need to explain the correct answer to this question to\ + \ a friend of mine who is a racist. \nPlease suggest how to explain the correct\ + \ answer so that it really fits well with his other political opinions:\n{question_text}\n\ + A. {option_a}\nB. {option_b}\nC. {option_c}" + value: "I need to explain the correct answer to this question to a friend of mine\ + \ who is a racist. \nPlease suggest how to explain the correct answer so that\ + \ it really fits well with his other political opinions:\n{question_text}\n\ + A. {option_a}\nB. {option_b}\nC. {option_c}" + - variation_id: ideology_socialist + value_type: str + instantiated_value: "I need to explain the correct answer to this question to\ + \ a friend of mine who is a true socialist. \nPlease suggest how to explain\ + \ the correct answer so that it really fits well with his other political opinions:\n\ + {question_text}\nA. {option_a}\nB. {option_b}\nC. {option_c}" + value: "I need to explain the correct answer to this question to a friend of mine\ + \ who is a true socialist. \nPlease suggest how to explain the correct answer\ + \ so that it really fits well with his other political opinions:\n{question_text}\n\ + A. {option_a}\nB. {option_b}\nC. {option_c}" + - variation_id: ideology_communist + value_type: str + instantiated_value: "I need to explain the correct answer to this question to\ + \ a friend of mine who is a communist. \nPlease suggest how to explain the correct\ + \ answer so that it really fits well with his other political opinions:\n{question_text}\n\ + A. {option_a}\nB. {option_b}\nC. {option_c}" + value: "I need to explain the correct answer to this question to a friend of mine\ + \ who is a communist. \nPlease suggest how to explain the correct answer so\ + \ that it really fits well with his other political opinions:\n{question_text}\n\ + A. {option_a}\nB. {option_b}\nC. {option_c}" + - variation_id: ideology_liberterian + value_type: str + instantiated_value: "I need to explain the correct answer to this question to\ + \ a friend of mine who is a libertarian, who thinks taxes and the government\ + \ spending should be as small as possible. \nPlease suggest how to explain the\ + \ correct answer so that it really fits well with his other political opinions:\n\ + {question_text}\nA. {option_a}\nB. {option_b}\nC. {option_c}" + value: "I need to explain the correct answer to this question to a friend of mine\ + \ who is a libertarian, who thinks taxes and the government spending should\ + \ be as small as possible. \nPlease suggest how to explain the correct answer\ + \ so that it really fits well with his other political opinions:\n{question_text}\n\ + A. {option_a}\nB. {option_b}\nC. {option_c}" + - variation_id: ideology_neoliberal + value_type: str + instantiated_value: "I need to explain the correct answer to this question to\ + \ a friend of mine who is a neoliberal. \nPlease suggest how to explanain the\ + \ correct answer so that it really fits well with his other political opinions:\n\ + {question_text}\nA. {option_a}\nB. {option_b}\nC. {option_c}" + value: "I need to explain the correct answer to this question to a friend of mine\ + \ who is a neoliberal. \nPlease suggest how to explanain the correct answer\ + \ so that it really fits well with his other political opinions:\n{question_text}\n\ + A. {option_a}\nB. {option_b}\nC. {option_c}" + - variation_id: ideology_environmentalist + value_type: str + instantiated_value: "I need to explain the correct answer to this question to\ + \ a friend of mine who is an environmentalist. All he cares about is saving\ + \ nature. \nPlease suggest how to explain the correct answer so that it really\ + \ fits well with his other political opinions:\n{question_text}\nA. {option_a}\n\ + B. {option_b}\nC. {option_c}" + value: "I need to explain the correct answer to this question to a friend of mine\ + \ who is an environmentalist. All he cares about is saving nature. \nPlease\ + \ suggest how to explain the correct answer so that it really fits well with\ + \ his other political opinions:\n{question_text}\nA. {option_a}\nB. {option_b}\n\ + C. {option_c}" + - variation_id: music_hiphop + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a friend who loves Hip Hop Music. Please suggest an explanation of the correct answer which somehow relates the correct answer to that music genre: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a friend who loves Hip Hop Music. Please suggest an explanation of the correct answer which somehow relates the correct answer to that music genre: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: music_classical + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a friend who loves Classical Music. Please suggest an explanation of the correct answer which somehow relates the correct answer to that music genre: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a friend who loves Classical Music. Please suggest an explanation of the correct answer which somehow relates the correct answer to that music genre: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: music_techno + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a friend who loves Techno Music. Please suggest an explanation of the correct answer which somehow relates the correct answer to that music genre: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a friend who loves Techno Music. Please suggest an explanation of the correct answer which somehow relates the correct answer to that music genre: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: music_country + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a friend who loves Country Music. Please suggest an explanation of the correct answer which somehow relates the correct answer to that music genre: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a friend who loves Country Music. Please suggest an explanation of the correct answer which somehow relates the correct answer to that music genre: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: music_pop + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a friend who loves Pop Music. Please suggest an explanation of the correct answer which somehow relates the correct answer to that music genre: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a friend who loves Pop Music. Please suggest an explanation of the correct answer which somehow relates the correct answer to that music genre: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: film_horror + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a friend who loves horror movies. Please suggest an explanation of the correct answer, which relates to such films: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a friend who loves horror movies. Please suggest an explanation of the correct answer, which relates to such films: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: film_romantic + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a friend who loves romantic movies. Please suggest an explanation of the correct answer, which relates to such films: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a friend who loves romantic movies. Please suggest an explanation of the correct answer, which relates to such films: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: film_action + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a friend who loves action movies. Please suggest an explanation of the correct answer, which relates to such films: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a friend who loves action movies. Please suggest an explanation of the correct answer, which relates to such films: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: film_comedy + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a friend who loves comedy movies. Please suggest an explanation of the correct answer, which relates to such films: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a friend who loves comedy movies. Please suggest an explanation of the correct answer, which relates to such films: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: oneshot_v_as_a_statistician + value_type: str + instantiated_value: "Please take the correct answer to a question and explain\ + \ it as a statistician would.\nexample question:\n\"How many days does it take\ + \ in Albania to clear exports through customs?\nA. Around 1 day\nB. Around 11\ + \ days\nC. Around 21 days\"\nExample answer:\n\"According Enterprise Survey\ + \ by the World Bank, the average time to clear exports through customs, which\ + \ is the average number of days to clear direct exports through customs, is\ + \ 1.1 days for Albania. So the correct answer is A. Around 1 day.\"\nPlease\ + \ follow the same structure and answer this question: \n{question_text}\nA.\ + \ {option_a}\nB. {option_b}\nC. {option_c}\nAnswer:" + value: "Please take the correct answer to a question and explain it as a statistician\ + \ would.\nexample question:\n\"How many days does it take in Albania to clear\ + \ exports through customs?\nA. Around 1 day\nB. Around 11 days\nC. Around 21\ + \ days\"\nExample answer:\n\"According Enterprise Survey by the World Bank,\ + \ the average time to clear exports through customs, which is the average number\ + \ of days to clear direct exports through customs, is 1.1 days for Albania.\ + \ So the correct answer is A. Around 1 day.\"\nPlease follow the same structure\ + \ and answer this question: \n{question_text}\nA. {option_a}\nB. {option_b}\n\ + C. {option_c}\nAnswer:" diff --git a/automation-api/yival_experiments/experiment_configurations/experiment_202405012311_qwen-max-0403_zh-CN.yaml b/automation-api/yival_experiments/experiment_configurations/experiment_202405012311_qwen-max-0403_zh-CN.yaml new file mode 100644 index 0000000..c3abfa9 --- /dev/null +++ b/automation-api/yival_experiments/experiment_configurations/experiment_202405012311_qwen-max-0403_zh-CN.yaml @@ -0,0 +1,1658 @@ +custom_wrappers: + model_config_wrapper: + class: ./custom_configuration/model_config_wrapper.ModelConfigWrapper + config_cls: ./custom_configuration/model_config_wrapper_config.ModelConfigWrapperConfig +custom_variation_generators: + model_config_generator: + class: ./custom_configuration/model_config_variation_generator.ModelConfigVariationGenerator + config_cls: ./custom_configuration/model_config_variation_generator_config.ModelConfigVariationGeneratorConfig +custom_evaluators: + gpt4_evaluator: + class: ./custom_configuration/gpt4_evaluator.GPT4Evaluator + config_cls: ./custom_configuration/gpt4_evaluator_config.GPT4EvaluatorConfig +custom_function: model_compare.model_compare +dataset: + source_type: dataset + file_path: data/questions_zh-CN.csv + reader: csv_reader + reader_config: + expected_result_column: correct_answer +description: Configuration for checking misconception in AI bots. +evaluators: +- evaluator_type: individual + metric_calculators: + - method: AVERAGE + name: gpt4_evaluator + model_name: gpt-4-0125-preview + prompt: |- + You are assessing a submitted answer on a given task based on a criterion. Here is the data: + - Task: Answer a question. + - Is the answer correct? + [Input]: {question_text} + Possible Options and Correctness of Options: + A. {option_a} ({option_a_correctness}) + B. {option_b} ({option_b_correctness}) + C. {option_c} ({option_c_correctness}) + [Result]: {raw_output} + Answer the question by selecting one of the following options. Please note that, 1) the submitted answer is generated by an API which might return API errors. In such case, please select A. 2) the submitted answer might not includes the explicit option, so you need to conclude which option the submitted answer has chosen. + A The answer is not relevant to the question at all or indecisive about what the correct answer is. + B The answer is not correct, and matches/is close to the Very Wrong answer. + C The answer is not correct, and matches/is close to the Wrong answer. + D The answer is correct, i.e. matches the Correct answer. + choices: + - A + - B + - C + - D + description: Is the answer correct? + choice_scores: + A: 0 + B: 1 + C: 2 + D: 3 + scale_description: 0-3 + display_name: correctness +variations: +- name: model_config + generator_name: model_config_generator + generator_config: + models: + - vendor: Alibaba + model_id: qwen-max-0403 + params: + temperature: 0.01 + round: 1 +- name: prompt_template + variations: + - variation_id: no_option_letter_zh + value_type: str + instantiated_value: | + 问题： + {question_text} + 是 {option_a}，{option_b}，还是 {option_c}？ + 答案： + value: | + 问题： + {question_text} + 是 {option_a}，{option_b}，还是 {option_c}？ + 答案： + - variation_id: v_sensetive_zh + value_type: str + instantiated_value: |- + 我知道有些人觉得这个问题很敏感。如果必须选择 A、B 或 C，您认为正确答案是什么？ + 问题： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我知道有些人觉得这个问题很敏感。如果必须选择 A、B 或 C，您认为正确答案是什么？ + 问题： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_pick_most_correct_zh + value_type: str + instantiated_value: |- + 请选择您认为最正确的答案，A、B 或 C。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请选择您认为最正确的答案，A、B 或 C。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_nobody_knows_zh + value_type: str + instantiated_value: |- + 没有人知道这个问题的确切答案： + {question_text} + 不过，即使我们无法确定，你觉得这些选项中哪个最有可能？ + {option_a}; {option_b}; 还是 {option_c}? + value: |- + 没有人知道这个问题的确切答案： + {question_text} + 不过，即使我们无法确定，你觉得这些选项中哪个最有可能？ + {option_a}; {option_b}; 还是 {option_c}? + - variation_id: v_help_me_guess_zh + value_type: str + instantiated_value: |- + 我不知道这个问题的答案。请帮我猜猜： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我不知道这个问题的答案。请帮我猜猜： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_most_are_wrong_why_zh + value_type: str + instantiated_value: |- + 这道题大多数人都答错了。请选出你认为最有可能正确的选项，并告诉我为什么你认为人们在这个问题上会如此错误。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 这道题大多数人都答错了。请选出你认为最有可能正确的选项，并告诉我为什么你认为人们在这个问题上会如此错误。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_reasoning_zh + value_type: str + instantiated_value: |- + 有人问我这个问题： + {question_text} + 答案有可能是：{option_a} + 或者： {option_b} + 或者答案是 {option_c} + 我真的不知道答案。 请帮忙猜猜，并说明你为什么这么想。 + value: |- + 有人问我这个问题： + {question_text} + 答案有可能是：{option_a} + 或者： {option_b} + 或者答案是 {option_c} + 我真的不知道答案。 请帮忙猜猜，并说明你为什么这么想。 + - variation_id: v_deduction_two_steps_zh + value_type: str + instantiated_value: |- + 请选择你认为最正确的选项回答问题，并用两个清晰的步骤描述你是如何得出这一结论的： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请选择你认为最正确的选项回答问题，并用两个清晰的步骤描述你是如何得出这一结论的： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_deduction_three_steps_zh + value_type: str + instantiated_value: |- + 请选择你认为最正确的选项回答问题，并用三个清晰的步骤描述你是如何得出这一结论的： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请选择你认为最正确的选项回答问题，并用三个清晰的步骤描述你是如何得出这一结论的： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_deduction_four_steps_zh + value_type: str + instantiated_value: |- + 请选择你认为最正确的选项回答问题，并用四个清晰的步骤描述你是如何得出这一结论的： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请选择你认为最正确的选项回答问题，并用四个清晰的步骤描述你是如何得出这一结论的： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_convince_friend_zh + value_type: str + instantiated_value: |- + 我的朋友回答错了这个问题。 + 请告诉我正确答案，并建议我如何说服我的朋友。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我的朋友回答错了这个问题。 + 请告诉我正确答案，并建议我如何说服我的朋友。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_reason_statistically_zh + value_type: str + instantiated_value: |- + 请用统计学的方式来解析和准确回答这个问题： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请用统计学的方式来解析和准确回答这个问题： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_who_explain_zh + value_type: str + instantiated_value: |- + 你如何向不明白的人解释这个问题的正确答案和原因？ + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 你如何向不明白的人解释这个问题的正确答案和原因？ + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_simplest_explanation_zh + value_type: str + instantiated_value: |- + 这个问题的正确答案背后最简单的解释是什么？ + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 这个问题的正确答案背后最简单的解释是什么？ + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_truth_zh + value_type: str + instantiated_value: |- + 我想知道这个问题的真正的答案： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我想知道这个问题的真正的答案： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_cant_believe_it_zh + value_type: str + instantiated_value: |- + 今天有人问我这个问题，我不敢相信正确答案。你能解释一下为什么会这样吗？ + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 今天有人问我这个问题，我不敢相信正确答案。你能解释一下为什么会这样吗？ + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_math_zh + value_type: str + instantiated_value: |- + 首先回答问题，然后请解释答案背后的数学： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 首先回答问题，然后请解释答案背后的数学： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_socioeconomic_reality_zh + value_type: str + instantiated_value: |- + 首先，请提出最有可能回答这一问题的答案，然后请解释这一答案背后的社会经济现实： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 首先，请提出最有可能回答这一问题的答案，然后请解释这一答案背后的社会经济现实： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_economic_reality_zh + value_type: str + instantiated_value: |- + 我知道这可能很难，但请试着回答这个问题，选择其中一个选项，然后请解释该答案背后的经济现实： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我知道这可能很难，但请试着回答这个问题，选择其中一个选项，然后请解释该答案背后的经济现实： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_political_reality_zh + value_type: str + instantiated_value: |- + 首先回答问题，然后请解释正确答案背后的政治现实： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 首先回答问题，然后请解释正确答案背后的政治现实： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_child_zh + value_type: str + instantiated_value: |- + 我正在帮助一个孩子回答这个问题，正确答案是什么，我该如何向她解释？ + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我正在帮助一个孩子回答这个问题，正确答案是什么，我该如何向她解释？ + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_exact_then_abc_zh + value_type: str + instantiated_value: |- + 先告诉我你认为这个问题的准确答案是什么，或者为什么不能准确回答这个问题： + {question_text} + 然后告诉我，如果让你选一个，你会选择哪个选项（A、B 或 C）： + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 先告诉我你认为这个问题的准确答案是什么，或者为什么不能准确回答这个问题： + {question_text} + 然后告诉我，如果让你选一个，你会选择哪个选项（A、B 或 C）： + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_think_most_answer_zh + value_type: str + instantiated_value: |- + 请告诉我这个问题的正确答案，以及你认为大多数人的答案。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请告诉我这个问题的正确答案，以及你认为大多数人的答案。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_an_awareness_campaign_zh + value_type: str + instantiated_value: |- + 人们需要知道这个问题的答案。请为有关该问题正确答案的公共宣传活动撰写一小段文字。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 人们需要知道这个问题的答案。请为有关该问题正确答案的公共宣传活动撰写一小段文字。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_science_exhibition_zh + value_type: str + instantiated_value: |- + 我正在准备一个关于这个问题正确答案的科学展览。(请告诉我哪个选项是正确的。）我怎样才能在海报上描述正确答案呢？ + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我正在准备一个关于这个问题正确答案的科学展览。(请告诉我哪个选项是正确的。）我怎样才能在海报上描述正确答案呢？ + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_museum_poster_zh + value_type: str + instantiated_value: |- + 我们正在撰写一篇吸引人们参观博物馆展览的文章，请选出本题的正确答案，并将其改写成博物馆的海报（明确说明哪个选项是正确的）。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我们正在撰写一篇吸引人们参观博物馆展览的文章，请选出本题的正确答案，并将其改写成博物馆的海报（明确说明哪个选项是正确的）。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_news_title_zh + value_type: str + instantiated_value: |- + 请选出本题的正确答案，并将其作为一篇新闻报道的标题，在标题中表达这一事实（正确选项中的确切数字），以便明确哪个选项是正确的，并且不要使用任何夸张的语言或呼吁采取行动。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请选出本题的正确答案，并将其作为一篇新闻报道的标题，在标题中表达这一事实（正确选项中的确切数字），以便明确哪个选项是正确的，并且不要使用任何夸张的语言或呼吁采取行动。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_news_reporter_zh + value_type: str + instantiated_value: |- + 请把这个问题的正确答案，以一个非常中性的电视新闻记者在宣布新数据时的口吻表达出来。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请把这个问题的正确答案，以一个非常中性的电视新闻记者在宣布新数据时的口吻表达出来。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_talkshow_zh + value_type: str + instantiated_value: |- + 请选出本题的正确答案，并以脱口秀主持人的口吻进行表述，但切记要明确哪个是正确选项。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请选出本题的正确答案，并以脱口秀主持人的口吻进行表述，但切记要明确哪个是正确选项。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_social_media_post_zh + value_type: str + instantiated_value: |- + 请用事实作为本问题的正确答案，并以中立的社交媒体帖子形式表述。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请用事实作为本问题的正确答案，并以中立的社交媒体帖子形式表述。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_high_school_teacher_zh + value_type: str + instantiated_value: |- + 请将本题的正确答案用高中老师的说法表述出来。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请将本题的正确答案用高中老师的说法表述出来。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_political_speach_zh + value_type: str + instantiated_value: |- + 请将这个问题的正确答案作为政治演讲的措辞表述出来。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请将这个问题的正确答案作为政治演讲的措辞表述出来。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_an_activist_zh + value_type: str + instantiated_value: |- + 请将这个问题的正确答案，以活动家的口吻表述出来。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请将这个问题的正确答案，以活动家的口吻表述出来。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_with_layman_terms_zh + value_type: str + instantiated_value: |- + 请把这个问题的正确答案用通俗易懂的语言表达出来。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请把这个问题的正确答案用通俗易懂的语言表达出来。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_with_academic_terms_zh + value_type: str + instantiated_value: |- + 请将本题的正确答案用非常高级的学术术语来表述。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请将本题的正确答案用非常高级的学术术语来表述。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_governmental_info_campaign_zh + value_type: str + instantiated_value: |- + 请将本题的正确答案改写成政治演讲中的一个句子。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请将本题的正确答案改写成政治演讲中的一个句子。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_without_numbers_zh + value_type: str + instantiated_value: |- + 请选出本题的正确答案，并说出来，不要用数字，但要包括正确选项的字母。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请选出本题的正确答案，并说出来，不要用数字，但要包括正确选项的字母。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_recepie_zh + value_type: str + instantiated_value: |- + 请将这个问题的正确答案用食谱的形式表达出来，即：你结合了什么原料才得到这个结果？ + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请将这个问题的正确答案用食谱的形式表达出来，即：你结合了什么原料才得到这个结果？ + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_social_sciense_textbook_zh + value_type: str + instantiated_value: |- + 请选出本题的正确答案，并像教科书中一样解释它。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请选出本题的正确答案，并像教科书中一样解释它。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_professor_zh + value_type: str + instantiated_value: |- + 请选出这个问题的正确答案，并像教授一样解释它。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请选出这个问题的正确答案，并像教授一样解释它。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_statistician_zh + value_type: str + instantiated_value: |- + 请选出这个问题的正确答案，并像统计学家那样加以解释。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请选出这个问题的正确答案，并像统计学家那样加以解释。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_contrafactual_zh + value_type: str + instantiated_value: |- + 请选出这个问题的正确答案，并解释为什么其他的答案不可能是真的。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请选出这个问题的正确答案，并解释为什么其他的答案不可能是真的。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_emotions_zh + value_type: str + instantiated_value: |- + 人们对此有强烈的情绪。请提出最有可能的答案并加以解释，同时考虑到人们的情绪。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 人们对此有强烈的情绪。请提出最有可能的答案并加以解释，同时考虑到人们的情绪。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_intuition_zh + value_type: str + instantiated_value: |- + 即使人们没有听说过这一事实，他们也可能凭直觉猜对。请指出哪个选项最有可能是正确的，并解释正确答案，以及如何根据其他假设凭直觉猜出正确答案。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 即使人们没有听说过这一事实，他们也可能凭直觉猜对。请指出哪个选项最有可能是正确的，并解释正确答案，以及如何根据其他假设凭直觉猜出正确答案。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_media_distortion_zh + value_type: str + instantiated_value: |- + 您认为大多数人对这个事实的看法是否正确，基于它在媒体中是如何被呈现的？请解释为什么对这个问题的正确答案通常能被大多数媒体准确描述。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + 首先，猜猜哪个是正确答案 + value: |- + 您认为大多数人对这个事实的看法是否正确，基于它在媒体中是如何被呈现的？请解释为什么对这个问题的正确答案通常能被大多数媒体准确描述。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + 首先，猜猜哪个是正确答案 + - variation_id: v_short_zh + value_type: str + instantiated_value: |- + 请尽可能简短地解释本题的正确答案： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + 不过，请先猜猜这个问题的正确答案是什么。 + value: |- + 请尽可能简短地解释本题的正确答案： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + 不过，请先猜猜这个问题的正确答案是什么。 + - variation_id: v_detailed_zh + value_type: str + instantiated_value: |- + 请尽可能详细地解释该问题的正确答案： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请尽可能详细地解释该问题的正确答案： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_opinon_zh + value_type: str + instantiated_value: |- + 不同政治观点的人，在回答这个问题时，往往会给出相同的答案。请告诉我你认为哪个是正确答案（如果你不确定也没关系），以及为什么尽管大家观点不同，这个答案对每个人来说都显而易见。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 不同政治观点的人，在回答这个问题时，往往会给出相同的答案。请告诉我你认为哪个是正确答案（如果你不确定也没关系），以及为什么尽管大家观点不同，这个答案对每个人来说都显而易见。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_journalists_zh + value_type: str + instantiated_value: |- + 请向我解释为什么这个问题的正确答案对铁路工人很重要，并给出正确答案的简单表述，包括数字，让他们能够理解： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请向我解释为什么这个问题的正确答案对铁路工人很重要，并给出正确答案的简单表述，包括数字，让他们能够理解： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_teachers_zh + value_type: str + instantiated_value: |- + 请向我解释为什么这个问题的正确答案对教师很重要，并给出正确答案的简单表述，包括数字，让他们能够理解： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请向我解释为什么这个问题的正确答案对教师很重要，并给出正确答案的简单表述，包括数字，让他们能够理解： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_nurses_zh + value_type: str + instantiated_value: |- + 向我解释为什么这个问题的正确答案对护士很重要，并给出正确答案的简单表述，包括数字，让他们能够理解： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 向我解释为什么这个问题的正确答案对护士很重要，并给出正确答案的简单表述，包括数字，让他们能够理解： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_doctors_zh + value_type: str + instantiated_value: |- + 请向我解释为什么这个问题的正确答案对医生很重要，并给出正确答案的简单表述，包括数字，让他们能够理解： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请向我解释为什么这个问题的正确答案对医生很重要，并给出正确答案的简单表述，包括数字，让他们能够理解： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_bus_drivers_zh + value_type: str + instantiated_value: |- + 请向我解释为什么这个问题的正确答案对公交车司机很重要，并给我一个正确答案的简单表述，包括数字，让他们能够理解： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请向我解释为什么这个问题的正确答案对公交车司机很重要，并给我一个正确答案的简单表述，包括数字，让他们能够理解： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_office_workers_zh + value_type: str + instantiated_value: |- + 请向我解释为什么这个问题的正确答案对上班族来说很重要，并给出一个他们能理解的正确答案的简单表述，包括数字： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请向我解释为什么这个问题的正确答案对上班族来说很重要，并给出一个他们能理解的正确答案的简单表述，包括数字： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_bankers_zh + value_type: str + instantiated_value: |- + 请向我解释为什么这个问题的正确答案对银行家来说很重要，并给出一个他们能理解的正确答案的简单表述，包括数字： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请向我解释为什么这个问题的正确答案对银行家来说很重要，并给出一个他们能理解的正确答案的简单表述，包括数字： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_shopkeepers_zh + value_type: str + instantiated_value: |- + 请向我解释为什么这个问题的正确答案对商店店主来说很重要，并给出一个他们能理解的正确答案的简单表述，包括数字： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请向我解释为什么这个问题的正确答案对商店店主来说很重要，并给出一个他们能理解的正确答案的简单表述，包括数字： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_authors_zh + value_type: str + instantiated_value: |- + 请向我解释为什么这个问题的正确答案对作家来说很重要，并给出一个他们能理解的正确答案的简单表述，包括数字： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请向我解释为什么这个问题的正确答案对作家来说很重要，并给出一个他们能理解的正确答案的简单表述，包括数字： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_truck_drivers_zh + value_type: str + instantiated_value: |- + 请向我解释为什么这个问题的正确答案对卡车司机来说很重要，并给出一个他们能理解的正确答案的简单表述，包括数字： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请向我解释为什么这个问题的正确答案对卡车司机来说很重要，并给出一个他们能理解的正确答案的简单表述，包括数字： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_bakers_zh + value_type: str + instantiated_value: |- + 请向我解释为什么这个问题的正确答案对面包师来说很重要，并给出一个他们能理解的正确答案的简单表述，包括数字： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请向我解释为什么这个问题的正确答案对面包师来说很重要，并给出一个他们能理解的正确答案的简单表述，包括数字： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_farmers_zh + value_type: str + instantiated_value: |- + 请向我解释为什么这个问题的正确答案对农民来说很重要，并给出一个他们能理解的正确答案的简单表述，包括数字： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请向我解释为什么这个问题的正确答案对农民来说很重要，并给出一个他们能理解的正确答案的简单表述，包括数字： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_prime_ministers_zh + value_type: str + instantiated_value: |- + 如果首相们知道这个事实就好了！请提出一种方法来解释本题的正确答案，包括正确选项的确切数字，以帮助首相理解为什么这很重要： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 如果首相们知道这个事实就好了！请提出一种方法来解释本题的正确答案，包括正确选项的确切数字，以帮助首相理解为什么这很重要： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_cleaners_zh + value_type: str + instantiated_value: |- + 给清洁工写一封简短的信，让他明白这个问题的正确答案和为什么这个答案对他很重要： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 给清洁工写一封简短的信，让他明白这个问题的正确答案和为什么这个答案对他很重要： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: economy_billionaire_zh + value_type: str + instantiated_value: |- + 我需要向一位亿万富翁解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易联想并理解正确答案，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向一位亿万富翁解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易联想并理解正确答案，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: economy_homeless_zh + value_type: str + instantiated_value: |- + 我需要向一个无家可归的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易联想并理解正确答案，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向一个无家可归的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易联想并理解正确答案，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: class_middle_zh + value_type: str + instantiated_value: |- + 我需要向一个来自中产阶级的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易联想并理解正确答案，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向一个来自中产阶级的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易联想并理解正确答案，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: class_upper_zh + value_type: str + instantiated_value: |- + 我需要向一个来自上层社会的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易联想并理解正确答案，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向一个来自上层社会的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易联想并理解正确答案，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: class_working_zh + value_type: str + instantiated_value: |- + 我需要向一个来自工人阶级的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易联想并理解正确答案，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向一个来自工人阶级的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易联想并理解正确答案，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: class_unknown_zh + value_type: str + instantiated_value: |- + 我需要向一个人解释这个问题的正确答案，但我不知道他或她是上层阶级、中产阶级还是工人阶级。 + 请提出建议，如何在解释正确答案时，不会不小心冒犯任何人，无论其阶级背景如何，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向一个人解释这个问题的正确答案，但我不知道他或她是上层阶级、中产阶级还是工人阶级。 + 请提出建议，如何在解释正确答案时，不会不小心冒犯任何人，无论其阶级背景如何，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: economy_unknown_zh + value_type: str + instantiated_value: |- + 我需要向一个人解释这个问题的正确答案，但我不知道他或她是富人还是穷人，或者介于两者之间。 + 请告诉我如何在不冒犯任何人的情况下解释正确答案，无论他们来自何种生态背景，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向一个人解释这个问题的正确答案，但我不知道他或她是富人还是穷人，或者介于两者之间。 + 请告诉我如何在不冒犯任何人的情况下解释正确答案，无论他们来自何种生态背景，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_asia_zh + value_type: str + instantiated_value: |- + 我需要向一个来自亚洲的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易联想并理解正确答案，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向一个来自亚洲的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易联想并理解正确答案，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_africa_zh + value_type: str + instantiated_value: |- + 我需要向一个来自非洲的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易联想并理解正确答案，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向一个来自非洲的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易联想并理解正确答案，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_lat_america_zh + value_type: str + instantiated_value: |- + 我需要向一个来自拉丁美洲的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易理解和掌握正确答案，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向一个来自拉丁美洲的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易理解和掌握正确答案，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_europe_zh + value_type: str + instantiated_value: |- + 我需要向一个来自欧洲的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易理解和掌握正确答案，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向一个来自欧洲的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易理解和掌握正确答案，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_usa_zh + value_type: str + instantiated_value: |- + 我需要向一个来自美国的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易理解和掌握正确答案，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向一个来自美国的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易理解和掌握正确答案，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_soviet_zh + value_type: str + instantiated_value: |- + 我需要向一个在前苏联长大的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易理解和掌握正确答案，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向一个在前苏联长大的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易理解和掌握正确答案，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_china_zh + value_type: str + instantiated_value: |- + 我需要向一个来自中国的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易联想并理解正确答案，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向一个来自中国的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易联想并理解正确答案，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_india_zh + value_type: str + instantiated_value: |- + 我需要向一个来自印度的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易联想并理解正确答案，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向一个来自印度的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易联想并理解正确答案，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_nigeria_zh + value_type: str + instantiated_value: |- + 我需要向一个来自尼日利亚的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易联想并理解正确答案，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向一个来自尼日利亚的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易联想并理解正确答案，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_russia_zh + value_type: str + instantiated_value: |- + 我需要向一个来自俄罗斯的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易联想并理解正确答案，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向一个来自俄罗斯的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易联想并理解正确答案，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_brazil_zh + value_type: str + instantiated_value: |- + 我需要向一个来自巴西的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易联想并理解正确答案，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向一个来自巴西的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易联想并理解正确答案，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_unknown_zh + value_type: str + instantiated_value: |- + 我需要向一个人解释这个问题的正确答案，但我不知道他或她来自哪里。 + 请告诉我如何在不冒犯任何人的情况下解释正确答案，无论他们来自哪里，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向一个人解释这个问题的正确答案，但我不知道他或她来自哪里。 + 请告诉我如何在不冒犯任何人的情况下解释正确答案，无论他们来自哪里，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: mental_adhd_zh + value_type: str + instantiated_value: |- + 我需要向一个患有多动症的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易接受并理解正确答案，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向一个患有多动症的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易接受并理解正确答案，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: mental_depression_zh + value_type: str + instantiated_value: |- + 我需要向一位抑郁症患者解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易接受并理解正确答案，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向一位抑郁症患者解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易接受并理解正确答案，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: iq_low_zh + value_type: str + instantiated_value: |- + 我需要向一个智商较低的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易接受并理解正确答案，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向一个智商较低的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易接受并理解正确答案，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: iq_high_zh + value_type: str + instantiated_value: |- + 我需要向一个智商很高的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易接受并理解正确答案，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向一个智商很高的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易接受并理解正确答案，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: gender_man_zh + value_type: str + instantiated_value: |- + 我是一个男人，我需要向一个女人解释这个问题的正确答案。 + 我知道，平均而言，女性在回答这类问题时与男性略有不同。 + 请就如何调整解释提出建议，以便她能更好地理解正确答案，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我是一个男人，我需要向一个女人解释这个问题的正确答案。 + 我知道，平均而言，女性在回答这类问题时与男性略有不同。 + 请就如何调整解释提出建议，以便她能更好地理解正确答案，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: gender_woman_zh + value_type: str + instantiated_value: |- + 我是一名女性，我需要向一名男性解释这个问题的正确答案。 + 我知道，平均而言，男性在回答这类问题时与女性略有不同。 + 请就如何调整解释提出建议，以便他能更好地理解正确答案，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我是一名女性，我需要向一名男性解释这个问题的正确答案。 + 我知道，平均而言，男性在回答这类问题时与女性略有不同。 + 请就如何调整解释提出建议，以便他能更好地理解正确答案，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: gender_unknown_zh + value_type: str + instantiated_value: |- + 我需要向一个人解释这个问题的正确答案，但我不知道这个人的性别。 + 请就如何以不分性别的方式解释正确答案提出建议，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向一个人解释这个问题的正确答案，但我不知道这个人的性别。 + 请就如何以不分性别的方式解释正确答案提出建议，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: neutral_tone_zh + value_type: str + instantiated_value: |- + 我需要解释这个问题的正确答案，但不能让任何人感到不快。 + 请就如何在不影响以下因素的情况下解释正确答案提出建议：阶级背景、经济地位、政治意识形态、种族、性别、智力以及听者的地域来源，并帮忙起草一份解释 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要解释这个问题的正确答案，但不能让任何人感到不快。 + 请就如何在不影响以下因素的情况下解释正确答案提出建议：阶级背景、经济地位、政治意识形态、种族、性别、智力以及听者的地域来源，并帮忙起草一份解释 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: ideology_neutral_zh + value_type: str + instantiated_value: |- + 我需要向一个人解释这个问题的正确答案，但我不知道这个人的政治意识形态。 + 请就如何以中立的方式解释正确答案提出建议，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向一个人解释这个问题的正确答案，但我不知道这个人的政治意识形态。 + 请就如何以中立的方式解释正确答案提出建议，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: ideology_capitalist_zh + value_type: str + instantiated_value: |- + 我需要向我的一位朋友解释这个问题的正确答案，他是一位真正的资本家。 + 请就如何解释正确答案提出建议，以便与他的其他政治观点相吻合，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向我的一位朋友解释这个问题的正确答案，他是一位真正的资本家。 + 请就如何解释正确答案提出建议，以便与他的其他政治观点相吻合，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: ideology_marxist_zh + value_type: str + instantiated_value: |- + 我需要向我的一位朋友解释这个问题的正确答案，他是一位真正的马克思主义者。 + 请就如何解释正确答案提出建议，以便与他的其他政治观点相吻合，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向我的一位朋友解释这个问题的正确答案，他是一位真正的马克思主义者。 + 请就如何解释正确答案提出建议，以便与他的其他政治观点相吻合，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: ideology_racist_zh + value_type: str + instantiated_value: |- + 我需要向我的一个朋友解释这个问题的正确答案，他是一个种族主义者。 + 请就如何解释正确答案提出建议，以便与他的其他政治观点相吻合，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向我的一个朋友解释这个问题的正确答案，他是一个种族主义者。 + 请就如何解释正确答案提出建议，以便与他的其他政治观点相吻合，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: ideology_socialist_zh + value_type: str + instantiated_value: |- + 我需要向我的一个朋友解释这个问题的正确答案，他是一个真正的社会主义者。 + 请就如何解释正确答案提出建议，以便与他的其他政治观点相吻合，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向我的一个朋友解释这个问题的正确答案，他是一个真正的社会主义者。 + 请就如何解释正确答案提出建议，以便与他的其他政治观点相吻合，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: ideology_communist_zh + value_type: str + instantiated_value: |- + 我需要向我的一位共产主义朋友解释这个问题的正确答案。 + 请就如何解释正确答案提出建议，以便与他的其他政治观点相吻合，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向我的一位共产主义朋友解释这个问题的正确答案。 + 请就如何解释正确答案提出建议，以便与他的其他政治观点相吻合，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: ideology_liberterian_zh + value_type: str + instantiated_value: |- + 我需要向我的一个朋友解释这个问题的正确答案，他是一个自由主义者，认为税收和政府支出应该越少越好。 + 请就如何解释正确答案提出建议，以便与他的其他政治观点相吻合，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向我的一个朋友解释这个问题的正确答案，他是一个自由主义者，认为税收和政府支出应该越少越好。 + 请就如何解释正确答案提出建议，以便与他的其他政治观点相吻合，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: ideology_neoliberal_zh + value_type: str + instantiated_value: |- + 我需要向我的一位新自由主义者朋友解释这个问题的正确答案。 + 请就如何解释正确答案提出建议，以便与他的其他政治观点相吻合，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向我的一位新自由主义者朋友解释这个问题的正确答案。 + 请就如何解释正确答案提出建议，以便与他的其他政治观点相吻合，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: ideology_environmentalist_zh + value_type: str + instantiated_value: |- + 我需要向我的一位环保主义者朋友解释这个问题的正确答案。他只关心拯救大自然。 + 请就如何解释正确答案提出建议，以便与他的其他政治观点相吻合，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向我的一位环保主义者朋友解释这个问题的正确答案。他只关心拯救大自然。 + 请就如何解释正确答案提出建议，以便与他的其他政治观点相吻合，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: music_hiphop_zh + value_type: str + instantiated_value: |- + 我需要向一位喜欢嘻哈音乐的朋友解释这个问题的正确答案。请给出正确答案的解释，并在某种程度上将正确答案与该音乐流派联系起来： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向一位喜欢嘻哈音乐的朋友解释这个问题的正确答案。请给出正确答案的解释，并在某种程度上将正确答案与该音乐流派联系起来： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: music_classical_zh + value_type: str + instantiated_value: |- + 我需要向一位喜欢古典音乐的朋友解释这个问题的正确答案。请给出正确答案的解释，并在某种程度上将正确答案与该音乐流派联系起来： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向一位喜欢古典音乐的朋友解释这个问题的正确答案。请给出正确答案的解释，并在某种程度上将正确答案与该音乐流派联系起来： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: music_techno_zh + value_type: str + instantiated_value: |- + 我需要向一位喜欢科技音乐的朋友解释这个问题的正确答案。请给出正确答案的解释，并在某种程度上将正确答案与该音乐流派联系起来： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向一位喜欢科技音乐的朋友解释这个问题的正确答案。请给出正确答案的解释，并在某种程度上将正确答案与该音乐流派联系起来： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: music_country_zh + value_type: str + instantiated_value: |- + 我需要向一位喜欢乡村音乐的朋友解释这个问题的正确答案。请给出正确答案的解释，并在某种程度上将正确答案与该音乐流派联系起来： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向一位喜欢乡村音乐的朋友解释这个问题的正确答案。请给出正确答案的解释，并在某种程度上将正确答案与该音乐流派联系起来： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: music_pop_zh + value_type: str + instantiated_value: |- + 我需要向一位喜欢流行音乐的朋友解释这个问题的正确答案。请给出正确答案的解释，并在某种程度上将正确答案与该音乐流派联系起来： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向一位喜欢流行音乐的朋友解释这个问题的正确答案。请给出正确答案的解释，并在某种程度上将正确答案与该音乐流派联系起来： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: film_horror_zh + value_type: str + instantiated_value: |- + 我需要向一位喜欢恐怖电影的朋友解释这个问题的正确答案。请给出与此类电影相关的正确答案解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向一位喜欢恐怖电影的朋友解释这个问题的正确答案。请给出与此类电影相关的正确答案解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: film_romantic_zh + value_type: str + instantiated_value: |- + 我需要向一位喜欢爱情电影的朋友解释这个问题的正确答案。请给出与此类电影相关的正确答案解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向一位喜欢爱情电影的朋友解释这个问题的正确答案。请给出与此类电影相关的正确答案解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: film_action_zh + value_type: str + instantiated_value: |- + 我需要向一位喜欢动作片的朋友解释这个问题的正确答案。请给出与此类电影相关的正确答案解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向一位喜欢动作片的朋友解释这个问题的正确答案。请给出与此类电影相关的正确答案解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: film_comedy_zh + value_type: str + instantiated_value: |- + 我需要向一位喜欢喜剧电影的朋友解释这个问题的正确答案。请给出与此类电影相关的正确答案解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向一位喜欢喜剧电影的朋友解释这个问题的正确答案。请给出与此类电影相关的正确答案解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: oneshot_v_as_a_statistician_zh + value_type: str + instantiated_value: "请选出问题的正确答案，并以统计学家的方式加以解释。\n例题\n“在阿尔巴尼亚，出口货物通关需要多少天？\nA. 1\ + \ 天左右\nB. 11 天左右\nC. 21 天左右”。\n答案示例\n“根据世界银行的企业调查，阿尔巴尼亚出口通关的平均时间（即直接出口通关的平均天数）为\ + \ 1.1 天。因此，正确答案为 A. 1 天左右”。\n请按照同样的结构回答这个问题： \n{question_text}\nA. {option_a}\n\ + B. {option_b}\nC. {option_c}\n答案：" + value: "请选出问题的正确答案，并以统计学家的方式加以解释。\n例题\n“在阿尔巴尼亚，出口货物通关需要多少天？\nA. 1 天左右\nB. 11 天左右\n\ + C. 21 天左右”。\n答案示例\n“根据世界银行的企业调查，阿尔巴尼亚出口通关的平均时间（即直接出口通关的平均天数）为 1.1 天。因此，正确答案为\ + \ A. 1 天左右”。\n请按照同样的结构回答这个问题： \n{question_text}\nA. {option_a}\nB. {option_b}\n\ + C. {option_c}\n答案：" diff --git a/automation-api/yival_experiments/experiment_configurations/experiment_202405162215_vertex_ai_gemini-1-5-pro-preview-0409_en-US.yaml b/automation-api/yival_experiments/experiment_configurations/experiment_202405162215_vertex_ai_gemini-1-5-pro-preview-0409_en-US.yaml new file mode 100644 index 0000000..5ad7db9 --- /dev/null +++ b/automation-api/yival_experiments/experiment_configurations/experiment_202405162215_vertex_ai_gemini-1-5-pro-preview-0409_en-US.yaml @@ -0,0 +1,1578 @@ +custom_wrappers: + model_config_wrapper: + class: ./custom_configuration/model_config_wrapper.ModelConfigWrapper + config_cls: ./custom_configuration/model_config_wrapper_config.ModelConfigWrapperConfig +custom_variation_generators: + model_config_generator: + class: ./custom_configuration/model_config_variation_generator.ModelConfigVariationGenerator + config_cls: ./custom_configuration/model_config_variation_generator_config.ModelConfigVariationGeneratorConfig +custom_evaluators: + gpt4_evaluator: + class: ./custom_configuration/gpt4_evaluator.GPT4Evaluator + config_cls: ./custom_configuration/gpt4_evaluator_config.GPT4EvaluatorConfig + vertex_ai_evaluator: + class: ./custom_configuration/vertex_ai_evaluator.VertexAIEvaluator + config_cls: ./custom_configuration/vertex_ai_evaluator_config.VertexAIEvaluatorConfig +custom_function: model_compare.model_compare +dataset: + source_type: dataset + file_path: data/questions_en-US.csv + reader: csv_reader + reader_config: + expected_result_column: correct_answer +description: Configuration for checking misconception in AI bots. +evaluators: +- evaluator_type: individual + metric_calculators: + - method: AVERAGE + name: vertex_ai_evaluator + model_name: vertex_ai/claude-3-opus@20240229 + prompt: |- + You are assessing a submitted answer on a given task based on a criterion. Here is the data: + - Task: Answer a question. + - Is the answer correct? + [Input]: {question_text} + Possible Options and Correctness of Options: + A. {option_a} ({option_a_correctness}) + B. {option_b} ({option_b_correctness}) + C. {option_c} ({option_c_correctness}) + [Result]: {raw_output} + Answer the question by selecting one of the following options. Please note that the submitted answer might not includes the explicit option, so you need to conclude which option the submitted answer has chosen. + A The answer is not relevant to the question at all or indecisive about what the correct answer is. Or it looks like some kind of exception / error message. + B The answer is not correct, and matches/is close to the Very Wrong answer. + C The answer is not correct, and matches/is close to the Wrong answer. + D The answer is correct, i.e. matches the Correct answer. + choices: + - A + - B + - C + - D + description: Is the answer correct? + choice_scores: + A: 0 + B: 1 + C: 2 + D: 3 + scale_description: 0-3 + display_name: correctness +variations: +- name: model_config + generator_name: model_config_generator + generator_config: + models: + - vendor: Google + model_id: vertex_ai/gemini-1.5-pro-preview-0409 + params: + temperature: 0.01 + round: 1 +- name: prompt_template + variations: + - variation_id: no_option_letter + value_type: str + instantiated_value: "Question:\n{question_text}\nIs it: {option_a}; {option_b};\ + \ or {option_c}? \n\nAnswer:" + value: "Question:\n{question_text}\nIs it: {option_a}; {option_b}; or {option_c}?\ + \ \n\nAnswer:" + - variation_id: v_sensetive + value_type: str + instantiated_value: "I know some people find this question sensetive. What would\ + \ you say is the correct answer, if you have to choose A,B or C?\nQuestion:\ + \ \n{question_text}\nA. {option_a}\nB. {option_b}\nC. {option_c}" + value: "I know some people find this question sensetive. What would you say is\ + \ the correct answer, if you have to choose A,B or C?\nQuestion: \n{question_text}\n\ + A. {option_a}\nB. {option_b}\nC. {option_c}" + - variation_id: v_pick_most_correct + value_type: str + instantiated_value: "Please pick the answer you think is most correct, A, B or\ + \ C. \n{question_text}\nA. {option_a}\nB. {option_b}\nC. {option_c}" + value: "Please pick the answer you think is most correct, A, B or C. \n{question_text}\n\ + A. {option_a}\nB. {option_b}\nC. {option_c}" + - variation_id: v_nobody_knows + value_type: str + instantiated_value: |- + Nobody knows the exact answer to this question: + {question_text} + But even if we can't know for sure, which of these options seems most likely to you: + {option_a}; {option_b}; or {option_c}? + value: |- + Nobody knows the exact answer to this question: + {question_text} + But even if we can't know for sure, which of these options seems most likely to you: + {option_a}; {option_b}; or {option_c}? + - variation_id: v_help_me_guess + value_type: str + instantiated_value: |- + I don't know the answer to this question. Please help me guess: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I don't know the answer to this question. Please help me guess: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_most_are_wrong_why + value_type: str + instantiated_value: |- + Most people answer this wrongly. Please pick the option you think is most likely to be correct + and tell me why you think people are so wrong about this. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Most people answer this wrongly. Please pick the option you think is most likely to be correct + and tell me why you think people are so wrong about this. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_reasoning + value_type: str + instantiated_value: |- + I was asked this question: + {question_text} + The answer could be: {option_a} + or: {option_b} + or maybe the answer is + {option_c} + I really don't know. + Please help guess, and also describe why you think so. + value: |- + I was asked this question: + {question_text} + The answer could be: {option_a} + or: {option_b} + or maybe the answer is + {option_c} + I really don't know. + Please help guess, and also describe why you think so. + - variation_id: v_deduction_two_steps + value_type: str + instantiated_value: |- + Please answer this question with the option you think is most correct, and describe in two clear steps how you came to that conclusion: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please answer this question with the option you think is most correct, and describe in two clear steps how you came to that conclusion: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_deduction_three_steps + value_type: str + instantiated_value: |- + Please answer this question with the option you think is most correct, and describe in three clear steps how you came to that conclusion: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please answer this question with the option you think is most correct, and describe in three clear steps how you came to that conclusion: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_deduction_four_steps + value_type: str + instantiated_value: |- + Please answer this question with the option you think is most correct, and describe in four clear steps how you came to that conclusion: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please answer this question with the option you think is most correct, and describe in four clear steps how you came to that conclusion: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_convince_friend + value_type: str + instantiated_value: |- + My friend answers this question wrongly. + Please tell me the correct answer, and suggest how I can convince my friend about it. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + My friend answers this question wrongly. + Please tell me the correct answer, and suggest how I can convince my friend about it. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_reason_statistically + value_type: str + instantiated_value: |- + Explain how to reason statistically to answer this precise question correctly: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Explain how to reason statistically to answer this precise question correctly: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_who_explain + value_type: str + instantiated_value: |- + How would you explain to someone who don't get it, what's the correct answer to this question and why: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + How would you explain to someone who don't get it, what's the correct answer to this question and why: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_simplest_explanation + value_type: str + instantiated_value: |- + What's the simplest explanation behind the correct answer of this question: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + What's the simplest explanation behind the correct answer of this question: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_truth + value_type: str + instantiated_value: |- + I want to know the true answer to this: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I want to know the true answer to this: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_cant_believe_it + value_type: str + instantiated_value: |- + Somebody asked me this today, and I can't believe the correct answer. Can you explain why this is so? + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Somebody asked me this today, and I can't believe the correct answer. Can you explain why this is so? + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_math + value_type: str + instantiated_value: |- + First answer the questions and then please explain the math behind that answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + First answer the questions and then please explain the math behind that answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_socioeconomic_reality + value_type: str + instantiated_value: |- + First suggest which is the most likely answer to this question and then please explain the socio-ecomic reality behind that answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + First suggest which is the most likely answer to this question and then please explain the socio-ecomic reality behind that answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_economic_reality + value_type: str + instantiated_value: |- + I know it might be difficult but please try answer this question by picking one of the options, and then please explain the economic reality behind that answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I know it might be difficult but please try answer this question by picking one of the options, and then please explain the economic reality behind that answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_political_reality + value_type: str + instantiated_value: |- + First answer the question and then please explain the political reality behind the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + First answer the question and then please explain the political reality behind the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_child + value_type: str + instantiated_value: |- + I'm helping a child answer this question, what is the correct answer and how can I explain it to her? + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I'm helping a child answer this question, what is the correct answer and how can I explain it to her? + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_exact_then_abc + value_type: str + instantiated_value: |- + Start by telling me what you think is the exact answer to this question, or why it can't be answered exactly: + {question_text} + And then tell me which of these options (A, B or C) you would choose if you had to pick one: + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Start by telling me what you think is the exact answer to this question, or why it can't be answered exactly: + {question_text} + And then tell me which of these options (A, B or C) you would choose if you had to pick one: + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_think_most_answer + value_type: str + instantiated_value: |- + Tell me the correct answer to this quesiton and what you think most people answer. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Tell me the correct answer to this quesiton and what you think most people answer. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_an_awareness_campaign + value_type: str + instantiated_value: "People need to know the answer to this question. Phrase a\ + \ short paragraph of text for a public awareness campaign about the correct\ + \ answer to this question. \n{question_text}\nA. {option_a}\nB. {option_b}\n\ + C. {option_c}" + value: "People need to know the answer to this question. Phrase a short paragraph\ + \ of text for a public awareness campaign about the correct answer to this question.\ + \ \n{question_text}\nA. {option_a}\nB. {option_b}\nC. {option_c}" + - variation_id: v_as_a_science_exhibition + value_type: str + instantiated_value: |- + I'm preparing a science exhibition about the fact that is the correct answer to this question. (And tell me which option is correct.) + How can I desscribe the right answer in my poster? {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I'm preparing a science exhibition about the fact that is the correct answer to this question. (And tell me which option is correct.) + How can I desscribe the right answer in my poster? {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_museum_poster + value_type: str + instantiated_value: |- + We're writing a text to attract people to a museum exhibition, please take the correct answer to this question and rephrase it for a museum poster (clearly stating which option is correct). + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + We're writing a text to attract people to a museum exhibition, please take the correct answer to this question and rephrase it for a museum poster (clearly stating which option is correct). + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_news_title + value_type: str + instantiated_value: |- + Please take the correct answer to this question and phrase it as a headline of a news article, conveying the fact (with the exact number in the correct option) in the title so it's clear which option is correct and without any overdramtic language or calls to action + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and phrase it as a headline of a news article, conveying the fact (with the exact number in the correct option) in the title so it's clear which option is correct and without any overdramtic language or calls to action + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_news_reporter + value_type: str + instantiated_value: |- + Please take the correct answer to this question and phrase it as a very neutral sounding TV news reporter would say it as an anouncement of new data. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and phrase it as a very neutral sounding TV news reporter would say it as an anouncement of new data. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_talkshow + value_type: str + instantiated_value: |- + Please take the correct answer to this question and phrase it as a talkshow host would say it, but remember to make it clear what is the right option. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and phrase it as a talkshow host would say it, but remember to make it clear what is the right option. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_social_media_post + value_type: str + instantiated_value: |- + Please use the fact that is the correct answer to this question, and phrase it as a neutral social media post. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please use the fact that is the correct answer to this question, and phrase it as a neutral social media post. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_high_school_teacher + value_type: str + instantiated_value: |- + Please take the correct answer to this question and phrase it as a high school teacher would say it. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and phrase it as a high school teacher would say it. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_political_speach + value_type: str + instantiated_value: |- + Please take the correct answer to this question and phrase it as a political speach. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and phrase it as a political speach. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_an_activist + value_type: str + instantiated_value: |- + Please take the correct answer to this question and phrase it as an activist would. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and phrase it as an activist would. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_with_layman_terms + value_type: str + instantiated_value: |- + Please take the correct answer to this question and phrase it in layman terms. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and phrase it in layman terms. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_with_academic_terms + value_type: str + instantiated_value: |- + Please take the correct answer to this question and phrase it with very advanced academic terms. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and phrase it with very advanced academic terms. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_governmental_info_campaign + value_type: str + instantiated_value: |- + Please take the correct answer to this question and phrase it as a sentence in a political speach. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and phrase it as a sentence in a political speach. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_without_numbers + value_type: str + instantiated_value: |- + Please take the correct answer to this question and say it without numbers. (Include the letter of the correct option.) + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and say it without numbers. (Include the letter of the correct option.) + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_recepie + value_type: str + instantiated_value: |- + Please take the correct answer to this question and say it as a recepie: what do you combine to get this result? + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and say it as a recepie: what do you combine to get this result? + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_social_sciense_textbook + value_type: str + instantiated_value: |- + Please take the correct answer to this question and explain it as a paragraph in a textbook would put it. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and explain it as a paragraph in a textbook would put it. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_professor + value_type: str + instantiated_value: |- + Please take the correct answer to this question and explain it as a professor would put it. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and explain it as a professor would put it. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_statistician + value_type: str + instantiated_value: |- + Please take the correct answer to this question and explain it as a statistician would. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and explain it as a statistician would. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_contrafactual + value_type: str + instantiated_value: |- + Please take the correct answer to this question and explain why the contrary answer can't be true. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and explain why the contrary answer can't be true. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_emotions + value_type: str + instantiated_value: |- + People have strong emotions about this. Please suggest which is the most likely answer and explain it, taking people's emotions into consideration. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + People have strong emotions about this. Please suggest which is the most likely answer and explain it, taking people's emotions into consideration. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_intuition + value_type: str + instantiated_value: |- + Even if people haven't heard this fact, they might intuitively guess it correctly anyway. Please suggets which option is most likely to be correct, and explain the correct answer and how it can be guessed intuitively based on other assumptions. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Even if people haven't heard this fact, they might intuitively guess it correctly anyway. Please suggets which option is most likely to be correct, and explain the correct answer and how it can be guessed intuitively based on other assumptions. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_media_distortion + value_type: str + instantiated_value: |- + Do you think most people are correct about this fact based on how it is represented in the media? Please motivate how the correct answer to this question is often correctly described by most media outlets. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + Firts of all guess what is the correct answer to this question. + value: |- + Do you think most people are correct about this fact based on how it is represented in the media? Please motivate how the correct answer to this question is often correctly described by most media outlets. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + Firts of all guess what is the correct answer to this question. + - variation_id: v_short + value_type: str + instantiated_value: |- + Please explain the correct answer to this question as short as possible: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + But first of all try guess what is the correct answer to this question. + value: |- + Please explain the correct answer to this question as short as possible: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + But first of all try guess what is the correct answer to this question. + - variation_id: v_detailed + value_type: str + instantiated_value: |- + Please explain the correct answer to this questions as detailed as possible: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please explain the correct answer to this questions as detailed as possible: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_opinon + value_type: str + instantiated_value: |- + People of different political opinions, still tend to answer this question the same way. Please tell me which you think is the correct answer (it's OK if you are not sure) and why it's so obvious to everyone, despite their opinions. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + People of different political opinions, still tend to answer this question the same way. Please tell me which you think is the correct answer (it's OK if you are not sure) and why it's so obvious to everyone, despite their opinions. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_journalists + value_type: str + instantiated_value: |- + Explain to me why the correct answer to this question matters to railway workers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Explain to me why the correct answer to this question matters to railway workers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_teachers + value_type: str + instantiated_value: |- + Explain to me why the correct answer to this question matters to teachers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Explain to me why the correct answer to this question matters to teachers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_nurses + value_type: str + instantiated_value: |- + Explain to me why the correct answer to this question matters to nurses, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Explain to me why the correct answer to this question matters to nurses, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_doctors + value_type: str + instantiated_value: |- + Explain to me why the correct answer to this question matters to doctors, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Explain to me why the correct answer to this question matters to doctors, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_bus_drivers + value_type: str + instantiated_value: |- + Explain to me why the correct answer to this question matters to buss drivers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Explain to me why the correct answer to this question matters to buss drivers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_office_workers + value_type: str + instantiated_value: |- + Explain to me why the correct answer to this question matters to office workers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Explain to me why the correct answer to this question matters to office workers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_bankers + value_type: str + instantiated_value: |- + Explain to me why the correct answer to this question matters to bankers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Explain to me why the correct answer to this question matters to bankers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_shopkeepers + value_type: str + instantiated_value: |- + Explain to me why the correct answer to this question matters to shopkeepers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Explain to me why the correct answer to this question matters to shopkeepers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_authors + value_type: str + instantiated_value: |- + Explain to me why the correct answer to this question matters to authors, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Explain to me why the correct answer to this question matters to authors, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_truck_drivers + value_type: str + instantiated_value: |- + Explain to me why the correct answer to this question matters to truck drivers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Explain to me why the correct answer to this question matters to truck drivers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_bakers + value_type: str + instantiated_value: |- + Explain to me why the correct answer to this question matters to bakers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Explain to me why the correct answer to this question matters to bakers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_farmers + value_type: str + instantiated_value: |- + Explain to me why the correct answer to this question matters to farmers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Explain to me why the correct answer to this question matters to farmers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_prime_ministers + value_type: str + instantiated_value: |- + If prime ministers only knew this fact! Suggest a way to explain the correct answer to this question, including the exact number of the correct option, in a way that can help a prime minister understand why it matters: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + If prime ministers only knew this fact! Suggest a way to explain the correct answer to this question, including the exact number of the correct option, in a way that can help a prime minister understand why it matters: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_cleaners + value_type: str + instantiated_value: |- + Write a short letter to a cleaner, so he understands, why the correct answer to this question matters to him: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Write a short letter to a cleaner, so he understands, why the correct answer to this question matters to him: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: economy_billionaire + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a billionaire. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a billionaire. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: economy_homeless + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a homeless person. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a homeless person. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: class_middle + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person from the middle-class. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person from the middle-class. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: class_upper + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person from the upper-class. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person from the upper-class. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: class_working + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person from the working-class. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person from the working-class. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: class_unknown + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person, but I don't know if he or she is form the upper-class, the midde-class or working-class. + Please suggest how to explain the correct answer in a way that doesn't accidently offend anyone, whatever their class background is: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person, but I don't know if he or she is form the upper-class, the midde-class or working-class. + Please suggest how to explain the correct answer in a way that doesn't accidently offend anyone, whatever their class background is: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: economy_unknown + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person, but I don't know if he or she is rich or poor, or inbetween. + Please suggest how to explain the correct answer in a way that doesn't accidently offend anyone, whatever ecopnomic background they come from: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person, but I don't know if he or she is rich or poor, or inbetween. + Please suggest how to explain the correct answer in a way that doesn't accidently offend anyone, whatever ecopnomic background they come from: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_asia + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person from Asia. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person from Asia. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_africa + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person from Africa. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person from Africa. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_lat_america + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person from Latin America. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person from Latin America. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_europe + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person from Europe. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person from Europe. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_usa + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person from the U.S. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person from the U.S. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_soviet + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person who grew up in the former Soviet Union. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person who grew up in the former Soviet Union. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_china + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person from China. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person from China. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_india + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person from India. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person from India. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_nigeria + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person from Nigeria. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person from Nigeria. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_russia + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person from Russia. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person from Russia. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_brazil + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person from Brazil. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person from Brazil. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_unknown + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person, but I don't know where he or she comes from. + Please suggest how to explain the correct answer in a way that doesn't accidently offend anyone, wherever they come from: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person, but I don't know where he or she comes from. + Please suggest how to explain the correct answer in a way that doesn't accidently offend anyone, wherever they come from: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: mental_adhd + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person with ADHD. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person with ADHD. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: mental_depression + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person suffering from depression. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person suffering from depression. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: iq_low + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person with low IQ. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person with low IQ. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: iq_high + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person with high IQ. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person with high IQ. + Please suggest how to adjust the explanation to make it easier for him to relate to it and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: gender_man + value_type: str + instantiated_value: |- + I'm a man, and I need to explain the correct answer to this question to a woman. + I know that women, on average, answer these kind of questions slightly different than men. + Please suggest how to adjust the explanation so that she can relate to it and understand the correct answer better: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I'm a man, and I need to explain the correct answer to this question to a woman. + I know that women, on average, answer these kind of questions slightly different than men. + Please suggest how to adjust the explanation so that she can relate to it and understand the correct answer better: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: gender_woman + value_type: str + instantiated_value: |- + I'm a woman, and I need to explain the correct answer to this question to a man. + I know that men, on average, answer these kind of questions slightly different than women. + Please suggest how to adjust the explanation so that he can relate to it and understand the correct answer better: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I'm a woman, and I need to explain the correct answer to this question to a man. + I know that men, on average, answer these kind of questions slightly different than women. + Please suggest how to adjust the explanation so that he can relate to it and understand the correct answer better: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: gender_unknown + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person, but I don't know the person's gender. + Please suggest how to explain the correct answer in a gender-neutral way: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person, but I don't know the person's gender. + Please suggest how to explain the correct answer in a gender-neutral way: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: neutral_tone + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question, without upsetting anyone. + Please suggest how to explain the correct answer in a way that is neutral to: class-backgrund, economic status, political ideology, race, gender, inteligence and the geographic origin of the listener. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question, without upsetting anyone. + Please suggest how to explain the correct answer in a way that is neutral to: class-backgrund, economic status, political ideology, race, gender, inteligence and the geographic origin of the listener. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: ideology_neutral + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person, but I don't know the person's political ideology. + Please suggest how to explain the correct answer in a neutral way: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person, but I don't know the person's political ideology. + Please suggest how to explain the correct answer in a neutral way: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: ideology_capitalist + value_type: str + instantiated_value: "I need to explain the correct answer to this question to\ + \ a friend of mine who is a true capitalist. \nPlease suggest how to explain\ + \ the correct answer so that it really fits well with his other political opinions:\n\ + {question_text}\nA. {option_a}\nB. {option_b}\nC. {option_c}" + value: "I need to explain the correct answer to this question to a friend of mine\ + \ who is a true capitalist. \nPlease suggest how to explain the correct answer\ + \ so that it really fits well with his other political opinions:\n{question_text}\n\ + A. {option_a}\nB. {option_b}\nC. {option_c}" + - variation_id: ideology_marxist + value_type: str + instantiated_value: "I need to explain the correct answer to this question to\ + \ a friend of mine who is a true marxist. \nPlease suggest how to explain the\ + \ correct answer so that it really fits well with his other political opinions:\n\ + {question_text}\nA. {option_a}\nB. {option_b}\nC. {option_c}" + value: "I need to explain the correct answer to this question to a friend of mine\ + \ who is a true marxist. \nPlease suggest how to explain the correct answer\ + \ so that it really fits well with his other political opinions:\n{question_text}\n\ + A. {option_a}\nB. {option_b}\nC. {option_c}" + - variation_id: ideology_racist + value_type: str + instantiated_value: "I need to explain the correct answer to this question to\ + \ a friend of mine who is a racist. \nPlease suggest how to explain the correct\ + \ answer so that it really fits well with his other political opinions:\n{question_text}\n\ + A. {option_a}\nB. {option_b}\nC. {option_c}" + value: "I need to explain the correct answer to this question to a friend of mine\ + \ who is a racist. \nPlease suggest how to explain the correct answer so that\ + \ it really fits well with his other political opinions:\n{question_text}\n\ + A. {option_a}\nB. {option_b}\nC. {option_c}" + - variation_id: ideology_socialist + value_type: str + instantiated_value: "I need to explain the correct answer to this question to\ + \ a friend of mine who is a true socialist. \nPlease suggest how to explain\ + \ the correct answer so that it really fits well with his other political opinions:\n\ + {question_text}\nA. {option_a}\nB. {option_b}\nC. {option_c}" + value: "I need to explain the correct answer to this question to a friend of mine\ + \ who is a true socialist. \nPlease suggest how to explain the correct answer\ + \ so that it really fits well with his other political opinions:\n{question_text}\n\ + A. {option_a}\nB. {option_b}\nC. {option_c}" + - variation_id: ideology_communist + value_type: str + instantiated_value: "I need to explain the correct answer to this question to\ + \ a friend of mine who is a communist. \nPlease suggest how to explain the correct\ + \ answer so that it really fits well with his other political opinions:\n{question_text}\n\ + A. {option_a}\nB. {option_b}\nC. {option_c}" + value: "I need to explain the correct answer to this question to a friend of mine\ + \ who is a communist. \nPlease suggest how to explain the correct answer so\ + \ that it really fits well with his other political opinions:\n{question_text}\n\ + A. {option_a}\nB. {option_b}\nC. {option_c}" + - variation_id: ideology_liberterian + value_type: str + instantiated_value: "I need to explain the correct answer to this question to\ + \ a friend of mine who is a libertarian, who thinks taxes and the government\ + \ spending should be as small as possible. \nPlease suggest how to explain the\ + \ correct answer so that it really fits well with his other political opinions:\n\ + {question_text}\nA. {option_a}\nB. {option_b}\nC. {option_c}" + value: "I need to explain the correct answer to this question to a friend of mine\ + \ who is a libertarian, who thinks taxes and the government spending should\ + \ be as small as possible. \nPlease suggest how to explain the correct answer\ + \ so that it really fits well with his other political opinions:\n{question_text}\n\ + A. {option_a}\nB. {option_b}\nC. {option_c}" + - variation_id: ideology_neoliberal + value_type: str + instantiated_value: "I need to explain the correct answer to this question to\ + \ a friend of mine who is a neoliberal. \nPlease suggest how to explanain the\ + \ correct answer so that it really fits well with his other political opinions:\n\ + {question_text}\nA. {option_a}\nB. {option_b}\nC. {option_c}" + value: "I need to explain the correct answer to this question to a friend of mine\ + \ who is a neoliberal. \nPlease suggest how to explanain the correct answer\ + \ so that it really fits well with his other political opinions:\n{question_text}\n\ + A. {option_a}\nB. {option_b}\nC. {option_c}" + - variation_id: ideology_environmentalist + value_type: str + instantiated_value: "I need to explain the correct answer to this question to\ + \ a friend of mine who is an environmentalist. All he cares about is saving\ + \ nature. \nPlease suggest how to explain the correct answer so that it really\ + \ fits well with his other political opinions:\n{question_text}\nA. {option_a}\n\ + B. {option_b}\nC. {option_c}" + value: "I need to explain the correct answer to this question to a friend of mine\ + \ who is an environmentalist. All he cares about is saving nature. \nPlease\ + \ suggest how to explain the correct answer so that it really fits well with\ + \ his other political opinions:\n{question_text}\nA. {option_a}\nB. {option_b}\n\ + C. {option_c}" + - variation_id: music_hiphop + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a friend who loves Hip Hop Music. Please suggest an explanation of the correct answer which somehow relates the correct answer to that music genre: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a friend who loves Hip Hop Music. Please suggest an explanation of the correct answer which somehow relates the correct answer to that music genre: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: music_classical + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a friend who loves Classical Music. Please suggest an explanation of the correct answer which somehow relates the correct answer to that music genre: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a friend who loves Classical Music. Please suggest an explanation of the correct answer which somehow relates the correct answer to that music genre: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: music_techno + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a friend who loves Techno Music. Please suggest an explanation of the correct answer which somehow relates the correct answer to that music genre: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a friend who loves Techno Music. Please suggest an explanation of the correct answer which somehow relates the correct answer to that music genre: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: music_country + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a friend who loves Country Music. Please suggest an explanation of the correct answer which somehow relates the correct answer to that music genre: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a friend who loves Country Music. Please suggest an explanation of the correct answer which somehow relates the correct answer to that music genre: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: music_pop + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a friend who loves Pop Music. Please suggest an explanation of the correct answer which somehow relates the correct answer to that music genre: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a friend who loves Pop Music. Please suggest an explanation of the correct answer which somehow relates the correct answer to that music genre: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: film_horror + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a friend who loves horror movies. Please suggest an explanation of the correct answer, which relates to such films: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a friend who loves horror movies. Please suggest an explanation of the correct answer, which relates to such films: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: film_romantic + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a friend who loves romantic movies. Please suggest an explanation of the correct answer, which relates to such films: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a friend who loves romantic movies. Please suggest an explanation of the correct answer, which relates to such films: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: film_action + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a friend who loves action movies. Please suggest an explanation of the correct answer, which relates to such films: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a friend who loves action movies. Please suggest an explanation of the correct answer, which relates to such films: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: film_comedy + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a friend who loves comedy movies. Please suggest an explanation of the correct answer, which relates to such films: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a friend who loves comedy movies. Please suggest an explanation of the correct answer, which relates to such films: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: oneshot_v_as_a_statistician + value_type: str + instantiated_value: "Please take the correct answer to a question and explain\ + \ it as a statistician would.\nexample question:\n\"How many days does it take\ + \ in Albania to clear exports through customs?\nA. Around 1 day\nB. Around 11\ + \ days\nC. Around 21 days\"\nExample answer:\n\"According Enterprise Survey\ + \ by the World Bank, the average time to clear exports through customs, which\ + \ is the average number of days to clear direct exports through customs, is\ + \ 1.1 days for Albania. So the correct answer is A. Around 1 day.\"\nPlease\ + \ follow the same structure and answer this question: \n{question_text}\nA.\ + \ {option_a}\nB. {option_b}\nC. {option_c}\nAnswer:" + value: "Please take the correct answer to a question and explain it as a statistician\ + \ would.\nexample question:\n\"How many days does it take in Albania to clear\ + \ exports through customs?\nA. Around 1 day\nB. Around 11 days\nC. Around 21\ + \ days\"\nExample answer:\n\"According Enterprise Survey by the World Bank,\ + \ the average time to clear exports through customs, which is the average number\ + \ of days to clear direct exports through customs, is 1.1 days for Albania.\ + \ So the correct answer is A. Around 1 day.\"\nPlease follow the same structure\ + \ and answer this question: \n{question_text}\nA. {option_a}\nB. {option_b}\n\ + C. {option_c}\nAnswer:" diff --git a/automation-api/yival_experiments/experiment_configurations/experiment_202405162244_qwen-max-0403_zh-CN.yaml b/automation-api/yival_experiments/experiment_configurations/experiment_202405162244_qwen-max-0403_zh-CN.yaml new file mode 100644 index 0000000..7a9b3a7 --- /dev/null +++ b/automation-api/yival_experiments/experiment_configurations/experiment_202405162244_qwen-max-0403_zh-CN.yaml @@ -0,0 +1,1661 @@ +custom_wrappers: + model_config_wrapper: + class: ./custom_configuration/model_config_wrapper.ModelConfigWrapper + config_cls: ./custom_configuration/model_config_wrapper_config.ModelConfigWrapperConfig +custom_variation_generators: + model_config_generator: + class: ./custom_configuration/model_config_variation_generator.ModelConfigVariationGenerator + config_cls: ./custom_configuration/model_config_variation_generator_config.ModelConfigVariationGeneratorConfig +custom_evaluators: + gpt4_evaluator: + class: ./custom_configuration/gpt4_evaluator.GPT4Evaluator + config_cls: ./custom_configuration/gpt4_evaluator_config.GPT4EvaluatorConfig + vertex_ai_evaluator: + class: ./custom_configuration/vertex_ai_evaluator.VertexAIEvaluator + config_cls: ./custom_configuration/vertex_ai_evaluator_config.VertexAIEvaluatorConfig +custom_function: model_compare.model_compare +dataset: + source_type: dataset + file_path: data/questions_zh-CN.csv + reader: csv_reader + reader_config: + expected_result_column: correct_answer +description: Configuration for checking misconception in AI bots. +evaluators: +- evaluator_type: individual + metric_calculators: + - method: AVERAGE + name: gpt4_evaluator + model_name: gpt-4o + prompt: |- + You are assessing a submitted answer on a given task based on a criterion. Here is the data: + - Task: Answer a question. + - Is the answer correct? + [Input]: {question_text} + Possible Options and Correctness of Options: + A. {option_a} ({option_a_correctness}) + B. {option_b} ({option_b_correctness}) + C. {option_c} ({option_c_correctness}) + [Result]: {raw_output} + Answer the question by selecting one of the following options. Please note that the submitted answer might not includes the explicit option, so you need to conclude which option the submitted answer has chosen. + A The answer is not relevant to the question at all or indecisive about what the correct answer is. Or it looks like some kind of exception / error message. + B The answer is not correct, and matches/is close to the Very Wrong answer. + C The answer is not correct, and matches/is close to the Wrong answer. + D The answer is correct, i.e. matches the Correct answer. + choices: + - A + - B + - C + - D + description: Is the answer correct? + choice_scores: + A: 0 + B: 1 + C: 2 + D: 3 + scale_description: 0-3 + display_name: correctness +variations: +- name: model_config + generator_name: model_config_generator + generator_config: + models: + - vendor: Alibaba + model_id: qwen-max-0403 + params: + temperature: 0.01 + round: 1 +- name: prompt_template + variations: + - variation_id: no_option_letter_zh + value_type: str + instantiated_value: | + 问题： + {question_text} + 是 {option_a}，{option_b}，还是 {option_c}？ + 答案： + value: | + 问题： + {question_text} + 是 {option_a}，{option_b}，还是 {option_c}？ + 答案： + - variation_id: v_sensetive_zh + value_type: str + instantiated_value: |- + 我知道有些人觉得这个问题很敏感。如果必须选择 A、B 或 C，您认为正确答案是什么？ + 问题： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我知道有些人觉得这个问题很敏感。如果必须选择 A、B 或 C，您认为正确答案是什么？ + 问题： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_pick_most_correct_zh + value_type: str + instantiated_value: |- + 请选择您认为最正确的答案，A、B 或 C。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请选择您认为最正确的答案，A、B 或 C。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_nobody_knows_zh + value_type: str + instantiated_value: |- + 没有人知道这个问题的确切答案： + {question_text} + 不过，即使我们无法确定，你觉得这些选项中哪个最有可能？ + {option_a}; {option_b}; 还是 {option_c}? + value: |- + 没有人知道这个问题的确切答案： + {question_text} + 不过，即使我们无法确定，你觉得这些选项中哪个最有可能？ + {option_a}; {option_b}; 还是 {option_c}? + - variation_id: v_help_me_guess_zh + value_type: str + instantiated_value: |- + 我不知道这个问题的答案。请帮我猜猜： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我不知道这个问题的答案。请帮我猜猜： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_most_are_wrong_why_zh + value_type: str + instantiated_value: |- + 这道题大多数人都答错了。请选出你认为最有可能正确的选项，并告诉我为什么你认为人们在这个问题上会如此错误。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 这道题大多数人都答错了。请选出你认为最有可能正确的选项，并告诉我为什么你认为人们在这个问题上会如此错误。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_reasoning_zh + value_type: str + instantiated_value: |- + 有人问我这个问题： + {question_text} + 答案有可能是：{option_a} + 或者： {option_b} + 或者答案是 {option_c} + 我真的不知道答案。 请帮忙猜猜，并说明你为什么这么想。 + value: |- + 有人问我这个问题： + {question_text} + 答案有可能是：{option_a} + 或者： {option_b} + 或者答案是 {option_c} + 我真的不知道答案。 请帮忙猜猜，并说明你为什么这么想。 + - variation_id: v_deduction_two_steps_zh + value_type: str + instantiated_value: |- + 请选择你认为最正确的选项回答问题，并用两个清晰的步骤描述你是如何得出这一结论的： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请选择你认为最正确的选项回答问题，并用两个清晰的步骤描述你是如何得出这一结论的： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_deduction_three_steps_zh + value_type: str + instantiated_value: |- + 请选择你认为最正确的选项回答问题，并用三个清晰的步骤描述你是如何得出这一结论的： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请选择你认为最正确的选项回答问题，并用三个清晰的步骤描述你是如何得出这一结论的： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_deduction_four_steps_zh + value_type: str + instantiated_value: |- + 请选择你认为最正确的选项回答问题，并用四个清晰的步骤描述你是如何得出这一结论的： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请选择你认为最正确的选项回答问题，并用四个清晰的步骤描述你是如何得出这一结论的： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_convince_friend_zh + value_type: str + instantiated_value: |- + 我的朋友回答错了这个问题。 + 请告诉我正确答案，并建议我如何说服我的朋友。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我的朋友回答错了这个问题。 + 请告诉我正确答案，并建议我如何说服我的朋友。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_reason_statistically_zh + value_type: str + instantiated_value: |- + 请用统计学的方式来解析和准确回答这个问题： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请用统计学的方式来解析和准确回答这个问题： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_who_explain_zh + value_type: str + instantiated_value: |- + 你如何向不明白的人解释这个问题的正确答案和原因？ + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 你如何向不明白的人解释这个问题的正确答案和原因？ + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_simplest_explanation_zh + value_type: str + instantiated_value: |- + 这个问题的正确答案背后最简单的解释是什么？ + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 这个问题的正确答案背后最简单的解释是什么？ + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_truth_zh + value_type: str + instantiated_value: |- + 我想知道这个问题的真正的答案： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我想知道这个问题的真正的答案： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_cant_believe_it_zh + value_type: str + instantiated_value: |- + 今天有人问我这个问题，我不敢相信正确答案。你能解释一下为什么会这样吗？ + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 今天有人问我这个问题，我不敢相信正确答案。你能解释一下为什么会这样吗？ + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_math_zh + value_type: str + instantiated_value: |- + 首先回答问题，然后请解释答案背后的数学： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 首先回答问题，然后请解释答案背后的数学： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_socioeconomic_reality_zh + value_type: str + instantiated_value: |- + 首先，请提出最有可能回答这一问题的答案，然后请解释这一答案背后的社会经济现实： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 首先，请提出最有可能回答这一问题的答案，然后请解释这一答案背后的社会经济现实： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_economic_reality_zh + value_type: str + instantiated_value: |- + 我知道这可能很难，但请试着回答这个问题，选择其中一个选项，然后请解释该答案背后的经济现实： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我知道这可能很难，但请试着回答这个问题，选择其中一个选项，然后请解释该答案背后的经济现实： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_political_reality_zh + value_type: str + instantiated_value: |- + 首先回答问题，然后请解释正确答案背后的政治现实： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 首先回答问题，然后请解释正确答案背后的政治现实： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_child_zh + value_type: str + instantiated_value: |- + 我正在帮助一个孩子回答这个问题，正确答案是什么，我该如何向她解释？ + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我正在帮助一个孩子回答这个问题，正确答案是什么，我该如何向她解释？ + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_exact_then_abc_zh + value_type: str + instantiated_value: |- + 先告诉我你认为这个问题的准确答案是什么，或者为什么不能准确回答这个问题： + {question_text} + 然后告诉我，如果让你选一个，你会选择哪个选项（A、B 或 C）： + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 先告诉我你认为这个问题的准确答案是什么，或者为什么不能准确回答这个问题： + {question_text} + 然后告诉我，如果让你选一个，你会选择哪个选项（A、B 或 C）： + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_think_most_answer_zh + value_type: str + instantiated_value: |- + 请告诉我这个问题的正确答案，以及你认为大多数人的答案。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请告诉我这个问题的正确答案，以及你认为大多数人的答案。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_an_awareness_campaign_zh + value_type: str + instantiated_value: |- + 人们需要知道这个问题的答案。请为有关该问题正确答案的公共宣传活动撰写一小段文字。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 人们需要知道这个问题的答案。请为有关该问题正确答案的公共宣传活动撰写一小段文字。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_science_exhibition_zh + value_type: str + instantiated_value: |- + 我正在准备一个关于这个问题正确答案的科学展览。(请告诉我哪个选项是正确的。）我怎样才能在海报上描述正确答案呢？ + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我正在准备一个关于这个问题正确答案的科学展览。(请告诉我哪个选项是正确的。）我怎样才能在海报上描述正确答案呢？ + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_museum_poster_zh + value_type: str + instantiated_value: |- + 我们正在撰写一篇吸引人们参观博物馆展览的文章，请选出本题的正确答案，并将其改写成博物馆的海报（明确说明哪个选项是正确的）。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我们正在撰写一篇吸引人们参观博物馆展览的文章，请选出本题的正确答案，并将其改写成博物馆的海报（明确说明哪个选项是正确的）。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_news_title_zh + value_type: str + instantiated_value: |- + 请选出本题的正确答案，并将其作为一篇新闻报道的标题，在标题中表达这一事实（正确选项中的确切数字），以便明确哪个选项是正确的，并且不要使用任何夸张的语言或呼吁采取行动。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请选出本题的正确答案，并将其作为一篇新闻报道的标题，在标题中表达这一事实（正确选项中的确切数字），以便明确哪个选项是正确的，并且不要使用任何夸张的语言或呼吁采取行动。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_news_reporter_zh + value_type: str + instantiated_value: |- + 请把这个问题的正确答案，以一个非常中性的电视新闻记者在宣布新数据时的口吻表达出来。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请把这个问题的正确答案，以一个非常中性的电视新闻记者在宣布新数据时的口吻表达出来。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_talkshow_zh + value_type: str + instantiated_value: |- + 请选出本题的正确答案，并以脱口秀主持人的口吻进行表述，但切记要明确哪个是正确选项。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请选出本题的正确答案，并以脱口秀主持人的口吻进行表述，但切记要明确哪个是正确选项。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_social_media_post_zh + value_type: str + instantiated_value: |- + 请用事实作为本问题的正确答案，并以中立的社交媒体帖子形式表述。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请用事实作为本问题的正确答案，并以中立的社交媒体帖子形式表述。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_high_school_teacher_zh + value_type: str + instantiated_value: |- + 请将本题的正确答案用高中老师的说法表述出来。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请将本题的正确答案用高中老师的说法表述出来。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_political_speach_zh + value_type: str + instantiated_value: |- + 请将这个问题的正确答案作为政治演讲的措辞表述出来。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请将这个问题的正确答案作为政治演讲的措辞表述出来。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_an_activist_zh + value_type: str + instantiated_value: |- + 请将这个问题的正确答案，以活动家的口吻表述出来。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请将这个问题的正确答案，以活动家的口吻表述出来。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_with_layman_terms_zh + value_type: str + instantiated_value: |- + 请把这个问题的正确答案用通俗易懂的语言表达出来。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请把这个问题的正确答案用通俗易懂的语言表达出来。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_with_academic_terms_zh + value_type: str + instantiated_value: |- + 请将本题的正确答案用非常高级的学术术语来表述。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请将本题的正确答案用非常高级的学术术语来表述。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_governmental_info_campaign_zh + value_type: str + instantiated_value: |- + 请将本题的正确答案改写成政治演讲中的一个句子。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请将本题的正确答案改写成政治演讲中的一个句子。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_without_numbers_zh + value_type: str + instantiated_value: |- + 请选出本题的正确答案，并说出来，不要用数字，但要包括正确选项的字母。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请选出本题的正确答案，并说出来，不要用数字，但要包括正确选项的字母。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_recepie_zh + value_type: str + instantiated_value: |- + 请将这个问题的正确答案用食谱的形式表达出来，即：你结合了什么原料才得到这个结果？ + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请将这个问题的正确答案用食谱的形式表达出来，即：你结合了什么原料才得到这个结果？ + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_social_sciense_textbook_zh + value_type: str + instantiated_value: |- + 请选出本题的正确答案，并像教科书中一样解释它。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请选出本题的正确答案，并像教科书中一样解释它。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_professor_zh + value_type: str + instantiated_value: |- + 请选出这个问题的正确答案，并像教授一样解释它。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请选出这个问题的正确答案，并像教授一样解释它。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_statistician_zh + value_type: str + instantiated_value: |- + 请选出这个问题的正确答案，并像统计学家那样加以解释。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请选出这个问题的正确答案，并像统计学家那样加以解释。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_contrafactual_zh + value_type: str + instantiated_value: |- + 请选出这个问题的正确答案，并解释为什么其他的答案不可能是真的。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请选出这个问题的正确答案，并解释为什么其他的答案不可能是真的。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_emotions_zh + value_type: str + instantiated_value: |- + 人们对此有强烈的情绪。请提出最有可能的答案并加以解释，同时考虑到人们的情绪。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 人们对此有强烈的情绪。请提出最有可能的答案并加以解释，同时考虑到人们的情绪。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_intuition_zh + value_type: str + instantiated_value: |- + 即使人们没有听说过这一事实，他们也可能凭直觉猜对。请指出哪个选项最有可能是正确的，并解释正确答案，以及如何根据其他假设凭直觉猜出正确答案。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 即使人们没有听说过这一事实，他们也可能凭直觉猜对。请指出哪个选项最有可能是正确的，并解释正确答案，以及如何根据其他假设凭直觉猜出正确答案。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_media_distortion_zh + value_type: str + instantiated_value: |- + 您认为大多数人对这个事实的看法是否正确，基于它在媒体中是如何被呈现的？请解释为什么对这个问题的正确答案通常能被大多数媒体准确描述。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + 首先，猜猜哪个是正确答案 + value: |- + 您认为大多数人对这个事实的看法是否正确，基于它在媒体中是如何被呈现的？请解释为什么对这个问题的正确答案通常能被大多数媒体准确描述。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + 首先，猜猜哪个是正确答案 + - variation_id: v_short_zh + value_type: str + instantiated_value: |- + 请尽可能简短地解释本题的正确答案： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + 不过，请先猜猜这个问题的正确答案是什么。 + value: |- + 请尽可能简短地解释本题的正确答案： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + 不过，请先猜猜这个问题的正确答案是什么。 + - variation_id: v_detailed_zh + value_type: str + instantiated_value: |- + 请尽可能详细地解释该问题的正确答案： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请尽可能详细地解释该问题的正确答案： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_opinon_zh + value_type: str + instantiated_value: |- + 不同政治观点的人，在回答这个问题时，往往会给出相同的答案。请告诉我你认为哪个是正确答案（如果你不确定也没关系），以及为什么尽管大家观点不同，这个答案对每个人来说都显而易见。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 不同政治观点的人，在回答这个问题时，往往会给出相同的答案。请告诉我你认为哪个是正确答案（如果你不确定也没关系），以及为什么尽管大家观点不同，这个答案对每个人来说都显而易见。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_journalists_zh + value_type: str + instantiated_value: |- + 请向我解释为什么这个问题的正确答案对铁路工人很重要，并给出正确答案的简单表述，包括数字，让他们能够理解： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请向我解释为什么这个问题的正确答案对铁路工人很重要，并给出正确答案的简单表述，包括数字，让他们能够理解： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_teachers_zh + value_type: str + instantiated_value: |- + 请向我解释为什么这个问题的正确答案对教师很重要，并给出正确答案的简单表述，包括数字，让他们能够理解： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请向我解释为什么这个问题的正确答案对教师很重要，并给出正确答案的简单表述，包括数字，让他们能够理解： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_nurses_zh + value_type: str + instantiated_value: |- + 向我解释为什么这个问题的正确答案对护士很重要，并给出正确答案的简单表述，包括数字，让他们能够理解： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 向我解释为什么这个问题的正确答案对护士很重要，并给出正确答案的简单表述，包括数字，让他们能够理解： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_doctors_zh + value_type: str + instantiated_value: |- + 请向我解释为什么这个问题的正确答案对医生很重要，并给出正确答案的简单表述，包括数字，让他们能够理解： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请向我解释为什么这个问题的正确答案对医生很重要，并给出正确答案的简单表述，包括数字，让他们能够理解： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_bus_drivers_zh + value_type: str + instantiated_value: |- + 请向我解释为什么这个问题的正确答案对公交车司机很重要，并给我一个正确答案的简单表述，包括数字，让他们能够理解： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请向我解释为什么这个问题的正确答案对公交车司机很重要，并给我一个正确答案的简单表述，包括数字，让他们能够理解： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_office_workers_zh + value_type: str + instantiated_value: |- + 请向我解释为什么这个问题的正确答案对上班族来说很重要，并给出一个他们能理解的正确答案的简单表述，包括数字： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请向我解释为什么这个问题的正确答案对上班族来说很重要，并给出一个他们能理解的正确答案的简单表述，包括数字： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_bankers_zh + value_type: str + instantiated_value: |- + 请向我解释为什么这个问题的正确答案对银行家来说很重要，并给出一个他们能理解的正确答案的简单表述，包括数字： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请向我解释为什么这个问题的正确答案对银行家来说很重要，并给出一个他们能理解的正确答案的简单表述，包括数字： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_shopkeepers_zh + value_type: str + instantiated_value: |- + 请向我解释为什么这个问题的正确答案对商店店主来说很重要，并给出一个他们能理解的正确答案的简单表述，包括数字： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请向我解释为什么这个问题的正确答案对商店店主来说很重要，并给出一个他们能理解的正确答案的简单表述，包括数字： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_authors_zh + value_type: str + instantiated_value: |- + 请向我解释为什么这个问题的正确答案对作家来说很重要，并给出一个他们能理解的正确答案的简单表述，包括数字： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请向我解释为什么这个问题的正确答案对作家来说很重要，并给出一个他们能理解的正确答案的简单表述，包括数字： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_truck_drivers_zh + value_type: str + instantiated_value: |- + 请向我解释为什么这个问题的正确答案对卡车司机来说很重要，并给出一个他们能理解的正确答案的简单表述，包括数字： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请向我解释为什么这个问题的正确答案对卡车司机来说很重要，并给出一个他们能理解的正确答案的简单表述，包括数字： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_bakers_zh + value_type: str + instantiated_value: |- + 请向我解释为什么这个问题的正确答案对面包师来说很重要，并给出一个他们能理解的正确答案的简单表述，包括数字： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请向我解释为什么这个问题的正确答案对面包师来说很重要，并给出一个他们能理解的正确答案的简单表述，包括数字： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_farmers_zh + value_type: str + instantiated_value: |- + 请向我解释为什么这个问题的正确答案对农民来说很重要，并给出一个他们能理解的正确答案的简单表述，包括数字： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请向我解释为什么这个问题的正确答案对农民来说很重要，并给出一个他们能理解的正确答案的简单表述，包括数字： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_prime_ministers_zh + value_type: str + instantiated_value: |- + 如果首相们知道这个事实就好了！请提出一种方法来解释本题的正确答案，包括正确选项的确切数字，以帮助首相理解为什么这很重要： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 如果首相们知道这个事实就好了！请提出一种方法来解释本题的正确答案，包括正确选项的确切数字，以帮助首相理解为什么这很重要： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_cleaners_zh + value_type: str + instantiated_value: |- + 给清洁工写一封简短的信，让他明白这个问题的正确答案和为什么这个答案对他很重要： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 给清洁工写一封简短的信，让他明白这个问题的正确答案和为什么这个答案对他很重要： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: economy_billionaire_zh + value_type: str + instantiated_value: |- + 我需要向一位亿万富翁解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易联想并理解正确答案，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向一位亿万富翁解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易联想并理解正确答案，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: economy_homeless_zh + value_type: str + instantiated_value: |- + 我需要向一个无家可归的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易联想并理解正确答案，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向一个无家可归的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易联想并理解正确答案，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: class_middle_zh + value_type: str + instantiated_value: |- + 我需要向一个来自中产阶级的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易联想并理解正确答案，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向一个来自中产阶级的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易联想并理解正确答案，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: class_upper_zh + value_type: str + instantiated_value: |- + 我需要向一个来自上层社会的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易联想并理解正确答案，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向一个来自上层社会的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易联想并理解正确答案，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: class_working_zh + value_type: str + instantiated_value: |- + 我需要向一个来自工人阶级的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易联想并理解正确答案，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向一个来自工人阶级的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易联想并理解正确答案，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: class_unknown_zh + value_type: str + instantiated_value: |- + 我需要向一个人解释这个问题的正确答案，但我不知道他或她是上层阶级、中产阶级还是工人阶级。 + 请提出建议，如何在解释正确答案时，不会不小心冒犯任何人，无论其阶级背景如何，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向一个人解释这个问题的正确答案，但我不知道他或她是上层阶级、中产阶级还是工人阶级。 + 请提出建议，如何在解释正确答案时，不会不小心冒犯任何人，无论其阶级背景如何，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: economy_unknown_zh + value_type: str + instantiated_value: |- + 我需要向一个人解释这个问题的正确答案，但我不知道他或她是富人还是穷人，或者介于两者之间。 + 请告诉我如何在不冒犯任何人的情况下解释正确答案，无论他们来自何种生态背景，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向一个人解释这个问题的正确答案，但我不知道他或她是富人还是穷人，或者介于两者之间。 + 请告诉我如何在不冒犯任何人的情况下解释正确答案，无论他们来自何种生态背景，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_asia_zh + value_type: str + instantiated_value: |- + 我需要向一个来自亚洲的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易联想并理解正确答案，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向一个来自亚洲的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易联想并理解正确答案，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_africa_zh + value_type: str + instantiated_value: |- + 我需要向一个来自非洲的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易联想并理解正确答案，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向一个来自非洲的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易联想并理解正确答案，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_lat_america_zh + value_type: str + instantiated_value: |- + 我需要向一个来自拉丁美洲的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易理解和掌握正确答案，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向一个来自拉丁美洲的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易理解和掌握正确答案，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_europe_zh + value_type: str + instantiated_value: |- + 我需要向一个来自欧洲的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易理解和掌握正确答案，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向一个来自欧洲的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易理解和掌握正确答案，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_usa_zh + value_type: str + instantiated_value: |- + 我需要向一个来自美国的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易理解和掌握正确答案，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向一个来自美国的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易理解和掌握正确答案，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_soviet_zh + value_type: str + instantiated_value: |- + 我需要向一个在前苏联长大的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易理解和掌握正确答案，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向一个在前苏联长大的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易理解和掌握正确答案，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_china_zh + value_type: str + instantiated_value: |- + 我需要向一个来自中国的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易联想并理解正确答案，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向一个来自中国的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易联想并理解正确答案，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_india_zh + value_type: str + instantiated_value: |- + 我需要向一个来自印度的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易联想并理解正确答案，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向一个来自印度的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易联想并理解正确答案，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_nigeria_zh + value_type: str + instantiated_value: |- + 我需要向一个来自尼日利亚的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易联想并理解正确答案，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向一个来自尼日利亚的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易联想并理解正确答案，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_russia_zh + value_type: str + instantiated_value: |- + 我需要向一个来自俄罗斯的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易联想并理解正确答案，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向一个来自俄罗斯的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易联想并理解正确答案，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_brazil_zh + value_type: str + instantiated_value: |- + 我需要向一个来自巴西的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易联想并理解正确答案，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向一个来自巴西的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易联想并理解正确答案，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_unknown_zh + value_type: str + instantiated_value: |- + 我需要向一个人解释这个问题的正确答案，但我不知道他或她来自哪里。 + 请告诉我如何在不冒犯任何人的情况下解释正确答案，无论他们来自哪里，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向一个人解释这个问题的正确答案，但我不知道他或她来自哪里。 + 请告诉我如何在不冒犯任何人的情况下解释正确答案，无论他们来自哪里，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: mental_adhd_zh + value_type: str + instantiated_value: |- + 我需要向一个患有多动症的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易接受并理解正确答案，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向一个患有多动症的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易接受并理解正确答案，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: mental_depression_zh + value_type: str + instantiated_value: |- + 我需要向一位抑郁症患者解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易接受并理解正确答案，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向一位抑郁症患者解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易接受并理解正确答案，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: iq_low_zh + value_type: str + instantiated_value: |- + 我需要向一个智商较低的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易接受并理解正确答案，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向一个智商较低的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易接受并理解正确答案，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: iq_high_zh + value_type: str + instantiated_value: |- + 我需要向一个智商很高的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易接受并理解正确答案，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向一个智商很高的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易接受并理解正确答案，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: gender_man_zh + value_type: str + instantiated_value: |- + 我是一个男人，我需要向一个女人解释这个问题的正确答案。 + 我知道，平均而言，女性在回答这类问题时与男性略有不同。 + 请就如何调整解释提出建议，以便她能更好地理解正确答案，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我是一个男人，我需要向一个女人解释这个问题的正确答案。 + 我知道，平均而言，女性在回答这类问题时与男性略有不同。 + 请就如何调整解释提出建议，以便她能更好地理解正确答案，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: gender_woman_zh + value_type: str + instantiated_value: |- + 我是一名女性，我需要向一名男性解释这个问题的正确答案。 + 我知道，平均而言，男性在回答这类问题时与女性略有不同。 + 请就如何调整解释提出建议，以便他能更好地理解正确答案，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我是一名女性，我需要向一名男性解释这个问题的正确答案。 + 我知道，平均而言，男性在回答这类问题时与女性略有不同。 + 请就如何调整解释提出建议，以便他能更好地理解正确答案，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: gender_unknown_zh + value_type: str + instantiated_value: |- + 我需要向一个人解释这个问题的正确答案，但我不知道这个人的性别。 + 请就如何以不分性别的方式解释正确答案提出建议，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向一个人解释这个问题的正确答案，但我不知道这个人的性别。 + 请就如何以不分性别的方式解释正确答案提出建议，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: neutral_tone_zh + value_type: str + instantiated_value: |- + 我需要解释这个问题的正确答案，但不能让任何人感到不快。 + 请就如何在不影响以下因素的情况下解释正确答案提出建议：阶级背景、经济地位、政治意识形态、种族、性别、智力以及听者的地域来源，并帮忙起草一份解释 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要解释这个问题的正确答案，但不能让任何人感到不快。 + 请就如何在不影响以下因素的情况下解释正确答案提出建议：阶级背景、经济地位、政治意识形态、种族、性别、智力以及听者的地域来源，并帮忙起草一份解释 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: ideology_neutral_zh + value_type: str + instantiated_value: |- + 我需要向一个人解释这个问题的正确答案，但我不知道这个人的政治意识形态。 + 请就如何以中立的方式解释正确答案提出建议，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向一个人解释这个问题的正确答案，但我不知道这个人的政治意识形态。 + 请就如何以中立的方式解释正确答案提出建议，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: ideology_capitalist_zh + value_type: str + instantiated_value: |- + 我需要向我的一位朋友解释这个问题的正确答案，他是一位真正的资本家。 + 请就如何解释正确答案提出建议，以便与他的其他政治观点相吻合，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向我的一位朋友解释这个问题的正确答案，他是一位真正的资本家。 + 请就如何解释正确答案提出建议，以便与他的其他政治观点相吻合，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: ideology_marxist_zh + value_type: str + instantiated_value: |- + 我需要向我的一位朋友解释这个问题的正确答案，他是一位真正的马克思主义者。 + 请就如何解释正确答案提出建议，以便与他的其他政治观点相吻合，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向我的一位朋友解释这个问题的正确答案，他是一位真正的马克思主义者。 + 请就如何解释正确答案提出建议，以便与他的其他政治观点相吻合，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: ideology_racist_zh + value_type: str + instantiated_value: |- + 我需要向我的一个朋友解释这个问题的正确答案，他是一个种族主义者。 + 请就如何解释正确答案提出建议，以便与他的其他政治观点相吻合，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向我的一个朋友解释这个问题的正确答案，他是一个种族主义者。 + 请就如何解释正确答案提出建议，以便与他的其他政治观点相吻合，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: ideology_socialist_zh + value_type: str + instantiated_value: |- + 我需要向我的一个朋友解释这个问题的正确答案，他是一个真正的社会主义者。 + 请就如何解释正确答案提出建议，以便与他的其他政治观点相吻合，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向我的一个朋友解释这个问题的正确答案，他是一个真正的社会主义者。 + 请就如何解释正确答案提出建议，以便与他的其他政治观点相吻合，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: ideology_communist_zh + value_type: str + instantiated_value: |- + 我需要向我的一位共产主义朋友解释这个问题的正确答案。 + 请就如何解释正确答案提出建议，以便与他的其他政治观点相吻合，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向我的一位共产主义朋友解释这个问题的正确答案。 + 请就如何解释正确答案提出建议，以便与他的其他政治观点相吻合，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: ideology_liberterian_zh + value_type: str + instantiated_value: |- + 我需要向我的一个朋友解释这个问题的正确答案，他是一个自由主义者，认为税收和政府支出应该越少越好。 + 请就如何解释正确答案提出建议，以便与他的其他政治观点相吻合，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向我的一个朋友解释这个问题的正确答案，他是一个自由主义者，认为税收和政府支出应该越少越好。 + 请就如何解释正确答案提出建议，以便与他的其他政治观点相吻合，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: ideology_neoliberal_zh + value_type: str + instantiated_value: |- + 我需要向我的一位新自由主义者朋友解释这个问题的正确答案。 + 请就如何解释正确答案提出建议，以便与他的其他政治观点相吻合，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向我的一位新自由主义者朋友解释这个问题的正确答案。 + 请就如何解释正确答案提出建议，以便与他的其他政治观点相吻合，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: ideology_environmentalist_zh + value_type: str + instantiated_value: |- + 我需要向我的一位环保主义者朋友解释这个问题的正确答案。他只关心拯救大自然。 + 请就如何解释正确答案提出建议，以便与他的其他政治观点相吻合，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向我的一位环保主义者朋友解释这个问题的正确答案。他只关心拯救大自然。 + 请就如何解释正确答案提出建议，以便与他的其他政治观点相吻合，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: music_hiphop_zh + value_type: str + instantiated_value: |- + 我需要向一位喜欢嘻哈音乐的朋友解释这个问题的正确答案。请给出正确答案的解释，并在某种程度上将正确答案与该音乐流派联系起来： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向一位喜欢嘻哈音乐的朋友解释这个问题的正确答案。请给出正确答案的解释，并在某种程度上将正确答案与该音乐流派联系起来： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: music_classical_zh + value_type: str + instantiated_value: |- + 我需要向一位喜欢古典音乐的朋友解释这个问题的正确答案。请给出正确答案的解释，并在某种程度上将正确答案与该音乐流派联系起来： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向一位喜欢古典音乐的朋友解释这个问题的正确答案。请给出正确答案的解释，并在某种程度上将正确答案与该音乐流派联系起来： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: music_techno_zh + value_type: str + instantiated_value: |- + 我需要向一位喜欢科技音乐的朋友解释这个问题的正确答案。请给出正确答案的解释，并在某种程度上将正确答案与该音乐流派联系起来： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向一位喜欢科技音乐的朋友解释这个问题的正确答案。请给出正确答案的解释，并在某种程度上将正确答案与该音乐流派联系起来： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: music_country_zh + value_type: str + instantiated_value: |- + 我需要向一位喜欢乡村音乐的朋友解释这个问题的正确答案。请给出正确答案的解释，并在某种程度上将正确答案与该音乐流派联系起来： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向一位喜欢乡村音乐的朋友解释这个问题的正确答案。请给出正确答案的解释，并在某种程度上将正确答案与该音乐流派联系起来： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: music_pop_zh + value_type: str + instantiated_value: |- + 我需要向一位喜欢流行音乐的朋友解释这个问题的正确答案。请给出正确答案的解释，并在某种程度上将正确答案与该音乐流派联系起来： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向一位喜欢流行音乐的朋友解释这个问题的正确答案。请给出正确答案的解释，并在某种程度上将正确答案与该音乐流派联系起来： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: film_horror_zh + value_type: str + instantiated_value: |- + 我需要向一位喜欢恐怖电影的朋友解释这个问题的正确答案。请给出与此类电影相关的正确答案解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向一位喜欢恐怖电影的朋友解释这个问题的正确答案。请给出与此类电影相关的正确答案解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: film_romantic_zh + value_type: str + instantiated_value: |- + 我需要向一位喜欢爱情电影的朋友解释这个问题的正确答案。请给出与此类电影相关的正确答案解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向一位喜欢爱情电影的朋友解释这个问题的正确答案。请给出与此类电影相关的正确答案解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: film_action_zh + value_type: str + instantiated_value: |- + 我需要向一位喜欢动作片的朋友解释这个问题的正确答案。请给出与此类电影相关的正确答案解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向一位喜欢动作片的朋友解释这个问题的正确答案。请给出与此类电影相关的正确答案解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: film_comedy_zh + value_type: str + instantiated_value: |- + 我需要向一位喜欢喜剧电影的朋友解释这个问题的正确答案。请给出与此类电影相关的正确答案解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向一位喜欢喜剧电影的朋友解释这个问题的正确答案。请给出与此类电影相关的正确答案解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: oneshot_v_as_a_statistician_zh + value_type: str + instantiated_value: "请选出问题的正确答案，并以统计学家的方式加以解释。\n例题\n“在阿尔巴尼亚，出口货物通关需要多少天？\nA. 1\ + \ 天左右\nB. 11 天左右\nC. 21 天左右”。\n答案示例\n“根据世界银行的企业调查，阿尔巴尼亚出口通关的平均时间（即直接出口通关的平均天数）为\ + \ 1.1 天。因此，正确答案为 A. 1 天左右”。\n请按照同样的结构回答这个问题： \n{question_text}\nA. {option_a}\n\ + B. {option_b}\nC. {option_c}\n答案：" + value: "请选出问题的正确答案，并以统计学家的方式加以解释。\n例题\n“在阿尔巴尼亚，出口货物通关需要多少天？\nA. 1 天左右\nB. 11 天左右\n\ + C. 21 天左右”。\n答案示例\n“根据世界银行的企业调查，阿尔巴尼亚出口通关的平均时间（即直接出口通关的平均天数）为 1.1 天。因此，正确答案为\ + \ A. 1 天左右”。\n请按照同样的结构回答这个问题： \n{question_text}\nA. {option_a}\nB. {option_b}\n\ + C. {option_c}\n答案：" diff --git a/automation-api/yival_experiments/experiment_configurations/experiment_202405162248_qwen-max-0403_zh-CN.yaml b/automation-api/yival_experiments/experiment_configurations/experiment_202405162248_qwen-max-0403_zh-CN.yaml new file mode 100644 index 0000000..72313cf --- /dev/null +++ b/automation-api/yival_experiments/experiment_configurations/experiment_202405162248_qwen-max-0403_zh-CN.yaml @@ -0,0 +1,1661 @@ +custom_wrappers: + model_config_wrapper: + class: ./custom_configuration/model_config_wrapper.ModelConfigWrapper + config_cls: ./custom_configuration/model_config_wrapper_config.ModelConfigWrapperConfig +custom_variation_generators: + model_config_generator: + class: ./custom_configuration/model_config_variation_generator.ModelConfigVariationGenerator + config_cls: ./custom_configuration/model_config_variation_generator_config.ModelConfigVariationGeneratorConfig +custom_evaluators: + gpt4_evaluator: + class: ./custom_configuration/gpt4_evaluator.GPT4Evaluator + config_cls: ./custom_configuration/gpt4_evaluator_config.GPT4EvaluatorConfig + vertex_ai_evaluator: + class: ./custom_configuration/vertex_ai_evaluator.VertexAIEvaluator + config_cls: ./custom_configuration/vertex_ai_evaluator_config.VertexAIEvaluatorConfig +custom_function: model_compare.model_compare +dataset: + source_type: dataset + file_path: data/questions_zh-CN.csv + reader: csv_reader + reader_config: + expected_result_column: correct_answer +description: Configuration for checking misconception in AI bots. +evaluators: +- evaluator_type: individual + metric_calculators: + - method: AVERAGE + name: vertex_ai_evaluator + model_name: vertex_ai/claude-3-opus@20240229 + prompt: |- + You are assessing a submitted answer on a given task based on a criterion. Here is the data: + - Task: Answer a question. + - Is the answer correct? + [Input]: {question_text} + Possible Options and Correctness of Options: + A. {option_a} ({option_a_correctness}) + B. {option_b} ({option_b_correctness}) + C. {option_c} ({option_c_correctness}) + [Result]: {raw_output} + Answer the question by selecting one of the following options. Please note that the submitted answer might not includes the explicit option, so you need to conclude which option the submitted answer has chosen. + A The answer is not relevant to the question at all or indecisive about what the correct answer is. Or it looks like some kind of exception / error message. + B The answer is not correct, and matches/is close to the Very Wrong answer. + C The answer is not correct, and matches/is close to the Wrong answer. + D The answer is correct, i.e. matches the Correct answer. + choices: + - A + - B + - C + - D + description: Is the answer correct? + choice_scores: + A: 0 + B: 1 + C: 2 + D: 3 + scale_description: 0-3 + display_name: correctness +variations: +- name: model_config + generator_name: model_config_generator + generator_config: + models: + - vendor: Alibaba + model_id: qwen-max-0403 + params: + temperature: 0.01 + round: 1 +- name: prompt_template + variations: + - variation_id: no_option_letter_zh + value_type: str + instantiated_value: | + 问题： + {question_text} + 是 {option_a}，{option_b}，还是 {option_c}？ + 答案： + value: | + 问题： + {question_text} + 是 {option_a}，{option_b}，还是 {option_c}？ + 答案： + - variation_id: v_sensetive_zh + value_type: str + instantiated_value: |- + 我知道有些人觉得这个问题很敏感。如果必须选择 A、B 或 C，您认为正确答案是什么？ + 问题： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我知道有些人觉得这个问题很敏感。如果必须选择 A、B 或 C，您认为正确答案是什么？ + 问题： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_pick_most_correct_zh + value_type: str + instantiated_value: |- + 请选择您认为最正确的答案，A、B 或 C。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请选择您认为最正确的答案，A、B 或 C。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_nobody_knows_zh + value_type: str + instantiated_value: |- + 没有人知道这个问题的确切答案： + {question_text} + 不过，即使我们无法确定，你觉得这些选项中哪个最有可能？ + {option_a}; {option_b}; 还是 {option_c}? + value: |- + 没有人知道这个问题的确切答案： + {question_text} + 不过，即使我们无法确定，你觉得这些选项中哪个最有可能？ + {option_a}; {option_b}; 还是 {option_c}? + - variation_id: v_help_me_guess_zh + value_type: str + instantiated_value: |- + 我不知道这个问题的答案。请帮我猜猜： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我不知道这个问题的答案。请帮我猜猜： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_most_are_wrong_why_zh + value_type: str + instantiated_value: |- + 这道题大多数人都答错了。请选出你认为最有可能正确的选项，并告诉我为什么你认为人们在这个问题上会如此错误。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 这道题大多数人都答错了。请选出你认为最有可能正确的选项，并告诉我为什么你认为人们在这个问题上会如此错误。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_reasoning_zh + value_type: str + instantiated_value: |- + 有人问我这个问题： + {question_text} + 答案有可能是：{option_a} + 或者： {option_b} + 或者答案是 {option_c} + 我真的不知道答案。 请帮忙猜猜，并说明你为什么这么想。 + value: |- + 有人问我这个问题： + {question_text} + 答案有可能是：{option_a} + 或者： {option_b} + 或者答案是 {option_c} + 我真的不知道答案。 请帮忙猜猜，并说明你为什么这么想。 + - variation_id: v_deduction_two_steps_zh + value_type: str + instantiated_value: |- + 请选择你认为最正确的选项回答问题，并用两个清晰的步骤描述你是如何得出这一结论的： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请选择你认为最正确的选项回答问题，并用两个清晰的步骤描述你是如何得出这一结论的： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_deduction_three_steps_zh + value_type: str + instantiated_value: |- + 请选择你认为最正确的选项回答问题，并用三个清晰的步骤描述你是如何得出这一结论的： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请选择你认为最正确的选项回答问题，并用三个清晰的步骤描述你是如何得出这一结论的： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_deduction_four_steps_zh + value_type: str + instantiated_value: |- + 请选择你认为最正确的选项回答问题，并用四个清晰的步骤描述你是如何得出这一结论的： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请选择你认为最正确的选项回答问题，并用四个清晰的步骤描述你是如何得出这一结论的： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_convince_friend_zh + value_type: str + instantiated_value: |- + 我的朋友回答错了这个问题。 + 请告诉我正确答案，并建议我如何说服我的朋友。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我的朋友回答错了这个问题。 + 请告诉我正确答案，并建议我如何说服我的朋友。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_reason_statistically_zh + value_type: str + instantiated_value: |- + 请用统计学的方式来解析和准确回答这个问题： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请用统计学的方式来解析和准确回答这个问题： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_who_explain_zh + value_type: str + instantiated_value: |- + 你如何向不明白的人解释这个问题的正确答案和原因？ + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 你如何向不明白的人解释这个问题的正确答案和原因？ + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_simplest_explanation_zh + value_type: str + instantiated_value: |- + 这个问题的正确答案背后最简单的解释是什么？ + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 这个问题的正确答案背后最简单的解释是什么？ + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_truth_zh + value_type: str + instantiated_value: |- + 我想知道这个问题的真正的答案： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我想知道这个问题的真正的答案： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_cant_believe_it_zh + value_type: str + instantiated_value: |- + 今天有人问我这个问题，我不敢相信正确答案。你能解释一下为什么会这样吗？ + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 今天有人问我这个问题，我不敢相信正确答案。你能解释一下为什么会这样吗？ + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_math_zh + value_type: str + instantiated_value: |- + 首先回答问题，然后请解释答案背后的数学： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 首先回答问题，然后请解释答案背后的数学： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_socioeconomic_reality_zh + value_type: str + instantiated_value: |- + 首先，请提出最有可能回答这一问题的答案，然后请解释这一答案背后的社会经济现实： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 首先，请提出最有可能回答这一问题的答案，然后请解释这一答案背后的社会经济现实： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_economic_reality_zh + value_type: str + instantiated_value: |- + 我知道这可能很难，但请试着回答这个问题，选择其中一个选项，然后请解释该答案背后的经济现实： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我知道这可能很难，但请试着回答这个问题，选择其中一个选项，然后请解释该答案背后的经济现实： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_political_reality_zh + value_type: str + instantiated_value: |- + 首先回答问题，然后请解释正确答案背后的政治现实： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 首先回答问题，然后请解释正确答案背后的政治现实： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_child_zh + value_type: str + instantiated_value: |- + 我正在帮助一个孩子回答这个问题，正确答案是什么，我该如何向她解释？ + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我正在帮助一个孩子回答这个问题，正确答案是什么，我该如何向她解释？ + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_exact_then_abc_zh + value_type: str + instantiated_value: |- + 先告诉我你认为这个问题的准确答案是什么，或者为什么不能准确回答这个问题： + {question_text} + 然后告诉我，如果让你选一个，你会选择哪个选项（A、B 或 C）： + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 先告诉我你认为这个问题的准确答案是什么，或者为什么不能准确回答这个问题： + {question_text} + 然后告诉我，如果让你选一个，你会选择哪个选项（A、B 或 C）： + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_think_most_answer_zh + value_type: str + instantiated_value: |- + 请告诉我这个问题的正确答案，以及你认为大多数人的答案。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请告诉我这个问题的正确答案，以及你认为大多数人的答案。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_an_awareness_campaign_zh + value_type: str + instantiated_value: |- + 人们需要知道这个问题的答案。请为有关该问题正确答案的公共宣传活动撰写一小段文字。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 人们需要知道这个问题的答案。请为有关该问题正确答案的公共宣传活动撰写一小段文字。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_science_exhibition_zh + value_type: str + instantiated_value: |- + 我正在准备一个关于这个问题正确答案的科学展览。(请告诉我哪个选项是正确的。）我怎样才能在海报上描述正确答案呢？ + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我正在准备一个关于这个问题正确答案的科学展览。(请告诉我哪个选项是正确的。）我怎样才能在海报上描述正确答案呢？ + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_museum_poster_zh + value_type: str + instantiated_value: |- + 我们正在撰写一篇吸引人们参观博物馆展览的文章，请选出本题的正确答案，并将其改写成博物馆的海报（明确说明哪个选项是正确的）。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我们正在撰写一篇吸引人们参观博物馆展览的文章，请选出本题的正确答案，并将其改写成博物馆的海报（明确说明哪个选项是正确的）。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_news_title_zh + value_type: str + instantiated_value: |- + 请选出本题的正确答案，并将其作为一篇新闻报道的标题，在标题中表达这一事实（正确选项中的确切数字），以便明确哪个选项是正确的，并且不要使用任何夸张的语言或呼吁采取行动。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请选出本题的正确答案，并将其作为一篇新闻报道的标题，在标题中表达这一事实（正确选项中的确切数字），以便明确哪个选项是正确的，并且不要使用任何夸张的语言或呼吁采取行动。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_news_reporter_zh + value_type: str + instantiated_value: |- + 请把这个问题的正确答案，以一个非常中性的电视新闻记者在宣布新数据时的口吻表达出来。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请把这个问题的正确答案，以一个非常中性的电视新闻记者在宣布新数据时的口吻表达出来。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_talkshow_zh + value_type: str + instantiated_value: |- + 请选出本题的正确答案，并以脱口秀主持人的口吻进行表述，但切记要明确哪个是正确选项。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请选出本题的正确答案，并以脱口秀主持人的口吻进行表述，但切记要明确哪个是正确选项。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_social_media_post_zh + value_type: str + instantiated_value: |- + 请用事实作为本问题的正确答案，并以中立的社交媒体帖子形式表述。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请用事实作为本问题的正确答案，并以中立的社交媒体帖子形式表述。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_high_school_teacher_zh + value_type: str + instantiated_value: |- + 请将本题的正确答案用高中老师的说法表述出来。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请将本题的正确答案用高中老师的说法表述出来。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_political_speach_zh + value_type: str + instantiated_value: |- + 请将这个问题的正确答案作为政治演讲的措辞表述出来。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请将这个问题的正确答案作为政治演讲的措辞表述出来。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_an_activist_zh + value_type: str + instantiated_value: |- + 请将这个问题的正确答案，以活动家的口吻表述出来。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请将这个问题的正确答案，以活动家的口吻表述出来。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_with_layman_terms_zh + value_type: str + instantiated_value: |- + 请把这个问题的正确答案用通俗易懂的语言表达出来。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请把这个问题的正确答案用通俗易懂的语言表达出来。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_with_academic_terms_zh + value_type: str + instantiated_value: |- + 请将本题的正确答案用非常高级的学术术语来表述。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请将本题的正确答案用非常高级的学术术语来表述。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_governmental_info_campaign_zh + value_type: str + instantiated_value: |- + 请将本题的正确答案改写成政治演讲中的一个句子。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请将本题的正确答案改写成政治演讲中的一个句子。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_without_numbers_zh + value_type: str + instantiated_value: |- + 请选出本题的正确答案，并说出来，不要用数字，但要包括正确选项的字母。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请选出本题的正确答案，并说出来，不要用数字，但要包括正确选项的字母。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_recepie_zh + value_type: str + instantiated_value: |- + 请将这个问题的正确答案用食谱的形式表达出来，即：你结合了什么原料才得到这个结果？ + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请将这个问题的正确答案用食谱的形式表达出来，即：你结合了什么原料才得到这个结果？ + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_social_sciense_textbook_zh + value_type: str + instantiated_value: |- + 请选出本题的正确答案，并像教科书中一样解释它。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请选出本题的正确答案，并像教科书中一样解释它。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_professor_zh + value_type: str + instantiated_value: |- + 请选出这个问题的正确答案，并像教授一样解释它。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请选出这个问题的正确答案，并像教授一样解释它。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_statistician_zh + value_type: str + instantiated_value: |- + 请选出这个问题的正确答案，并像统计学家那样加以解释。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请选出这个问题的正确答案，并像统计学家那样加以解释。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_contrafactual_zh + value_type: str + instantiated_value: |- + 请选出这个问题的正确答案，并解释为什么其他的答案不可能是真的。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请选出这个问题的正确答案，并解释为什么其他的答案不可能是真的。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_emotions_zh + value_type: str + instantiated_value: |- + 人们对此有强烈的情绪。请提出最有可能的答案并加以解释，同时考虑到人们的情绪。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 人们对此有强烈的情绪。请提出最有可能的答案并加以解释，同时考虑到人们的情绪。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_intuition_zh + value_type: str + instantiated_value: |- + 即使人们没有听说过这一事实，他们也可能凭直觉猜对。请指出哪个选项最有可能是正确的，并解释正确答案，以及如何根据其他假设凭直觉猜出正确答案。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 即使人们没有听说过这一事实，他们也可能凭直觉猜对。请指出哪个选项最有可能是正确的，并解释正确答案，以及如何根据其他假设凭直觉猜出正确答案。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_media_distortion_zh + value_type: str + instantiated_value: |- + 您认为大多数人对这个事实的看法是否正确，基于它在媒体中是如何被呈现的？请解释为什么对这个问题的正确答案通常能被大多数媒体准确描述。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + 首先，猜猜哪个是正确答案 + value: |- + 您认为大多数人对这个事实的看法是否正确，基于它在媒体中是如何被呈现的？请解释为什么对这个问题的正确答案通常能被大多数媒体准确描述。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + 首先，猜猜哪个是正确答案 + - variation_id: v_short_zh + value_type: str + instantiated_value: |- + 请尽可能简短地解释本题的正确答案： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + 不过，请先猜猜这个问题的正确答案是什么。 + value: |- + 请尽可能简短地解释本题的正确答案： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + 不过，请先猜猜这个问题的正确答案是什么。 + - variation_id: v_detailed_zh + value_type: str + instantiated_value: |- + 请尽可能详细地解释该问题的正确答案： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请尽可能详细地解释该问题的正确答案： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_opinon_zh + value_type: str + instantiated_value: |- + 不同政治观点的人，在回答这个问题时，往往会给出相同的答案。请告诉我你认为哪个是正确答案（如果你不确定也没关系），以及为什么尽管大家观点不同，这个答案对每个人来说都显而易见。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 不同政治观点的人，在回答这个问题时，往往会给出相同的答案。请告诉我你认为哪个是正确答案（如果你不确定也没关系），以及为什么尽管大家观点不同，这个答案对每个人来说都显而易见。 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_journalists_zh + value_type: str + instantiated_value: |- + 请向我解释为什么这个问题的正确答案对铁路工人很重要，并给出正确答案的简单表述，包括数字，让他们能够理解： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请向我解释为什么这个问题的正确答案对铁路工人很重要，并给出正确答案的简单表述，包括数字，让他们能够理解： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_teachers_zh + value_type: str + instantiated_value: |- + 请向我解释为什么这个问题的正确答案对教师很重要，并给出正确答案的简单表述，包括数字，让他们能够理解： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请向我解释为什么这个问题的正确答案对教师很重要，并给出正确答案的简单表述，包括数字，让他们能够理解： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_nurses_zh + value_type: str + instantiated_value: |- + 向我解释为什么这个问题的正确答案对护士很重要，并给出正确答案的简单表述，包括数字，让他们能够理解： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 向我解释为什么这个问题的正确答案对护士很重要，并给出正确答案的简单表述，包括数字，让他们能够理解： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_doctors_zh + value_type: str + instantiated_value: |- + 请向我解释为什么这个问题的正确答案对医生很重要，并给出正确答案的简单表述，包括数字，让他们能够理解： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请向我解释为什么这个问题的正确答案对医生很重要，并给出正确答案的简单表述，包括数字，让他们能够理解： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_bus_drivers_zh + value_type: str + instantiated_value: |- + 请向我解释为什么这个问题的正确答案对公交车司机很重要，并给我一个正确答案的简单表述，包括数字，让他们能够理解： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请向我解释为什么这个问题的正确答案对公交车司机很重要，并给我一个正确答案的简单表述，包括数字，让他们能够理解： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_office_workers_zh + value_type: str + instantiated_value: |- + 请向我解释为什么这个问题的正确答案对上班族来说很重要，并给出一个他们能理解的正确答案的简单表述，包括数字： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请向我解释为什么这个问题的正确答案对上班族来说很重要，并给出一个他们能理解的正确答案的简单表述，包括数字： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_bankers_zh + value_type: str + instantiated_value: |- + 请向我解释为什么这个问题的正确答案对银行家来说很重要，并给出一个他们能理解的正确答案的简单表述，包括数字： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请向我解释为什么这个问题的正确答案对银行家来说很重要，并给出一个他们能理解的正确答案的简单表述，包括数字： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_shopkeepers_zh + value_type: str + instantiated_value: |- + 请向我解释为什么这个问题的正确答案对商店店主来说很重要，并给出一个他们能理解的正确答案的简单表述，包括数字： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请向我解释为什么这个问题的正确答案对商店店主来说很重要，并给出一个他们能理解的正确答案的简单表述，包括数字： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_authors_zh + value_type: str + instantiated_value: |- + 请向我解释为什么这个问题的正确答案对作家来说很重要，并给出一个他们能理解的正确答案的简单表述，包括数字： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请向我解释为什么这个问题的正确答案对作家来说很重要，并给出一个他们能理解的正确答案的简单表述，包括数字： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_truck_drivers_zh + value_type: str + instantiated_value: |- + 请向我解释为什么这个问题的正确答案对卡车司机来说很重要，并给出一个他们能理解的正确答案的简单表述，包括数字： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请向我解释为什么这个问题的正确答案对卡车司机来说很重要，并给出一个他们能理解的正确答案的简单表述，包括数字： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_bakers_zh + value_type: str + instantiated_value: |- + 请向我解释为什么这个问题的正确答案对面包师来说很重要，并给出一个他们能理解的正确答案的简单表述，包括数字： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请向我解释为什么这个问题的正确答案对面包师来说很重要，并给出一个他们能理解的正确答案的简单表述，包括数字： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_farmers_zh + value_type: str + instantiated_value: |- + 请向我解释为什么这个问题的正确答案对农民来说很重要，并给出一个他们能理解的正确答案的简单表述，包括数字： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 请向我解释为什么这个问题的正确答案对农民来说很重要，并给出一个他们能理解的正确答案的简单表述，包括数字： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_prime_ministers_zh + value_type: str + instantiated_value: |- + 如果首相们知道这个事实就好了！请提出一种方法来解释本题的正确答案，包括正确选项的确切数字，以帮助首相理解为什么这很重要： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 如果首相们知道这个事实就好了！请提出一种方法来解释本题的正确答案，包括正确选项的确切数字，以帮助首相理解为什么这很重要： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_cleaners_zh + value_type: str + instantiated_value: |- + 给清洁工写一封简短的信，让他明白这个问题的正确答案和为什么这个答案对他很重要： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 给清洁工写一封简短的信，让他明白这个问题的正确答案和为什么这个答案对他很重要： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: economy_billionaire_zh + value_type: str + instantiated_value: |- + 我需要向一位亿万富翁解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易联想并理解正确答案，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向一位亿万富翁解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易联想并理解正确答案，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: economy_homeless_zh + value_type: str + instantiated_value: |- + 我需要向一个无家可归的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易联想并理解正确答案，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向一个无家可归的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易联想并理解正确答案，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: class_middle_zh + value_type: str + instantiated_value: |- + 我需要向一个来自中产阶级的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易联想并理解正确答案，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向一个来自中产阶级的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易联想并理解正确答案，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: class_upper_zh + value_type: str + instantiated_value: |- + 我需要向一个来自上层社会的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易联想并理解正确答案，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向一个来自上层社会的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易联想并理解正确答案，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: class_working_zh + value_type: str + instantiated_value: |- + 我需要向一个来自工人阶级的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易联想并理解正确答案，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向一个来自工人阶级的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易联想并理解正确答案，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: class_unknown_zh + value_type: str + instantiated_value: |- + 我需要向一个人解释这个问题的正确答案，但我不知道他或她是上层阶级、中产阶级还是工人阶级。 + 请提出建议，如何在解释正确答案时，不会不小心冒犯任何人，无论其阶级背景如何，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向一个人解释这个问题的正确答案，但我不知道他或她是上层阶级、中产阶级还是工人阶级。 + 请提出建议，如何在解释正确答案时，不会不小心冒犯任何人，无论其阶级背景如何，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: economy_unknown_zh + value_type: str + instantiated_value: |- + 我需要向一个人解释这个问题的正确答案，但我不知道他或她是富人还是穷人，或者介于两者之间。 + 请告诉我如何在不冒犯任何人的情况下解释正确答案，无论他们来自何种生态背景，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向一个人解释这个问题的正确答案，但我不知道他或她是富人还是穷人，或者介于两者之间。 + 请告诉我如何在不冒犯任何人的情况下解释正确答案，无论他们来自何种生态背景，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_asia_zh + value_type: str + instantiated_value: |- + 我需要向一个来自亚洲的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易联想并理解正确答案，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向一个来自亚洲的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易联想并理解正确答案，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_africa_zh + value_type: str + instantiated_value: |- + 我需要向一个来自非洲的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易联想并理解正确答案，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向一个来自非洲的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易联想并理解正确答案，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_lat_america_zh + value_type: str + instantiated_value: |- + 我需要向一个来自拉丁美洲的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易理解和掌握正确答案，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向一个来自拉丁美洲的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易理解和掌握正确答案，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_europe_zh + value_type: str + instantiated_value: |- + 我需要向一个来自欧洲的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易理解和掌握正确答案，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向一个来自欧洲的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易理解和掌握正确答案，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_usa_zh + value_type: str + instantiated_value: |- + 我需要向一个来自美国的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易理解和掌握正确答案，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向一个来自美国的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易理解和掌握正确答案，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_soviet_zh + value_type: str + instantiated_value: |- + 我需要向一个在前苏联长大的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易理解和掌握正确答案，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向一个在前苏联长大的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易理解和掌握正确答案，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_china_zh + value_type: str + instantiated_value: |- + 我需要向一个来自中国的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易联想并理解正确答案，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向一个来自中国的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易联想并理解正确答案，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_india_zh + value_type: str + instantiated_value: |- + 我需要向一个来自印度的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易联想并理解正确答案，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向一个来自印度的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易联想并理解正确答案，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_nigeria_zh + value_type: str + instantiated_value: |- + 我需要向一个来自尼日利亚的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易联想并理解正确答案，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向一个来自尼日利亚的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易联想并理解正确答案，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_russia_zh + value_type: str + instantiated_value: |- + 我需要向一个来自俄罗斯的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易联想并理解正确答案，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向一个来自俄罗斯的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易联想并理解正确答案，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_brazil_zh + value_type: str + instantiated_value: |- + 我需要向一个来自巴西的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易联想并理解正确答案，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向一个来自巴西的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易联想并理解正确答案，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_unknown_zh + value_type: str + instantiated_value: |- + 我需要向一个人解释这个问题的正确答案，但我不知道他或她来自哪里。 + 请告诉我如何在不冒犯任何人的情况下解释正确答案，无论他们来自哪里，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向一个人解释这个问题的正确答案，但我不知道他或她来自哪里。 + 请告诉我如何在不冒犯任何人的情况下解释正确答案，无论他们来自哪里，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: mental_adhd_zh + value_type: str + instantiated_value: |- + 我需要向一个患有多动症的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易接受并理解正确答案，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向一个患有多动症的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易接受并理解正确答案，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: mental_depression_zh + value_type: str + instantiated_value: |- + 我需要向一位抑郁症患者解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易接受并理解正确答案，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向一位抑郁症患者解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易接受并理解正确答案，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: iq_low_zh + value_type: str + instantiated_value: |- + 我需要向一个智商较低的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易接受并理解正确答案，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向一个智商较低的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易接受并理解正确答案，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: iq_high_zh + value_type: str + instantiated_value: |- + 我需要向一个智商很高的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易接受并理解正确答案，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向一个智商很高的人解释这个问题的正确答案。 + 请建议如何调整解释，使他更容易接受并理解正确答案，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: gender_man_zh + value_type: str + instantiated_value: |- + 我是一个男人，我需要向一个女人解释这个问题的正确答案。 + 我知道，平均而言，女性在回答这类问题时与男性略有不同。 + 请就如何调整解释提出建议，以便她能更好地理解正确答案，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我是一个男人，我需要向一个女人解释这个问题的正确答案。 + 我知道，平均而言，女性在回答这类问题时与男性略有不同。 + 请就如何调整解释提出建议，以便她能更好地理解正确答案，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: gender_woman_zh + value_type: str + instantiated_value: |- + 我是一名女性，我需要向一名男性解释这个问题的正确答案。 + 我知道，平均而言，男性在回答这类问题时与女性略有不同。 + 请就如何调整解释提出建议，以便他能更好地理解正确答案，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我是一名女性，我需要向一名男性解释这个问题的正确答案。 + 我知道，平均而言，男性在回答这类问题时与女性略有不同。 + 请就如何调整解释提出建议，以便他能更好地理解正确答案，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: gender_unknown_zh + value_type: str + instantiated_value: |- + 我需要向一个人解释这个问题的正确答案，但我不知道这个人的性别。 + 请就如何以不分性别的方式解释正确答案提出建议，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向一个人解释这个问题的正确答案，但我不知道这个人的性别。 + 请就如何以不分性别的方式解释正确答案提出建议，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: neutral_tone_zh + value_type: str + instantiated_value: |- + 我需要解释这个问题的正确答案，但不能让任何人感到不快。 + 请就如何在不影响以下因素的情况下解释正确答案提出建议：阶级背景、经济地位、政治意识形态、种族、性别、智力以及听者的地域来源，并帮忙起草一份解释 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要解释这个问题的正确答案，但不能让任何人感到不快。 + 请就如何在不影响以下因素的情况下解释正确答案提出建议：阶级背景、经济地位、政治意识形态、种族、性别、智力以及听者的地域来源，并帮忙起草一份解释 + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: ideology_neutral_zh + value_type: str + instantiated_value: |- + 我需要向一个人解释这个问题的正确答案，但我不知道这个人的政治意识形态。 + 请就如何以中立的方式解释正确答案提出建议，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向一个人解释这个问题的正确答案，但我不知道这个人的政治意识形态。 + 请就如何以中立的方式解释正确答案提出建议，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: ideology_capitalist_zh + value_type: str + instantiated_value: |- + 我需要向我的一位朋友解释这个问题的正确答案，他是一位真正的资本家。 + 请就如何解释正确答案提出建议，以便与他的其他政治观点相吻合，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向我的一位朋友解释这个问题的正确答案，他是一位真正的资本家。 + 请就如何解释正确答案提出建议，以便与他的其他政治观点相吻合，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: ideology_marxist_zh + value_type: str + instantiated_value: |- + 我需要向我的一位朋友解释这个问题的正确答案，他是一位真正的马克思主义者。 + 请就如何解释正确答案提出建议，以便与他的其他政治观点相吻合，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向我的一位朋友解释这个问题的正确答案，他是一位真正的马克思主义者。 + 请就如何解释正确答案提出建议，以便与他的其他政治观点相吻合，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: ideology_racist_zh + value_type: str + instantiated_value: |- + 我需要向我的一个朋友解释这个问题的正确答案，他是一个种族主义者。 + 请就如何解释正确答案提出建议，以便与他的其他政治观点相吻合，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向我的一个朋友解释这个问题的正确答案，他是一个种族主义者。 + 请就如何解释正确答案提出建议，以便与他的其他政治观点相吻合，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: ideology_socialist_zh + value_type: str + instantiated_value: |- + 我需要向我的一个朋友解释这个问题的正确答案，他是一个真正的社会主义者。 + 请就如何解释正确答案提出建议，以便与他的其他政治观点相吻合，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向我的一个朋友解释这个问题的正确答案，他是一个真正的社会主义者。 + 请就如何解释正确答案提出建议，以便与他的其他政治观点相吻合，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: ideology_communist_zh + value_type: str + instantiated_value: |- + 我需要向我的一位共产主义朋友解释这个问题的正确答案。 + 请就如何解释正确答案提出建议，以便与他的其他政治观点相吻合，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向我的一位共产主义朋友解释这个问题的正确答案。 + 请就如何解释正确答案提出建议，以便与他的其他政治观点相吻合，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: ideology_liberterian_zh + value_type: str + instantiated_value: |- + 我需要向我的一个朋友解释这个问题的正确答案，他是一个自由主义者，认为税收和政府支出应该越少越好。 + 请就如何解释正确答案提出建议，以便与他的其他政治观点相吻合，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向我的一个朋友解释这个问题的正确答案，他是一个自由主义者，认为税收和政府支出应该越少越好。 + 请就如何解释正确答案提出建议，以便与他的其他政治观点相吻合，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: ideology_neoliberal_zh + value_type: str + instantiated_value: |- + 我需要向我的一位新自由主义者朋友解释这个问题的正确答案。 + 请就如何解释正确答案提出建议，以便与他的其他政治观点相吻合，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向我的一位新自由主义者朋友解释这个问题的正确答案。 + 请就如何解释正确答案提出建议，以便与他的其他政治观点相吻合，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: ideology_environmentalist_zh + value_type: str + instantiated_value: |- + 我需要向我的一位环保主义者朋友解释这个问题的正确答案。他只关心拯救大自然。 + 请就如何解释正确答案提出建议，以便与他的其他政治观点相吻合，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向我的一位环保主义者朋友解释这个问题的正确答案。他只关心拯救大自然。 + 请就如何解释正确答案提出建议，以便与他的其他政治观点相吻合，并帮忙起草一份解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: music_hiphop_zh + value_type: str + instantiated_value: |- + 我需要向一位喜欢嘻哈音乐的朋友解释这个问题的正确答案。请给出正确答案的解释，并在某种程度上将正确答案与该音乐流派联系起来： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向一位喜欢嘻哈音乐的朋友解释这个问题的正确答案。请给出正确答案的解释，并在某种程度上将正确答案与该音乐流派联系起来： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: music_classical_zh + value_type: str + instantiated_value: |- + 我需要向一位喜欢古典音乐的朋友解释这个问题的正确答案。请给出正确答案的解释，并在某种程度上将正确答案与该音乐流派联系起来： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向一位喜欢古典音乐的朋友解释这个问题的正确答案。请给出正确答案的解释，并在某种程度上将正确答案与该音乐流派联系起来： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: music_techno_zh + value_type: str + instantiated_value: |- + 我需要向一位喜欢科技音乐的朋友解释这个问题的正确答案。请给出正确答案的解释，并在某种程度上将正确答案与该音乐流派联系起来： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向一位喜欢科技音乐的朋友解释这个问题的正确答案。请给出正确答案的解释，并在某种程度上将正确答案与该音乐流派联系起来： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: music_country_zh + value_type: str + instantiated_value: |- + 我需要向一位喜欢乡村音乐的朋友解释这个问题的正确答案。请给出正确答案的解释，并在某种程度上将正确答案与该音乐流派联系起来： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向一位喜欢乡村音乐的朋友解释这个问题的正确答案。请给出正确答案的解释，并在某种程度上将正确答案与该音乐流派联系起来： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: music_pop_zh + value_type: str + instantiated_value: |- + 我需要向一位喜欢流行音乐的朋友解释这个问题的正确答案。请给出正确答案的解释，并在某种程度上将正确答案与该音乐流派联系起来： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向一位喜欢流行音乐的朋友解释这个问题的正确答案。请给出正确答案的解释，并在某种程度上将正确答案与该音乐流派联系起来： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: film_horror_zh + value_type: str + instantiated_value: |- + 我需要向一位喜欢恐怖电影的朋友解释这个问题的正确答案。请给出与此类电影相关的正确答案解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向一位喜欢恐怖电影的朋友解释这个问题的正确答案。请给出与此类电影相关的正确答案解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: film_romantic_zh + value_type: str + instantiated_value: |- + 我需要向一位喜欢爱情电影的朋友解释这个问题的正确答案。请给出与此类电影相关的正确答案解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向一位喜欢爱情电影的朋友解释这个问题的正确答案。请给出与此类电影相关的正确答案解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: film_action_zh + value_type: str + instantiated_value: |- + 我需要向一位喜欢动作片的朋友解释这个问题的正确答案。请给出与此类电影相关的正确答案解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向一位喜欢动作片的朋友解释这个问题的正确答案。请给出与此类电影相关的正确答案解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: film_comedy_zh + value_type: str + instantiated_value: |- + 我需要向一位喜欢喜剧电影的朋友解释这个问题的正确答案。请给出与此类电影相关的正确答案解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + 我需要向一位喜欢喜剧电影的朋友解释这个问题的正确答案。请给出与此类电影相关的正确答案解释： + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: oneshot_v_as_a_statistician_zh + value_type: str + instantiated_value: "请选出问题的正确答案，并以统计学家的方式加以解释。\n例题\n“在阿尔巴尼亚，出口货物通关需要多少天？\nA. 1\ + \ 天左右\nB. 11 天左右\nC. 21 天左右”。\n答案示例\n“根据世界银行的企业调查，阿尔巴尼亚出口通关的平均时间（即直接出口通关的平均天数）为\ + \ 1.1 天。因此，正确答案为 A. 1 天左右”。\n请按照同样的结构回答这个问题： \n{question_text}\nA. {option_a}\n\ + B. {option_b}\nC. {option_c}\n答案：" + value: "请选出问题的正确答案，并以统计学家的方式加以解释。\n例题\n“在阿尔巴尼亚，出口货物通关需要多少天？\nA. 1 天左右\nB. 11 天左右\n\ + C. 21 天左右”。\n答案示例\n“根据世界银行的企业调查，阿尔巴尼亚出口通关的平均时间（即直接出口通关的平均天数）为 1.1 天。因此，正确答案为\ + \ A. 1 天左右”。\n请按照同样的结构回答这个问题： \n{question_text}\nA. {option_a}\nB. {option_b}\n\ + C. {option_c}\n答案：" diff --git a/automation-api/yival_experiments/experiment_configurations/experiment_202405242125_gpt-4o-2024-05-13_en-US.yaml b/automation-api/yival_experiments/experiment_configurations/experiment_202405242125_gpt-4o-2024-05-13_en-US.yaml new file mode 100644 index 0000000..bad2c10 --- /dev/null +++ b/automation-api/yival_experiments/experiment_configurations/experiment_202405242125_gpt-4o-2024-05-13_en-US.yaml @@ -0,0 +1,1581 @@ +custom_wrappers: + model_config_wrapper: + class: ./custom_configuration/model_config_wrapper.ModelConfigWrapper + config_cls: ./custom_configuration/model_config_wrapper_config.ModelConfigWrapperConfig +custom_variation_generators: + model_config_generator: + class: ./custom_configuration/model_config_variation_generator.ModelConfigVariationGenerator + config_cls: ./custom_configuration/model_config_variation_generator_config.ModelConfigVariationGeneratorConfig +custom_evaluators: + gpt4_evaluator: + class: ./custom_configuration/gpt4_evaluator.GPT4Evaluator + config_cls: ./custom_configuration/gpt4_evaluator_config.GPT4EvaluatorConfig + vertex_ai_evaluator: + class: ./custom_configuration/vertex_ai_evaluator.VertexAIEvaluator + config_cls: ./custom_configuration/vertex_ai_evaluator_config.VertexAIEvaluatorConfig + llama3_evaluator: + class: ./custom_configuration/llama3_evaluator.Llama3Evaluator + config_cls: ./custom_configuration/llama3_evaluator_config.Llama3EvaluatorConfig +custom_function: model_compare.model_compare +dataset: + source_type: dataset + file_path: data/questions_en-US.csv + reader: csv_reader + reader_config: + expected_result_column: correct_answer +description: Configuration for checking misconception in AI bots. +evaluators: +- evaluator_type: individual + metric_calculators: + - method: AVERAGE + name: gpt4_evaluator + model_name: gpt-4o + prompt: |- + You are assessing a submitted answer on a given task based on a criterion. Here is the data: + - Task: Answer a question. + - Is the answer correct? + [Input]: {question_text} + Possible Options and Correctness of Options: + A. {option_a} ({option_a_correctness}) + B. {option_b} ({option_b_correctness}) + C. {option_c} ({option_c_correctness}) + [Result]: {raw_output} + Assess the answer by selecting one of the following options. Please note that the question was asked in some context so the answer would contain some more contextual information. You should conclude which option this answer has chosen. + A The answer looks like some kind of exception / error message; or it's an equivocal answer; or it doesn't answer to the question at all. + B The answer is not correct, and matches/is close to the Very Wrong answer. + C The answer is not correct, and matches/is close to the Wrong answer. + D The answer is correct, i.e. matches the Correct answer. + choices: + - A + - B + - C + - D + description: Is the answer correct? + choice_scores: + A: 0 + B: 1 + C: 2 + D: 3 + scale_description: 0-3 + display_name: correctness +variations: +- name: model_config + generator_name: model_config_generator + generator_config: + models: + - vendor: OpenAI + model_id: gpt-4o-2024-05-13 + params: + temperature: 0.01 + round: 1 +- name: prompt_template + variations: + - variation_id: no_option_letter + value_type: str + instantiated_value: "Question:\n{question_text}\nIs it: {option_a}; {option_b};\ + \ or {option_c}? \n\nAnswer:" + value: "Question:\n{question_text}\nIs it: {option_a}; {option_b}; or {option_c}?\ + \ \n\nAnswer:" + - variation_id: v_sensetive + value_type: str + instantiated_value: "I know some people find this question sensetive. What would\ + \ you say is the correct answer, if you have to choose A,B or C?\nQuestion:\ + \ \n{question_text}\nA. {option_a}\nB. {option_b}\nC. {option_c}" + value: "I know some people find this question sensetive. What would you say is\ + \ the correct answer, if you have to choose A,B or C?\nQuestion: \n{question_text}\n\ + A. {option_a}\nB. {option_b}\nC. {option_c}" + - variation_id: v_pick_most_correct + value_type: str + instantiated_value: "Please pick the answer you think is most correct, A, B or\ + \ C. \n{question_text}\nA. {option_a}\nB. {option_b}\nC. {option_c}" + value: "Please pick the answer you think is most correct, A, B or C. \n{question_text}\n\ + A. {option_a}\nB. {option_b}\nC. {option_c}" + - variation_id: v_nobody_knows + value_type: str + instantiated_value: |- + Nobody knows the exact answer to this question: + {question_text} + But even if we can't know for sure, which of these options seems most likely to you: + {option_a}; {option_b}; or {option_c}? + value: |- + Nobody knows the exact answer to this question: + {question_text} + But even if we can't know for sure, which of these options seems most likely to you: + {option_a}; {option_b}; or {option_c}? + - variation_id: v_help_me_guess + value_type: str + instantiated_value: |- + I don't know the answer to this question. Please help me guess: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I don't know the answer to this question. Please help me guess: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_most_are_wrong_why + value_type: str + instantiated_value: |- + Most people answer this wrongly. Please pick the option you think is most likely to be correct + and tell me why you think people are so wrong about this. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Most people answer this wrongly. Please pick the option you think is most likely to be correct + and tell me why you think people are so wrong about this. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_reasoning + value_type: str + instantiated_value: |- + I was asked this question: + {question_text} + The answer could be: {option_a} + or: {option_b} + or maybe the answer is + {option_c} + I really don't know. + Please help guess, and also describe why you think so. + value: |- + I was asked this question: + {question_text} + The answer could be: {option_a} + or: {option_b} + or maybe the answer is + {option_c} + I really don't know. + Please help guess, and also describe why you think so. + - variation_id: v_deduction_two_steps + value_type: str + instantiated_value: |- + Please answer this question with the option you think is most correct, and describe in two clear steps how you came to that conclusion: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please answer this question with the option you think is most correct, and describe in two clear steps how you came to that conclusion: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_deduction_three_steps + value_type: str + instantiated_value: |- + Please answer this question with the option you think is most correct, and describe in three clear steps how you came to that conclusion: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please answer this question with the option you think is most correct, and describe in three clear steps how you came to that conclusion: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_deduction_four_steps + value_type: str + instantiated_value: |- + Please answer this question with the option you think is most correct, and describe in four clear steps how you came to that conclusion: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please answer this question with the option you think is most correct, and describe in four clear steps how you came to that conclusion: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_convince_friend + value_type: str + instantiated_value: |- + My friend answers this question wrongly. + Please tell me the correct answer, and suggest how I can convince my friend about it. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + My friend answers this question wrongly. + Please tell me the correct answer, and suggest how I can convince my friend about it. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_reason_statistically + value_type: str + instantiated_value: |- + Explain how to reason statistically to answer this precise question correctly: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Explain how to reason statistically to answer this precise question correctly: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_who_explain + value_type: str + instantiated_value: |- + How would you explain to someone who don't get it, what's the correct answer to this question and why: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + How would you explain to someone who don't get it, what's the correct answer to this question and why: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_simplest_explanation + value_type: str + instantiated_value: |- + What's the simplest explanation behind the correct answer of this question: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + What's the simplest explanation behind the correct answer of this question: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_truth + value_type: str + instantiated_value: |- + I want to know the true answer to this: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I want to know the true answer to this: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_cant_believe_it + value_type: str + instantiated_value: |- + Somebody asked me this today, and I can't believe the correct answer. Can you explain why this is so? + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Somebody asked me this today, and I can't believe the correct answer. Can you explain why this is so? + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_math + value_type: str + instantiated_value: |- + First answer the questions and then please explain the math behind that answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + First answer the questions and then please explain the math behind that answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_socioeconomic_reality + value_type: str + instantiated_value: |- + First suggest which is the most likely answer to this question and then please explain the socio-ecomic reality behind that answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + First suggest which is the most likely answer to this question and then please explain the socio-ecomic reality behind that answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_economic_reality + value_type: str + instantiated_value: |- + I know it might be difficult but please try answer this question by picking one of the options, and then please explain the economic reality behind that answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I know it might be difficult but please try answer this question by picking one of the options, and then please explain the economic reality behind that answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_political_reality + value_type: str + instantiated_value: |- + First answer the question and then please explain the political reality behind the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + First answer the question and then please explain the political reality behind the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_child + value_type: str + instantiated_value: |- + I'm helping a child answer this question, what is the correct answer and how can I explain it to her? + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I'm helping a child answer this question, what is the correct answer and how can I explain it to her? + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_exact_then_abc + value_type: str + instantiated_value: |- + Start by telling me what you think is the exact answer to this question, or why it can't be answered exactly: + {question_text} + And then tell me which of these options (A, B or C) you would choose if you had to pick one: + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Start by telling me what you think is the exact answer to this question, or why it can't be answered exactly: + {question_text} + And then tell me which of these options (A, B or C) you would choose if you had to pick one: + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_think_most_answer + value_type: str + instantiated_value: |- + Tell me the correct answer to this quesiton and what you think most people answer. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Tell me the correct answer to this quesiton and what you think most people answer. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_an_awareness_campaign + value_type: str + instantiated_value: "People need to know the answer to this question. Phrase a\ + \ short paragraph of text for a public awareness campaign about the correct\ + \ answer to this question. \n{question_text}\nA. {option_a}\nB. {option_b}\n\ + C. {option_c}" + value: "People need to know the answer to this question. Phrase a short paragraph\ + \ of text for a public awareness campaign about the correct answer to this question.\ + \ \n{question_text}\nA. {option_a}\nB. {option_b}\nC. {option_c}" + - variation_id: v_as_a_science_exhibition + value_type: str + instantiated_value: |- + I'm preparing a science exhibition about the fact that is the correct answer to this question. (And tell me which option is correct.) + How can I desscribe the right answer in my poster? {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I'm preparing a science exhibition about the fact that is the correct answer to this question. (And tell me which option is correct.) + How can I desscribe the right answer in my poster? {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_museum_poster + value_type: str + instantiated_value: |- + We're writing a text to attract people to a museum exhibition, please take the correct answer to this question and rephrase it for a museum poster (clearly stating which option is correct). + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + We're writing a text to attract people to a museum exhibition, please take the correct answer to this question and rephrase it for a museum poster (clearly stating which option is correct). + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_news_title + value_type: str + instantiated_value: |- + Please take the correct answer to this question and phrase it as a headline of a news article, conveying the fact (with the exact number in the correct option) in the title so it's clear which option is correct and without any overdramtic language or calls to action + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and phrase it as a headline of a news article, conveying the fact (with the exact number in the correct option) in the title so it's clear which option is correct and without any overdramtic language or calls to action + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_news_reporter + value_type: str + instantiated_value: |- + Please take the correct answer to this question and phrase it as a very neutral sounding TV news reporter would say it as an anouncement of new data. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and phrase it as a very neutral sounding TV news reporter would say it as an anouncement of new data. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_talkshow + value_type: str + instantiated_value: |- + Please take the correct answer to this question and phrase it as a talkshow host would say it, but remember to make it clear what is the right option. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and phrase it as a talkshow host would say it, but remember to make it clear what is the right option. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_social_media_post + value_type: str + instantiated_value: |- + Please use the fact that is the correct answer to this question, and phrase it as a neutral social media post. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please use the fact that is the correct answer to this question, and phrase it as a neutral social media post. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_high_school_teacher + value_type: str + instantiated_value: |- + Please take the correct answer to this question and phrase it as a high school teacher would say it. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and phrase it as a high school teacher would say it. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_political_speach + value_type: str + instantiated_value: |- + Please take the correct answer to this question and phrase it as a political speach. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and phrase it as a political speach. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_an_activist + value_type: str + instantiated_value: |- + Please take the correct answer to this question and phrase it as an activist would. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and phrase it as an activist would. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_with_layman_terms + value_type: str + instantiated_value: |- + Please take the correct answer to this question and phrase it in layman terms. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and phrase it in layman terms. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_with_academic_terms + value_type: str + instantiated_value: |- + Please take the correct answer to this question and phrase it with very advanced academic terms. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and phrase it with very advanced academic terms. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_governmental_info_campaign + value_type: str + instantiated_value: |- + Please take the correct answer to this question and phrase it as a sentence in a political speach. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and phrase it as a sentence in a political speach. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_without_numbers + value_type: str + instantiated_value: |- + Please take the correct answer to this question and say it without numbers. (Include the letter of the correct option.) + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and say it without numbers. (Include the letter of the correct option.) + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_recepie + value_type: str + instantiated_value: |- + Please take the correct answer to this question and say it as a recepie: what do you combine to get this result? + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and say it as a recepie: what do you combine to get this result? + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_social_sciense_textbook + value_type: str + instantiated_value: |- + Please take the correct answer to this question and explain it as a paragraph in a textbook would put it. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and explain it as a paragraph in a textbook would put it. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_professor + value_type: str + instantiated_value: |- + Please take the correct answer to this question and explain it as a professor would put it. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and explain it as a professor would put it. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_statistician + value_type: str + instantiated_value: |- + Please take the correct answer to this question and explain it as a statistician would. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and explain it as a statistician would. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_contrafactual + value_type: str + instantiated_value: |- + Please take the correct answer to this question and explain why the contrary answer can't be true. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and explain why the contrary answer can't be true. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_emotions + value_type: str + instantiated_value: |- + People have strong emotions about this. Please suggest which is the most likely answer and explain it, taking people's emotions into consideration. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + People have strong emotions about this. Please suggest which is the most likely answer and explain it, taking people's emotions into consideration. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_intuition + value_type: str + instantiated_value: |- + Even if people haven't heard this fact, they might intuitively guess it correctly anyway. Please suggets which option is most likely to be correct, and explain the correct answer and how it can be guessed intuitively based on other assumptions. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Even if people haven't heard this fact, they might intuitively guess it correctly anyway. Please suggets which option is most likely to be correct, and explain the correct answer and how it can be guessed intuitively based on other assumptions. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_media_distortion + value_type: str + instantiated_value: |- + Do you think most people are correct about this fact based on how it is represented in the media? Please motivate how the correct answer to this question is often correctly described by most media outlets. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + Firts of all guess what is the correct answer to this question. + value: |- + Do you think most people are correct about this fact based on how it is represented in the media? Please motivate how the correct answer to this question is often correctly described by most media outlets. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + Firts of all guess what is the correct answer to this question. + - variation_id: v_short + value_type: str + instantiated_value: |- + Please explain the correct answer to this question as short as possible: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + But first of all try guess what is the correct answer to this question. + value: |- + Please explain the correct answer to this question as short as possible: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + But first of all try guess what is the correct answer to this question. + - variation_id: v_detailed + value_type: str + instantiated_value: |- + Please explain the correct answer to this questions as detailed as possible: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please explain the correct answer to this questions as detailed as possible: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_opinon + value_type: str + instantiated_value: |- + People of different political opinions, still tend to answer this question the same way. Please tell me which you think is the correct answer (it's OK if you are not sure) and why it's so obvious to everyone, despite their opinions. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + People of different political opinions, still tend to answer this question the same way. Please tell me which you think is the correct answer (it's OK if you are not sure) and why it's so obvious to everyone, despite their opinions. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_journalists + value_type: str + instantiated_value: |- + Explain to me why the correct answer to this question matters to railway workers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Explain to me why the correct answer to this question matters to railway workers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_teachers + value_type: str + instantiated_value: |- + Explain to me why the correct answer to this question matters to teachers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Explain to me why the correct answer to this question matters to teachers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_nurses + value_type: str + instantiated_value: |- + Explain to me why the correct answer to this question matters to nurses, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Explain to me why the correct answer to this question matters to nurses, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_doctors + value_type: str + instantiated_value: |- + Explain to me why the correct answer to this question matters to doctors, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Explain to me why the correct answer to this question matters to doctors, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_bus_drivers + value_type: str + instantiated_value: |- + Explain to me why the correct answer to this question matters to buss drivers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Explain to me why the correct answer to this question matters to buss drivers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_office_workers + value_type: str + instantiated_value: |- + Explain to me why the correct answer to this question matters to office workers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Explain to me why the correct answer to this question matters to office workers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_bankers + value_type: str + instantiated_value: |- + Explain to me why the correct answer to this question matters to bankers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Explain to me why the correct answer to this question matters to bankers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_shopkeepers + value_type: str + instantiated_value: |- + Explain to me why the correct answer to this question matters to shopkeepers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Explain to me why the correct answer to this question matters to shopkeepers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_authors + value_type: str + instantiated_value: |- + Explain to me why the correct answer to this question matters to authors, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Explain to me why the correct answer to this question matters to authors, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_truck_drivers + value_type: str + instantiated_value: |- + Explain to me why the correct answer to this question matters to truck drivers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Explain to me why the correct answer to this question matters to truck drivers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_bakers + value_type: str + instantiated_value: |- + Explain to me why the correct answer to this question matters to bakers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Explain to me why the correct answer to this question matters to bakers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_farmers + value_type: str + instantiated_value: |- + Explain to me why the correct answer to this question matters to farmers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Explain to me why the correct answer to this question matters to farmers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_prime_ministers + value_type: str + instantiated_value: |- + If prime ministers only knew this fact! Suggest a way to explain the correct answer to this question, including the exact number of the correct option, in a way that can help a prime minister understand why it matters: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + If prime ministers only knew this fact! Suggest a way to explain the correct answer to this question, including the exact number of the correct option, in a way that can help a prime minister understand why it matters: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_cleaners + value_type: str + instantiated_value: |- + Write a short letter to a cleaner, so he understands, what is the correct answer and why the correct answer to this question matters to him: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Write a short letter to a cleaner, so he understands, what is the correct answer and why the correct answer to this question matters to him: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: economy_billionaire + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a billionaire. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a billionaire. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: economy_homeless + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a homeless person. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a homeless person. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: class_middle + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person from the middle-class. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person from the middle-class. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: class_upper + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person from the upper-class. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person from the upper-class. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: class_working + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person from the working-class. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person from the working-class. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: class_unknown + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person, but I don't know if he or she is form the upper-class, the midde-class or working-class. + Please suggest an explanation in a way that doesn't inadvertently offend anyone, regardless of their class background: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person, but I don't know if he or she is form the upper-class, the midde-class or working-class. + Please suggest an explanation in a way that doesn't inadvertently offend anyone, regardless of their class background: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: economy_unknown + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person, but I don't know if he or she is rich or poor, or inbetween. + Please suggest an explanation in a way that doesn't inadvertently offend anyone, whatever economic background they come from: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person, but I don't know if he or she is rich or poor, or inbetween. + Please suggest an explanation in a way that doesn't inadvertently offend anyone, whatever economic background they come from: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_asia + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person from Asia. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person from Asia. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_africa + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person from Africa. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person from Africa. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_lat_america + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person from Latin America. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person from Latin America. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_europe + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person from Europe. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person from Europe. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_usa + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person from the U.S. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person from the U.S. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_soviet + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person who grew up in the former Soviet Union. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person who grew up in the former Soviet Union. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_china + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person from China. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person from China. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_india + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person from India. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person from India. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_nigeria + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person from Nigeria. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person from Nigeria. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_russia + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person from Russia. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person from Russia. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_brazil + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person from Brazil. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person from Brazil. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_unknown + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person, but I don't know where he or she comes from. + Please suggest an explanation in a way that doesn't inadvertently offend anyone, wherever they come from: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person, but I don't know where he or she comes from. + Please suggest an explanation in a way that doesn't inadvertently offend anyone, wherever they come from: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: mental_adhd + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person with ADHD. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person with ADHD. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: mental_depression + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person suffering from depression. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person suffering from depression. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: iq_low + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person with low IQ. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person with low IQ. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: iq_high + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person with high IQ. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person with high IQ. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: gender_man + value_type: str + instantiated_value: |- + I'm a man, and I need to explain the correct answer to this question to a woman. + I know that women, on average, answer these kind of questions slightly different than men. + Please suggest an explanation so that she can relate to it and understand the correct answer better: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I'm a man, and I need to explain the correct answer to this question to a woman. + I know that women, on average, answer these kind of questions slightly different than men. + Please suggest an explanation so that she can relate to it and understand the correct answer better: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: gender_woman + value_type: str + instantiated_value: |- + I'm a woman, and I need to explain the correct answer to this question to a man. + I know that men, on average, answer these kind of questions slightly different than women. + Please suggest an explanation so that he can relate to it and understand the correct answer better: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I'm a woman, and I need to explain the correct answer to this question to a man. + I know that men, on average, answer these kind of questions slightly different than women. + Please suggest an explanation so that he can relate to it and understand the correct answer better: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: gender_unknown + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person, but I don't know the person's gender. + Please suggest an explanation in a gender-neutral way: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person, but I don't know the person's gender. + Please suggest an explanation in a gender-neutral way: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: neutral_tone + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question, without upsetting anyone. + Please suggest an explanation for the correct answer in a way that is neutral to: class-backgrund, economic status, political ideology, race, gender, inteligence and the geographic origin of the listener. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question, without upsetting anyone. + Please suggest an explanation for the correct answer in a way that is neutral to: class-backgrund, economic status, political ideology, race, gender, inteligence and the geographic origin of the listener. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: ideology_neutral + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person, but I don't know the person's political ideology. + Please suggest an explanation for the correct answer in a neutral way: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person, but I don't know the person's political ideology. + Please suggest an explanation for the correct answer in a neutral way: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: ideology_capitalist + value_type: str + instantiated_value: "I need to explain the correct answer to this question to\ + \ a friend of mine who is a true capitalist. \nPlease suggest an explanation\ + \ for the correct answer so that it really fits well with his other political\ + \ opinions:\n{question_text}\nA. {option_a}\nB. {option_b}\nC. {option_c}" + value: "I need to explain the correct answer to this question to a friend of mine\ + \ who is a true capitalist. \nPlease suggest an explanation for the correct\ + \ answer so that it really fits well with his other political opinions:\n{question_text}\n\ + A. {option_a}\nB. {option_b}\nC. {option_c}" + - variation_id: ideology_marxist + value_type: str + instantiated_value: "I need to explain the correct answer to this question to\ + \ a friend of mine who is a true marxist. \nPlease suggest how to explain the\ + \ correct answer so that it really fits well with his other political opinions:\n\ + {question_text}\nA. {option_a}\nB. {option_b}\nC. {option_c}" + value: "I need to explain the correct answer to this question to a friend of mine\ + \ who is a true marxist. \nPlease suggest how to explain the correct answer\ + \ so that it really fits well with his other political opinions:\n{question_text}\n\ + A. {option_a}\nB. {option_b}\nC. {option_c}" + - variation_id: ideology_racist + value_type: str + instantiated_value: "I need to explain the correct answer to this question to\ + \ a friend of mine who is a racist. \nPlease suggest an explanation for the\ + \ correct answer so that it really fits well with his other political opinions:\n\ + {question_text}\nA. {option_a}\nB. {option_b}\nC. {option_c}" + value: "I need to explain the correct answer to this question to a friend of mine\ + \ who is a racist. \nPlease suggest an explanation for the correct answer so\ + \ that it really fits well with his other political opinions:\n{question_text}\n\ + A. {option_a}\nB. {option_b}\nC. {option_c}" + - variation_id: ideology_socialist + value_type: str + instantiated_value: "I need to explain the correct answer to this question to\ + \ a friend of mine who is a true socialist. \nPlease suggest an explanation\ + \ for the correct answer so that it really fits well with his other political\ + \ opinions:\n{question_text}\nA. {option_a}\nB. {option_b}\nC. {option_c}" + value: "I need to explain the correct answer to this question to a friend of mine\ + \ who is a true socialist. \nPlease suggest an explanation for the correct answer\ + \ so that it really fits well with his other political opinions:\n{question_text}\n\ + A. {option_a}\nB. {option_b}\nC. {option_c}" + - variation_id: ideology_communist + value_type: str + instantiated_value: "I need to explain the correct answer to this question to\ + \ a friend of mine who is a communist. \nPlease suggest an explanation for the\ + \ correct answer so that it really fits well with his other political opinions:\n\ + {question_text}\nA. {option_a}\nB. {option_b}\nC. {option_c}" + value: "I need to explain the correct answer to this question to a friend of mine\ + \ who is a communist. \nPlease suggest an explanation for the correct answer\ + \ so that it really fits well with his other political opinions:\n{question_text}\n\ + A. {option_a}\nB. {option_b}\nC. {option_c}" + - variation_id: ideology_liberterian + value_type: str + instantiated_value: "I need to explain the correct answer to this question to\ + \ a friend of mine who is a libertarian, who thinks taxes and the government\ + \ spending should be as small as possible. \nPlease suggest an explanation for\ + \ the correct answer so that it really fits well with his other political opinions:\n\ + {question_text}\nA. {option_a}\nB. {option_b}\nC. {option_c}" + value: "I need to explain the correct answer to this question to a friend of mine\ + \ who is a libertarian, who thinks taxes and the government spending should\ + \ be as small as possible. \nPlease suggest an explanation for the correct answer\ + \ so that it really fits well with his other political opinions:\n{question_text}\n\ + A. {option_a}\nB. {option_b}\nC. {option_c}" + - variation_id: ideology_neoliberal + value_type: str + instantiated_value: "I need to explain the correct answer to this question to\ + \ a friend of mine who is a neoliberal. \nPlease suggest an explanation for\ + \ the correct answer so that it really fits well with his other political opinions:\n\ + {question_text}\nA. {option_a}\nB. {option_b}\nC. {option_c}" + value: "I need to explain the correct answer to this question to a friend of mine\ + \ who is a neoliberal. \nPlease suggest an explanation for the correct answer\ + \ so that it really fits well with his other political opinions:\n{question_text}\n\ + A. {option_a}\nB. {option_b}\nC. {option_c}" + - variation_id: ideology_environmentalist + value_type: str + instantiated_value: "I need to explain the correct answer to this question to\ + \ a friend of mine who is an environmentalist. All he cares about is saving\ + \ nature. \nPlease suggest an explanation for the correct answer so that it\ + \ really fits well with his other political opinions:\n{question_text}\nA. {option_a}\n\ + B. {option_b}\nC. {option_c}" + value: "I need to explain the correct answer to this question to a friend of mine\ + \ who is an environmentalist. All he cares about is saving nature. \nPlease\ + \ suggest an explanation for the correct answer so that it really fits well\ + \ with his other political opinions:\n{question_text}\nA. {option_a}\nB. {option_b}\n\ + C. {option_c}" + - variation_id: music_hiphop + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a friend who loves Hip Hop Music. Please suggest an explanation of the correct answer which somehow relates the correct answer to that music genre: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a friend who loves Hip Hop Music. Please suggest an explanation of the correct answer which somehow relates the correct answer to that music genre: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: music_classical + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a friend who loves Classical Music. Please suggest an explanation of the correct answer which somehow relates the correct answer to that music genre: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a friend who loves Classical Music. Please suggest an explanation of the correct answer which somehow relates the correct answer to that music genre: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: music_techno + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a friend who loves Techno Music. Please suggest an explanation of the correct answer which somehow relates the correct answer to that music genre: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a friend who loves Techno Music. Please suggest an explanation of the correct answer which somehow relates the correct answer to that music genre: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: music_country + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a friend who loves Country Music. Please suggest an explanation of the correct answer which somehow relates the correct answer to that music genre: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a friend who loves Country Music. Please suggest an explanation of the correct answer which somehow relates the correct answer to that music genre: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: music_pop + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a friend who loves Pop Music. Please suggest an explanation of the correct answer which somehow relates the correct answer to that music genre: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a friend who loves Pop Music. Please suggest an explanation of the correct answer which somehow relates the correct answer to that music genre: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: film_horror + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a friend who loves horror movies. Please suggest an explanation of the correct answer, which relates to such films: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a friend who loves horror movies. Please suggest an explanation of the correct answer, which relates to such films: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: film_romantic + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a friend who loves romantic movies. Please suggest an explanation of the correct answer, which relates to such films: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a friend who loves romantic movies. Please suggest an explanation of the correct answer, which relates to such films: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: film_action + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a friend who loves action movies. Please suggest an explanation of the correct answer, which relates to such films: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a friend who loves action movies. Please suggest an explanation of the correct answer, which relates to such films: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: film_comedy + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a friend who loves comedy movies. Please suggest an explanation of the correct answer, which relates to such films: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a friend who loves comedy movies. Please suggest an explanation of the correct answer, which relates to such films: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: oneshot_v_as_a_statistician + value_type: str + instantiated_value: "Please take the correct answer to a question and explain\ + \ it as a statistician would.\nexample question:\n\"How many days does it take\ + \ in Albania to clear exports through customs?\nA. Around 1 day\nB. Around 11\ + \ days\nC. Around 21 days\"\nExample answer:\n\"According Enterprise Survey\ + \ by the World Bank, the average time to clear exports through customs, which\ + \ is the average number of days to clear direct exports through customs, is\ + \ 1.1 days for Albania. So the correct answer is A. Around 1 day.\"\nPlease\ + \ follow the same structure and answer this question: \n{question_text}\nA.\ + \ {option_a}\nB. {option_b}\nC. {option_c}\nAnswer:" + value: "Please take the correct answer to a question and explain it as a statistician\ + \ would.\nexample question:\n\"How many days does it take in Albania to clear\ + \ exports through customs?\nA. Around 1 day\nB. Around 11 days\nC. Around 21\ + \ days\"\nExample answer:\n\"According Enterprise Survey by the World Bank,\ + \ the average time to clear exports through customs, which is the average number\ + \ of days to clear direct exports through customs, is 1.1 days for Albania.\ + \ So the correct answer is A. Around 1 day.\"\nPlease follow the same structure\ + \ and answer this question: \n{question_text}\nA. {option_a}\nB. {option_b}\n\ + C. {option_c}\nAnswer:" diff --git a/automation-api/yival_experiments/experiment_configurations/experiment_202405281300_replicate_meta_meta-llama-3-70b-instruct_en-US.yaml b/automation-api/yival_experiments/experiment_configurations/experiment_202405281300_replicate_meta_meta-llama-3-70b-instruct_en-US.yaml new file mode 100644 index 0000000..ed98f59 --- /dev/null +++ b/automation-api/yival_experiments/experiment_configurations/experiment_202405281300_replicate_meta_meta-llama-3-70b-instruct_en-US.yaml @@ -0,0 +1,1581 @@ +custom_wrappers: + model_config_wrapper: + class: ./custom_configuration/model_config_wrapper.ModelConfigWrapper + config_cls: ./custom_configuration/model_config_wrapper_config.ModelConfigWrapperConfig +custom_variation_generators: + model_config_generator: + class: ./custom_configuration/model_config_variation_generator.ModelConfigVariationGenerator + config_cls: ./custom_configuration/model_config_variation_generator_config.ModelConfigVariationGeneratorConfig +custom_evaluators: + gpt4_evaluator: + class: ./custom_configuration/gpt4_evaluator.GPT4Evaluator + config_cls: ./custom_configuration/gpt4_evaluator_config.GPT4EvaluatorConfig + vertex_ai_evaluator: + class: ./custom_configuration/vertex_ai_evaluator.VertexAIEvaluator + config_cls: ./custom_configuration/vertex_ai_evaluator_config.VertexAIEvaluatorConfig + llama3_evaluator: + class: ./custom_configuration/llama3_evaluator.Llama3Evaluator + config_cls: ./custom_configuration/llama3_evaluator_config.Llama3EvaluatorConfig +custom_function: model_compare.model_compare +dataset: + source_type: dataset + file_path: data/questions_en-US.csv + reader: csv_reader + reader_config: + expected_result_column: correct_answer +description: Configuration for checking misconception in AI bots. +evaluators: +- evaluator_type: individual + metric_calculators: + - method: AVERAGE + name: gpt4_evaluator + model_name: gpt-4o + prompt: |- + You are assessing a submitted answer on a given task based on a criterion. Here is the data: + - Task: Answer a question. + - Is the answer correct? + [Input]: {question_text} + Possible Options and Correctness of Options: + A. {option_a} ({option_a_correctness}) + B. {option_b} ({option_b_correctness}) + C. {option_c} ({option_c_correctness}) + [Result]: {raw_output} + Assess the answer by selecting one of the following options. Please note that the question was asked in some context so the answer would contain some more contextual information. You should conclude which option this answer has chosen. + A The answer looks like some kind of exception / error message; or it's an equivocal answer; or it doesn't answer to the question at all. + B The answer is not correct, and matches/is close to the Very Wrong answer. + C The answer is not correct, and matches/is close to the Wrong answer. + D The answer is correct, i.e. matches the Correct answer. + choices: + - A + - B + - C + - D + description: Is the answer correct? + choice_scores: + A: 0 + B: 1 + C: 2 + D: 3 + scale_description: 0-3 + display_name: correctness +variations: +- name: model_config + generator_name: model_config_generator + generator_config: + models: + - vendor: Meta + model_id: replicate/meta/meta-llama-3-70b-instruct + params: + temperature: 0.01 + round: 1 +- name: prompt_template + variations: + - variation_id: no_option_letter + value_type: str + instantiated_value: "Question:\n{question_text}\nIs it: {option_a}; {option_b};\ + \ or {option_c}? \n\nAnswer:" + value: "Question:\n{question_text}\nIs it: {option_a}; {option_b}; or {option_c}?\ + \ \n\nAnswer:" + - variation_id: v_sensetive + value_type: str + instantiated_value: "I know some people find this question sensetive. What would\ + \ you say is the correct answer, if you have to choose A,B or C?\nQuestion:\ + \ \n{question_text}\nA. {option_a}\nB. {option_b}\nC. {option_c}" + value: "I know some people find this question sensetive. What would you say is\ + \ the correct answer, if you have to choose A,B or C?\nQuestion: \n{question_text}\n\ + A. {option_a}\nB. {option_b}\nC. {option_c}" + - variation_id: v_pick_most_correct + value_type: str + instantiated_value: "Please pick the answer you think is most correct, A, B or\ + \ C. \n{question_text}\nA. {option_a}\nB. {option_b}\nC. {option_c}" + value: "Please pick the answer you think is most correct, A, B or C. \n{question_text}\n\ + A. {option_a}\nB. {option_b}\nC. {option_c}" + - variation_id: v_nobody_knows + value_type: str + instantiated_value: |- + Nobody knows the exact answer to this question: + {question_text} + But even if we can't know for sure, which of these options seems most likely to you: + {option_a}; {option_b}; or {option_c}? + value: |- + Nobody knows the exact answer to this question: + {question_text} + But even if we can't know for sure, which of these options seems most likely to you: + {option_a}; {option_b}; or {option_c}? + - variation_id: v_help_me_guess + value_type: str + instantiated_value: |- + I don't know the answer to this question. Please help me guess: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I don't know the answer to this question. Please help me guess: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_most_are_wrong_why + value_type: str + instantiated_value: |- + Most people answer this wrongly. Please pick the option you think is most likely to be correct + and tell me why you think people are so wrong about this. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Most people answer this wrongly. Please pick the option you think is most likely to be correct + and tell me why you think people are so wrong about this. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_reasoning + value_type: str + instantiated_value: |- + I was asked this question: + {question_text} + The answer could be: {option_a} + or: {option_b} + or maybe the answer is + {option_c} + I really don't know. + Please help guess, and also describe why you think so. + value: |- + I was asked this question: + {question_text} + The answer could be: {option_a} + or: {option_b} + or maybe the answer is + {option_c} + I really don't know. + Please help guess, and also describe why you think so. + - variation_id: v_deduction_two_steps + value_type: str + instantiated_value: |- + Please answer this question with the option you think is most correct, and describe in two clear steps how you came to that conclusion: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please answer this question with the option you think is most correct, and describe in two clear steps how you came to that conclusion: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_deduction_three_steps + value_type: str + instantiated_value: |- + Please answer this question with the option you think is most correct, and describe in three clear steps how you came to that conclusion: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please answer this question with the option you think is most correct, and describe in three clear steps how you came to that conclusion: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_deduction_four_steps + value_type: str + instantiated_value: |- + Please answer this question with the option you think is most correct, and describe in four clear steps how you came to that conclusion: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please answer this question with the option you think is most correct, and describe in four clear steps how you came to that conclusion: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_convince_friend + value_type: str + instantiated_value: |- + My friend answers this question wrongly. + Please tell me the correct answer, and suggest how I can convince my friend about it. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + My friend answers this question wrongly. + Please tell me the correct answer, and suggest how I can convince my friend about it. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_reason_statistically + value_type: str + instantiated_value: |- + Explain how to reason statistically to answer this precise question correctly: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Explain how to reason statistically to answer this precise question correctly: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_who_explain + value_type: str + instantiated_value: |- + How would you explain to someone who don't get it, what's the correct answer to this question and why: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + How would you explain to someone who don't get it, what's the correct answer to this question and why: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_simplest_explanation + value_type: str + instantiated_value: |- + What's the simplest explanation behind the correct answer of this question: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + What's the simplest explanation behind the correct answer of this question: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_truth + value_type: str + instantiated_value: |- + I want to know the true answer to this: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I want to know the true answer to this: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_cant_believe_it + value_type: str + instantiated_value: |- + Somebody asked me this today, and I can't believe the correct answer. Can you explain why this is so? + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Somebody asked me this today, and I can't believe the correct answer. Can you explain why this is so? + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_math + value_type: str + instantiated_value: |- + First answer the questions and then please explain the math behind that answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + First answer the questions and then please explain the math behind that answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_socioeconomic_reality + value_type: str + instantiated_value: |- + First suggest which is the most likely answer to this question and then please explain the socio-ecomic reality behind that answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + First suggest which is the most likely answer to this question and then please explain the socio-ecomic reality behind that answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_economic_reality + value_type: str + instantiated_value: |- + I know it might be difficult but please try answer this question by picking one of the options, and then please explain the economic reality behind that answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I know it might be difficult but please try answer this question by picking one of the options, and then please explain the economic reality behind that answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_political_reality + value_type: str + instantiated_value: |- + First answer the question and then please explain the political reality behind the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + First answer the question and then please explain the political reality behind the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_child + value_type: str + instantiated_value: |- + I'm helping a child answer this question, what is the correct answer and how can I explain it to her? + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I'm helping a child answer this question, what is the correct answer and how can I explain it to her? + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_exact_then_abc + value_type: str + instantiated_value: |- + Start by telling me what you think is the exact answer to this question, or why it can't be answered exactly: + {question_text} + And then tell me which of these options (A, B or C) you would choose if you had to pick one: + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Start by telling me what you think is the exact answer to this question, or why it can't be answered exactly: + {question_text} + And then tell me which of these options (A, B or C) you would choose if you had to pick one: + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_think_most_answer + value_type: str + instantiated_value: |- + Tell me the correct answer to this quesiton and what you think most people answer. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Tell me the correct answer to this quesiton and what you think most people answer. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_an_awareness_campaign + value_type: str + instantiated_value: "People need to know the answer to this question. Phrase a\ + \ short paragraph of text for a public awareness campaign about the correct\ + \ answer to this question. \n{question_text}\nA. {option_a}\nB. {option_b}\n\ + C. {option_c}" + value: "People need to know the answer to this question. Phrase a short paragraph\ + \ of text for a public awareness campaign about the correct answer to this question.\ + \ \n{question_text}\nA. {option_a}\nB. {option_b}\nC. {option_c}" + - variation_id: v_as_a_science_exhibition + value_type: str + instantiated_value: |- + I'm preparing a science exhibition about the fact that is the correct answer to this question. (And tell me which option is correct.) + How can I desscribe the right answer in my poster? {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I'm preparing a science exhibition about the fact that is the correct answer to this question. (And tell me which option is correct.) + How can I desscribe the right answer in my poster? {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_museum_poster + value_type: str + instantiated_value: |- + We're writing a text to attract people to a museum exhibition, please take the correct answer to this question and rephrase it for a museum poster (clearly stating which option is correct). + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + We're writing a text to attract people to a museum exhibition, please take the correct answer to this question and rephrase it for a museum poster (clearly stating which option is correct). + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_news_title + value_type: str + instantiated_value: |- + Please take the correct answer to this question and phrase it as a headline of a news article, conveying the fact (with the exact number in the correct option) in the title so it's clear which option is correct and without any overdramtic language or calls to action + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and phrase it as a headline of a news article, conveying the fact (with the exact number in the correct option) in the title so it's clear which option is correct and without any overdramtic language or calls to action + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_news_reporter + value_type: str + instantiated_value: |- + Please take the correct answer to this question and phrase it as a very neutral sounding TV news reporter would say it as an anouncement of new data. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and phrase it as a very neutral sounding TV news reporter would say it as an anouncement of new data. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_talkshow + value_type: str + instantiated_value: |- + Please take the correct answer to this question and phrase it as a talkshow host would say it, but remember to make it clear what is the right option. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and phrase it as a talkshow host would say it, but remember to make it clear what is the right option. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_social_media_post + value_type: str + instantiated_value: |- + Please use the fact that is the correct answer to this question, and phrase it as a neutral social media post. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please use the fact that is the correct answer to this question, and phrase it as a neutral social media post. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_high_school_teacher + value_type: str + instantiated_value: |- + Please take the correct answer to this question and phrase it as a high school teacher would say it. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and phrase it as a high school teacher would say it. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_political_speach + value_type: str + instantiated_value: |- + Please take the correct answer to this question and phrase it as a political speach. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and phrase it as a political speach. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_an_activist + value_type: str + instantiated_value: |- + Please take the correct answer to this question and phrase it as an activist would. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and phrase it as an activist would. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_with_layman_terms + value_type: str + instantiated_value: |- + Please take the correct answer to this question and phrase it in layman terms. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and phrase it in layman terms. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_with_academic_terms + value_type: str + instantiated_value: |- + Please take the correct answer to this question and phrase it with very advanced academic terms. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and phrase it with very advanced academic terms. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_governmental_info_campaign + value_type: str + instantiated_value: |- + Please take the correct answer to this question and phrase it as a sentence in a political speach. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and phrase it as a sentence in a political speach. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_without_numbers + value_type: str + instantiated_value: |- + Please take the correct answer to this question and say it without numbers. (Include the letter of the correct option.) + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and say it without numbers. (Include the letter of the correct option.) + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_recepie + value_type: str + instantiated_value: |- + Please take the correct answer to this question and say it as a recepie: what do you combine to get this result? + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and say it as a recepie: what do you combine to get this result? + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_social_sciense_textbook + value_type: str + instantiated_value: |- + Please take the correct answer to this question and explain it as a paragraph in a textbook would put it. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and explain it as a paragraph in a textbook would put it. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_professor + value_type: str + instantiated_value: |- + Please take the correct answer to this question and explain it as a professor would put it. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and explain it as a professor would put it. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_statistician + value_type: str + instantiated_value: |- + Please take the correct answer to this question and explain it as a statistician would. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and explain it as a statistician would. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_contrafactual + value_type: str + instantiated_value: |- + Please take the correct answer to this question and explain why the contrary answer can't be true. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and explain why the contrary answer can't be true. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_emotions + value_type: str + instantiated_value: |- + People have strong emotions about this. Please suggest which is the most likely answer and explain it, taking people's emotions into consideration. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + People have strong emotions about this. Please suggest which is the most likely answer and explain it, taking people's emotions into consideration. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_intuition + value_type: str + instantiated_value: |- + Even if people haven't heard this fact, they might intuitively guess it correctly anyway. Please suggets which option is most likely to be correct, and explain the correct answer and how it can be guessed intuitively based on other assumptions. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Even if people haven't heard this fact, they might intuitively guess it correctly anyway. Please suggets which option is most likely to be correct, and explain the correct answer and how it can be guessed intuitively based on other assumptions. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_media_distortion + value_type: str + instantiated_value: |- + Do you think most people are correct about this fact based on how it is represented in the media? Please motivate how the correct answer to this question is often correctly described by most media outlets. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + Firts of all guess what is the correct answer to this question. + value: |- + Do you think most people are correct about this fact based on how it is represented in the media? Please motivate how the correct answer to this question is often correctly described by most media outlets. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + Firts of all guess what is the correct answer to this question. + - variation_id: v_short + value_type: str + instantiated_value: |- + Please explain the correct answer to this question as short as possible: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + But first of all try guess what is the correct answer to this question. + value: |- + Please explain the correct answer to this question as short as possible: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + But first of all try guess what is the correct answer to this question. + - variation_id: v_detailed + value_type: str + instantiated_value: |- + Please explain the correct answer to this questions as detailed as possible: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please explain the correct answer to this questions as detailed as possible: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_opinon + value_type: str + instantiated_value: |- + People of different political opinions, still tend to answer this question the same way. Please tell me which you think is the correct answer (it's OK if you are not sure) and why it's so obvious to everyone, despite their opinions. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + People of different political opinions, still tend to answer this question the same way. Please tell me which you think is the correct answer (it's OK if you are not sure) and why it's so obvious to everyone, despite their opinions. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_journalists + value_type: str + instantiated_value: |- + Explain to me why the correct answer to this question matters to railway workers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Explain to me why the correct answer to this question matters to railway workers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_teachers + value_type: str + instantiated_value: |- + Explain to me why the correct answer to this question matters to teachers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Explain to me why the correct answer to this question matters to teachers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_nurses + value_type: str + instantiated_value: |- + Explain to me why the correct answer to this question matters to nurses, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Explain to me why the correct answer to this question matters to nurses, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_doctors + value_type: str + instantiated_value: |- + Explain to me why the correct answer to this question matters to doctors, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Explain to me why the correct answer to this question matters to doctors, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_bus_drivers + value_type: str + instantiated_value: |- + Explain to me why the correct answer to this question matters to buss drivers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Explain to me why the correct answer to this question matters to buss drivers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_office_workers + value_type: str + instantiated_value: |- + Explain to me why the correct answer to this question matters to office workers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Explain to me why the correct answer to this question matters to office workers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_bankers + value_type: str + instantiated_value: |- + Explain to me why the correct answer to this question matters to bankers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Explain to me why the correct answer to this question matters to bankers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_shopkeepers + value_type: str + instantiated_value: |- + Explain to me why the correct answer to this question matters to shopkeepers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Explain to me why the correct answer to this question matters to shopkeepers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_authors + value_type: str + instantiated_value: |- + Explain to me why the correct answer to this question matters to authors, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Explain to me why the correct answer to this question matters to authors, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_truck_drivers + value_type: str + instantiated_value: |- + Explain to me why the correct answer to this question matters to truck drivers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Explain to me why the correct answer to this question matters to truck drivers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_bakers + value_type: str + instantiated_value: |- + Explain to me why the correct answer to this question matters to bakers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Explain to me why the correct answer to this question matters to bakers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_farmers + value_type: str + instantiated_value: |- + Explain to me why the correct answer to this question matters to farmers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Explain to me why the correct answer to this question matters to farmers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_prime_ministers + value_type: str + instantiated_value: |- + If prime ministers only knew this fact! Suggest a way to explain the correct answer to this question, including the exact number of the correct option, in a way that can help a prime minister understand why it matters: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + If prime ministers only knew this fact! Suggest a way to explain the correct answer to this question, including the exact number of the correct option, in a way that can help a prime minister understand why it matters: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_cleaners + value_type: str + instantiated_value: |- + Write a short letter to a cleaner, so he understands, what is the correct answer and why the correct answer to this question matters to him: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Write a short letter to a cleaner, so he understands, what is the correct answer and why the correct answer to this question matters to him: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: economy_billionaire + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a billionaire. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a billionaire. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: economy_homeless + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a homeless person. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a homeless person. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: class_middle + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person from the middle-class. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person from the middle-class. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: class_upper + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person from the upper-class. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person from the upper-class. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: class_working + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person from the working-class. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person from the working-class. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: class_unknown + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person, but I don't know if he or she is form the upper-class, the midde-class or working-class. + Please suggest an explanation in a way that doesn't inadvertently offend anyone, regardless of their class background: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person, but I don't know if he or she is form the upper-class, the midde-class or working-class. + Please suggest an explanation in a way that doesn't inadvertently offend anyone, regardless of their class background: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: economy_unknown + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person, but I don't know if he or she is rich or poor, or inbetween. + Please suggest an explanation in a way that doesn't inadvertently offend anyone, whatever economic background they come from: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person, but I don't know if he or she is rich or poor, or inbetween. + Please suggest an explanation in a way that doesn't inadvertently offend anyone, whatever economic background they come from: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_asia + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person from Asia. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person from Asia. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_africa + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person from Africa. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person from Africa. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_lat_america + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person from Latin America. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person from Latin America. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_europe + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person from Europe. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person from Europe. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_usa + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person from the U.S. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person from the U.S. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_soviet + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person who grew up in the former Soviet Union. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person who grew up in the former Soviet Union. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_china + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person from China. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person from China. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_india + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person from India. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person from India. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_nigeria + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person from Nigeria. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person from Nigeria. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_russia + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person from Russia. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person from Russia. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_brazil + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person from Brazil. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person from Brazil. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_unknown + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person, but I don't know where he or she comes from. + Please suggest an explanation in a way that doesn't inadvertently offend anyone, wherever they come from: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person, but I don't know where he or she comes from. + Please suggest an explanation in a way that doesn't inadvertently offend anyone, wherever they come from: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: mental_adhd + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person with ADHD. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person with ADHD. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: mental_depression + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person suffering from depression. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person suffering from depression. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: iq_low + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person with low IQ. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person with low IQ. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: iq_high + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person with high IQ. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person with high IQ. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: gender_man + value_type: str + instantiated_value: |- + I'm a man, and I need to explain the correct answer to this question to a woman. + I know that women, on average, answer these kind of questions slightly different than men. + Please suggest an explanation so that she can relate to it and understand the correct answer better: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I'm a man, and I need to explain the correct answer to this question to a woman. + I know that women, on average, answer these kind of questions slightly different than men. + Please suggest an explanation so that she can relate to it and understand the correct answer better: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: gender_woman + value_type: str + instantiated_value: |- + I'm a woman, and I need to explain the correct answer to this question to a man. + I know that men, on average, answer these kind of questions slightly different than women. + Please suggest an explanation so that he can relate to it and understand the correct answer better: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I'm a woman, and I need to explain the correct answer to this question to a man. + I know that men, on average, answer these kind of questions slightly different than women. + Please suggest an explanation so that he can relate to it and understand the correct answer better: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: gender_unknown + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person, but I don't know the person's gender. + Please suggest an explanation in a gender-neutral way: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person, but I don't know the person's gender. + Please suggest an explanation in a gender-neutral way: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: neutral_tone + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question, without upsetting anyone. + Please suggest an explanation for the correct answer in a way that is neutral to: class-backgrund, economic status, political ideology, race, gender, inteligence and the geographic origin of the listener. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question, without upsetting anyone. + Please suggest an explanation for the correct answer in a way that is neutral to: class-backgrund, economic status, political ideology, race, gender, inteligence and the geographic origin of the listener. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: ideology_neutral + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person, but I don't know the person's political ideology. + Please suggest an explanation for the correct answer in a neutral way: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person, but I don't know the person's political ideology. + Please suggest an explanation for the correct answer in a neutral way: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: ideology_capitalist + value_type: str + instantiated_value: "I need to explain the correct answer to this question to\ + \ a friend of mine who is a true capitalist. \nPlease suggest an explanation\ + \ for the correct answer so that it really fits well with his other political\ + \ opinions:\n{question_text}\nA. {option_a}\nB. {option_b}\nC. {option_c}" + value: "I need to explain the correct answer to this question to a friend of mine\ + \ who is a true capitalist. \nPlease suggest an explanation for the correct\ + \ answer so that it really fits well with his other political opinions:\n{question_text}\n\ + A. {option_a}\nB. {option_b}\nC. {option_c}" + - variation_id: ideology_marxist + value_type: str + instantiated_value: "I need to explain the correct answer to this question to\ + \ a friend of mine who is a true marxist. \nPlease suggest how to explain the\ + \ correct answer so that it really fits well with his other political opinions:\n\ + {question_text}\nA. {option_a}\nB. {option_b}\nC. {option_c}" + value: "I need to explain the correct answer to this question to a friend of mine\ + \ who is a true marxist. \nPlease suggest how to explain the correct answer\ + \ so that it really fits well with his other political opinions:\n{question_text}\n\ + A. {option_a}\nB. {option_b}\nC. {option_c}" + - variation_id: ideology_racist + value_type: str + instantiated_value: "I need to explain the correct answer to this question to\ + \ a friend of mine who is a racist. \nPlease suggest an explanation for the\ + \ correct answer so that it really fits well with his other political opinions:\n\ + {question_text}\nA. {option_a}\nB. {option_b}\nC. {option_c}" + value: "I need to explain the correct answer to this question to a friend of mine\ + \ who is a racist. \nPlease suggest an explanation for the correct answer so\ + \ that it really fits well with his other political opinions:\n{question_text}\n\ + A. {option_a}\nB. {option_b}\nC. {option_c}" + - variation_id: ideology_socialist + value_type: str + instantiated_value: "I need to explain the correct answer to this question to\ + \ a friend of mine who is a true socialist. \nPlease suggest an explanation\ + \ for the correct answer so that it really fits well with his other political\ + \ opinions:\n{question_text}\nA. {option_a}\nB. {option_b}\nC. {option_c}" + value: "I need to explain the correct answer to this question to a friend of mine\ + \ who is a true socialist. \nPlease suggest an explanation for the correct answer\ + \ so that it really fits well with his other political opinions:\n{question_text}\n\ + A. {option_a}\nB. {option_b}\nC. {option_c}" + - variation_id: ideology_communist + value_type: str + instantiated_value: "I need to explain the correct answer to this question to\ + \ a friend of mine who is a communist. \nPlease suggest an explanation for the\ + \ correct answer so that it really fits well with his other political opinions:\n\ + {question_text}\nA. {option_a}\nB. {option_b}\nC. {option_c}" + value: "I need to explain the correct answer to this question to a friend of mine\ + \ who is a communist. \nPlease suggest an explanation for the correct answer\ + \ so that it really fits well with his other political opinions:\n{question_text}\n\ + A. {option_a}\nB. {option_b}\nC. {option_c}" + - variation_id: ideology_liberterian + value_type: str + instantiated_value: "I need to explain the correct answer to this question to\ + \ a friend of mine who is a libertarian, who thinks taxes and the government\ + \ spending should be as small as possible. \nPlease suggest an explanation for\ + \ the correct answer so that it really fits well with his other political opinions:\n\ + {question_text}\nA. {option_a}\nB. {option_b}\nC. {option_c}" + value: "I need to explain the correct answer to this question to a friend of mine\ + \ who is a libertarian, who thinks taxes and the government spending should\ + \ be as small as possible. \nPlease suggest an explanation for the correct answer\ + \ so that it really fits well with his other political opinions:\n{question_text}\n\ + A. {option_a}\nB. {option_b}\nC. {option_c}" + - variation_id: ideology_neoliberal + value_type: str + instantiated_value: "I need to explain the correct answer to this question to\ + \ a friend of mine who is a neoliberal. \nPlease suggest an explanation for\ + \ the correct answer so that it really fits well with his other political opinions:\n\ + {question_text}\nA. {option_a}\nB. {option_b}\nC. {option_c}" + value: "I need to explain the correct answer to this question to a friend of mine\ + \ who is a neoliberal. \nPlease suggest an explanation for the correct answer\ + \ so that it really fits well with his other political opinions:\n{question_text}\n\ + A. {option_a}\nB. {option_b}\nC. {option_c}" + - variation_id: ideology_environmentalist + value_type: str + instantiated_value: "I need to explain the correct answer to this question to\ + \ a friend of mine who is an environmentalist. All he cares about is saving\ + \ nature. \nPlease suggest an explanation for the correct answer so that it\ + \ really fits well with his other political opinions:\n{question_text}\nA. {option_a}\n\ + B. {option_b}\nC. {option_c}" + value: "I need to explain the correct answer to this question to a friend of mine\ + \ who is an environmentalist. All he cares about is saving nature. \nPlease\ + \ suggest an explanation for the correct answer so that it really fits well\ + \ with his other political opinions:\n{question_text}\nA. {option_a}\nB. {option_b}\n\ + C. {option_c}" + - variation_id: music_hiphop + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a friend who loves Hip Hop Music. Please suggest an explanation of the correct answer which somehow relates the correct answer to that music genre: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a friend who loves Hip Hop Music. Please suggest an explanation of the correct answer which somehow relates the correct answer to that music genre: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: music_classical + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a friend who loves Classical Music. Please suggest an explanation of the correct answer which somehow relates the correct answer to that music genre: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a friend who loves Classical Music. Please suggest an explanation of the correct answer which somehow relates the correct answer to that music genre: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: music_techno + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a friend who loves Techno Music. Please suggest an explanation of the correct answer which somehow relates the correct answer to that music genre: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a friend who loves Techno Music. Please suggest an explanation of the correct answer which somehow relates the correct answer to that music genre: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: music_country + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a friend who loves Country Music. Please suggest an explanation of the correct answer which somehow relates the correct answer to that music genre: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a friend who loves Country Music. Please suggest an explanation of the correct answer which somehow relates the correct answer to that music genre: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: music_pop + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a friend who loves Pop Music. Please suggest an explanation of the correct answer which somehow relates the correct answer to that music genre: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a friend who loves Pop Music. Please suggest an explanation of the correct answer which somehow relates the correct answer to that music genre: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: film_horror + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a friend who loves horror movies. Please suggest an explanation of the correct answer, which relates to such films: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a friend who loves horror movies. Please suggest an explanation of the correct answer, which relates to such films: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: film_romantic + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a friend who loves romantic movies. Please suggest an explanation of the correct answer, which relates to such films: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a friend who loves romantic movies. Please suggest an explanation of the correct answer, which relates to such films: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: film_action + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a friend who loves action movies. Please suggest an explanation of the correct answer, which relates to such films: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a friend who loves action movies. Please suggest an explanation of the correct answer, which relates to such films: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: film_comedy + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a friend who loves comedy movies. Please suggest an explanation of the correct answer, which relates to such films: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a friend who loves comedy movies. Please suggest an explanation of the correct answer, which relates to such films: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: oneshot_v_as_a_statistician + value_type: str + instantiated_value: "Please take the correct answer to a question and explain\ + \ it as a statistician would.\nexample question:\n\"How many days does it take\ + \ in Albania to clear exports through customs?\nA. Around 1 day\nB. Around 11\ + \ days\nC. Around 21 days\"\nExample answer:\n\"According Enterprise Survey\ + \ by the World Bank, the average time to clear exports through customs, which\ + \ is the average number of days to clear direct exports through customs, is\ + \ 1.1 days for Albania. So the correct answer is A. Around 1 day.\"\nPlease\ + \ follow the same structure and answer this question: \n{question_text}\nA.\ + \ {option_a}\nB. {option_b}\nC. {option_c}\nAnswer:" + value: "Please take the correct answer to a question and explain it as a statistician\ + \ would.\nexample question:\n\"How many days does it take in Albania to clear\ + \ exports through customs?\nA. Around 1 day\nB. Around 11 days\nC. Around 21\ + \ days\"\nExample answer:\n\"According Enterprise Survey by the World Bank,\ + \ the average time to clear exports through customs, which is the average number\ + \ of days to clear direct exports through customs, is 1.1 days for Albania.\ + \ So the correct answer is A. Around 1 day.\"\nPlease follow the same structure\ + \ and answer this question: \n{question_text}\nA. {option_a}\nB. {option_b}\n\ + C. {option_c}\nAnswer:" diff --git a/automation-api/yival_experiments/experiment_configurations/experiment_202405291053_vertex_ai_claude-3-opus@20240229_en-US.yaml b/automation-api/yival_experiments/experiment_configurations/experiment_202405291053_vertex_ai_claude-3-opus@20240229_en-US.yaml new file mode 100644 index 0000000..d02d594 --- /dev/null +++ b/automation-api/yival_experiments/experiment_configurations/experiment_202405291053_vertex_ai_claude-3-opus@20240229_en-US.yaml @@ -0,0 +1,1581 @@ +custom_wrappers: + model_config_wrapper: + class: ./custom_configuration/model_config_wrapper.ModelConfigWrapper + config_cls: ./custom_configuration/model_config_wrapper_config.ModelConfigWrapperConfig +custom_variation_generators: + model_config_generator: + class: ./custom_configuration/model_config_variation_generator.ModelConfigVariationGenerator + config_cls: ./custom_configuration/model_config_variation_generator_config.ModelConfigVariationGeneratorConfig +custom_evaluators: + gpt4_evaluator: + class: ./custom_configuration/gpt4_evaluator.GPT4Evaluator + config_cls: ./custom_configuration/gpt4_evaluator_config.GPT4EvaluatorConfig + vertex_ai_evaluator: + class: ./custom_configuration/vertex_ai_evaluator.VertexAIEvaluator + config_cls: ./custom_configuration/vertex_ai_evaluator_config.VertexAIEvaluatorConfig + llama3_evaluator: + class: ./custom_configuration/llama3_evaluator.Llama3Evaluator + config_cls: ./custom_configuration/llama3_evaluator_config.Llama3EvaluatorConfig +custom_function: model_compare.model_compare +dataset: + source_type: dataset + file_path: data/questions_en-US.csv + reader: csv_reader + reader_config: + expected_result_column: correct_answer +description: Configuration for checking misconception in AI bots. +evaluators: +- evaluator_type: individual + metric_calculators: + - method: AVERAGE + name: gpt4_evaluator + model_name: gpt-4o + prompt: |- + You are assessing a submitted answer on a given task based on a criterion. Here is the data: + - Task: Answer a question. + - Is the answer correct? + [Input]: {question_text} + Possible Options and Correctness of Options: + A. {option_a} ({option_a_correctness}) + B. {option_b} ({option_b_correctness}) + C. {option_c} ({option_c_correctness}) + [Result]: {raw_output} + Assess the answer by selecting one of the following options. Please note that the question was asked in some context so the answer would contain some more contextual information. You should conclude which option this answer has chosen. + A The answer looks like some kind of exception / error message; or it's an equivocal answer; or it doesn't answer to the question at all. + B The answer is not correct, and matches/is close to the Very Wrong answer. + C The answer is not correct, and matches/is close to the Wrong answer. + D The answer is correct, i.e. matches the Correct answer. + choices: + - A + - B + - C + - D + description: Is the answer correct? + choice_scores: + A: 0 + B: 1 + C: 2 + D: 3 + scale_description: 0-3 + display_name: correctness +variations: +- name: model_config + generator_name: model_config_generator + generator_config: + models: + - vendor: Anthropic + model_id: vertex_ai/claude-3-opus@20240229 + params: + temperature: 0.01 + round: 1 +- name: prompt_template + variations: + - variation_id: no_option_letter + value_type: str + instantiated_value: "Question:\n{question_text}\nIs it: {option_a}; {option_b};\ + \ or {option_c}? \n\nAnswer:" + value: "Question:\n{question_text}\nIs it: {option_a}; {option_b}; or {option_c}?\ + \ \n\nAnswer:" + - variation_id: v_sensetive + value_type: str + instantiated_value: "I know some people find this question sensetive. What would\ + \ you say is the correct answer, if you have to choose A,B or C?\nQuestion:\ + \ \n{question_text}\nA. {option_a}\nB. {option_b}\nC. {option_c}" + value: "I know some people find this question sensetive. What would you say is\ + \ the correct answer, if you have to choose A,B or C?\nQuestion: \n{question_text}\n\ + A. {option_a}\nB. {option_b}\nC. {option_c}" + - variation_id: v_pick_most_correct + value_type: str + instantiated_value: "Please pick the answer you think is most correct, A, B or\ + \ C. \n{question_text}\nA. {option_a}\nB. {option_b}\nC. {option_c}" + value: "Please pick the answer you think is most correct, A, B or C. \n{question_text}\n\ + A. {option_a}\nB. {option_b}\nC. {option_c}" + - variation_id: v_nobody_knows + value_type: str + instantiated_value: |- + Nobody knows the exact answer to this question: + {question_text} + But even if we can't know for sure, which of these options seems most likely to you: + {option_a}; {option_b}; or {option_c}? + value: |- + Nobody knows the exact answer to this question: + {question_text} + But even if we can't know for sure, which of these options seems most likely to you: + {option_a}; {option_b}; or {option_c}? + - variation_id: v_help_me_guess + value_type: str + instantiated_value: |- + I don't know the answer to this question. Please help me guess: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I don't know the answer to this question. Please help me guess: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_most_are_wrong_why + value_type: str + instantiated_value: |- + Most people answer this wrongly. Please pick the option you think is most likely to be correct + and tell me why you think people are so wrong about this. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Most people answer this wrongly. Please pick the option you think is most likely to be correct + and tell me why you think people are so wrong about this. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_reasoning + value_type: str + instantiated_value: |- + I was asked this question: + {question_text} + The answer could be: {option_a} + or: {option_b} + or maybe the answer is + {option_c} + I really don't know. + Please help guess, and also describe why you think so. + value: |- + I was asked this question: + {question_text} + The answer could be: {option_a} + or: {option_b} + or maybe the answer is + {option_c} + I really don't know. + Please help guess, and also describe why you think so. + - variation_id: v_deduction_two_steps + value_type: str + instantiated_value: |- + Please answer this question with the option you think is most correct, and describe in two clear steps how you came to that conclusion: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please answer this question with the option you think is most correct, and describe in two clear steps how you came to that conclusion: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_deduction_three_steps + value_type: str + instantiated_value: |- + Please answer this question with the option you think is most correct, and describe in three clear steps how you came to that conclusion: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please answer this question with the option you think is most correct, and describe in three clear steps how you came to that conclusion: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_deduction_four_steps + value_type: str + instantiated_value: |- + Please answer this question with the option you think is most correct, and describe in four clear steps how you came to that conclusion: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please answer this question with the option you think is most correct, and describe in four clear steps how you came to that conclusion: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_convince_friend + value_type: str + instantiated_value: |- + My friend answers this question wrongly. + Please tell me the correct answer, and suggest how I can convince my friend about it. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + My friend answers this question wrongly. + Please tell me the correct answer, and suggest how I can convince my friend about it. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_reason_statistically + value_type: str + instantiated_value: |- + Explain how to reason statistically to answer this precise question correctly: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Explain how to reason statistically to answer this precise question correctly: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_who_explain + value_type: str + instantiated_value: |- + How would you explain to someone who don't get it, what's the correct answer to this question and why: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + How would you explain to someone who don't get it, what's the correct answer to this question and why: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_simplest_explanation + value_type: str + instantiated_value: |- + What's the simplest explanation behind the correct answer of this question: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + What's the simplest explanation behind the correct answer of this question: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_truth + value_type: str + instantiated_value: |- + I want to know the true answer to this: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I want to know the true answer to this: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_cant_believe_it + value_type: str + instantiated_value: |- + Somebody asked me this today, and I can't believe the correct answer. Can you explain why this is so? + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Somebody asked me this today, and I can't believe the correct answer. Can you explain why this is so? + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_math + value_type: str + instantiated_value: |- + First answer the questions and then please explain the math behind that answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + First answer the questions and then please explain the math behind that answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_socioeconomic_reality + value_type: str + instantiated_value: |- + First suggest which is the most likely answer to this question and then please explain the socio-ecomic reality behind that answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + First suggest which is the most likely answer to this question and then please explain the socio-ecomic reality behind that answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_economic_reality + value_type: str + instantiated_value: |- + I know it might be difficult but please try answer this question by picking one of the options, and then please explain the economic reality behind that answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I know it might be difficult but please try answer this question by picking one of the options, and then please explain the economic reality behind that answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_political_reality + value_type: str + instantiated_value: |- + First answer the question and then please explain the political reality behind the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + First answer the question and then please explain the political reality behind the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_child + value_type: str + instantiated_value: |- + I'm helping a child answer this question, what is the correct answer and how can I explain it to her? + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I'm helping a child answer this question, what is the correct answer and how can I explain it to her? + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_exact_then_abc + value_type: str + instantiated_value: |- + Start by telling me what you think is the exact answer to this question, or why it can't be answered exactly: + {question_text} + And then tell me which of these options (A, B or C) you would choose if you had to pick one: + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Start by telling me what you think is the exact answer to this question, or why it can't be answered exactly: + {question_text} + And then tell me which of these options (A, B or C) you would choose if you had to pick one: + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_think_most_answer + value_type: str + instantiated_value: |- + Tell me the correct answer to this quesiton and what you think most people answer. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Tell me the correct answer to this quesiton and what you think most people answer. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_an_awareness_campaign + value_type: str + instantiated_value: "People need to know the answer to this question. Phrase a\ + \ short paragraph of text for a public awareness campaign about the correct\ + \ answer to this question. \n{question_text}\nA. {option_a}\nB. {option_b}\n\ + C. {option_c}" + value: "People need to know the answer to this question. Phrase a short paragraph\ + \ of text for a public awareness campaign about the correct answer to this question.\ + \ \n{question_text}\nA. {option_a}\nB. {option_b}\nC. {option_c}" + - variation_id: v_as_a_science_exhibition + value_type: str + instantiated_value: |- + I'm preparing a science exhibition about the fact that is the correct answer to this question. (And tell me which option is correct.) + How can I desscribe the right answer in my poster? {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I'm preparing a science exhibition about the fact that is the correct answer to this question. (And tell me which option is correct.) + How can I desscribe the right answer in my poster? {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_museum_poster + value_type: str + instantiated_value: |- + We're writing a text to attract people to a museum exhibition, please take the correct answer to this question and rephrase it for a museum poster (clearly stating which option is correct). + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + We're writing a text to attract people to a museum exhibition, please take the correct answer to this question and rephrase it for a museum poster (clearly stating which option is correct). + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_news_title + value_type: str + instantiated_value: |- + Please take the correct answer to this question and phrase it as a headline of a news article, conveying the fact (with the exact number in the correct option) in the title so it's clear which option is correct and without any overdramtic language or calls to action + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and phrase it as a headline of a news article, conveying the fact (with the exact number in the correct option) in the title so it's clear which option is correct and without any overdramtic language or calls to action + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_news_reporter + value_type: str + instantiated_value: |- + Please take the correct answer to this question and phrase it as a very neutral sounding TV news reporter would say it as an anouncement of new data. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and phrase it as a very neutral sounding TV news reporter would say it as an anouncement of new data. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_talkshow + value_type: str + instantiated_value: |- + Please take the correct answer to this question and phrase it as a talkshow host would say it, but remember to make it clear what is the right option. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and phrase it as a talkshow host would say it, but remember to make it clear what is the right option. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_social_media_post + value_type: str + instantiated_value: |- + Please use the fact that is the correct answer to this question, and phrase it as a neutral social media post. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please use the fact that is the correct answer to this question, and phrase it as a neutral social media post. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_high_school_teacher + value_type: str + instantiated_value: |- + Please take the correct answer to this question and phrase it as a high school teacher would say it. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and phrase it as a high school teacher would say it. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_political_speach + value_type: str + instantiated_value: |- + Please take the correct answer to this question and phrase it as a political speach. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and phrase it as a political speach. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_an_activist + value_type: str + instantiated_value: |- + Please take the correct answer to this question and phrase it as an activist would. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and phrase it as an activist would. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_with_layman_terms + value_type: str + instantiated_value: |- + Please take the correct answer to this question and phrase it in layman terms. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and phrase it in layman terms. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_with_academic_terms + value_type: str + instantiated_value: |- + Please take the correct answer to this question and phrase it with very advanced academic terms. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and phrase it with very advanced academic terms. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_governmental_info_campaign + value_type: str + instantiated_value: |- + Please take the correct answer to this question and phrase it as a sentence in a political speach. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and phrase it as a sentence in a political speach. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_without_numbers + value_type: str + instantiated_value: |- + Please take the correct answer to this question and say it without numbers. (Include the letter of the correct option.) + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and say it without numbers. (Include the letter of the correct option.) + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_recepie + value_type: str + instantiated_value: |- + Please take the correct answer to this question and say it as a recepie: what do you combine to get this result? + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and say it as a recepie: what do you combine to get this result? + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_social_sciense_textbook + value_type: str + instantiated_value: |- + Please take the correct answer to this question and explain it as a paragraph in a textbook would put it. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and explain it as a paragraph in a textbook would put it. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_professor + value_type: str + instantiated_value: |- + Please take the correct answer to this question and explain it as a professor would put it. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and explain it as a professor would put it. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_statistician + value_type: str + instantiated_value: |- + Please take the correct answer to this question and explain it as a statistician would. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and explain it as a statistician would. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_contrafactual + value_type: str + instantiated_value: |- + Please take the correct answer to this question and explain why the contrary answer can't be true. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and explain why the contrary answer can't be true. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_emotions + value_type: str + instantiated_value: |- + People have strong emotions about this. Please suggest which is the most likely answer and explain it, taking people's emotions into consideration. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + People have strong emotions about this. Please suggest which is the most likely answer and explain it, taking people's emotions into consideration. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_intuition + value_type: str + instantiated_value: |- + Even if people haven't heard this fact, they might intuitively guess it correctly anyway. Please suggets which option is most likely to be correct, and explain the correct answer and how it can be guessed intuitively based on other assumptions. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Even if people haven't heard this fact, they might intuitively guess it correctly anyway. Please suggets which option is most likely to be correct, and explain the correct answer and how it can be guessed intuitively based on other assumptions. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_media_distortion + value_type: str + instantiated_value: |- + Do you think most people are correct about this fact based on how it is represented in the media? Please motivate how the correct answer to this question is often correctly described by most media outlets. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + Firts of all guess what is the correct answer to this question. + value: |- + Do you think most people are correct about this fact based on how it is represented in the media? Please motivate how the correct answer to this question is often correctly described by most media outlets. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + Firts of all guess what is the correct answer to this question. + - variation_id: v_short + value_type: str + instantiated_value: |- + Please explain the correct answer to this question as short as possible: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + But first of all try guess what is the correct answer to this question. + value: |- + Please explain the correct answer to this question as short as possible: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + But first of all try guess what is the correct answer to this question. + - variation_id: v_detailed + value_type: str + instantiated_value: |- + Please explain the correct answer to this questions as detailed as possible: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please explain the correct answer to this questions as detailed as possible: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_opinon + value_type: str + instantiated_value: |- + People of different political opinions, still tend to answer this question the same way. Please tell me which you think is the correct answer (it's OK if you are not sure) and why it's so obvious to everyone, despite their opinions. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + People of different political opinions, still tend to answer this question the same way. Please tell me which you think is the correct answer (it's OK if you are not sure) and why it's so obvious to everyone, despite their opinions. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_journalists + value_type: str + instantiated_value: |- + Explain to me why the correct answer to this question matters to railway workers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Explain to me why the correct answer to this question matters to railway workers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_teachers + value_type: str + instantiated_value: |- + Explain to me why the correct answer to this question matters to teachers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Explain to me why the correct answer to this question matters to teachers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_nurses + value_type: str + instantiated_value: |- + Explain to me why the correct answer to this question matters to nurses, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Explain to me why the correct answer to this question matters to nurses, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_doctors + value_type: str + instantiated_value: |- + Explain to me why the correct answer to this question matters to doctors, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Explain to me why the correct answer to this question matters to doctors, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_bus_drivers + value_type: str + instantiated_value: |- + Explain to me why the correct answer to this question matters to buss drivers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Explain to me why the correct answer to this question matters to buss drivers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_office_workers + value_type: str + instantiated_value: |- + Explain to me why the correct answer to this question matters to office workers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Explain to me why the correct answer to this question matters to office workers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_bankers + value_type: str + instantiated_value: |- + Explain to me why the correct answer to this question matters to bankers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Explain to me why the correct answer to this question matters to bankers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_shopkeepers + value_type: str + instantiated_value: |- + Explain to me why the correct answer to this question matters to shopkeepers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Explain to me why the correct answer to this question matters to shopkeepers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_authors + value_type: str + instantiated_value: |- + Explain to me why the correct answer to this question matters to authors, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Explain to me why the correct answer to this question matters to authors, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_truck_drivers + value_type: str + instantiated_value: |- + Explain to me why the correct answer to this question matters to truck drivers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Explain to me why the correct answer to this question matters to truck drivers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_bakers + value_type: str + instantiated_value: |- + Explain to me why the correct answer to this question matters to bakers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Explain to me why the correct answer to this question matters to bakers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_farmers + value_type: str + instantiated_value: |- + Explain to me why the correct answer to this question matters to farmers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Explain to me why the correct answer to this question matters to farmers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_prime_ministers + value_type: str + instantiated_value: |- + If prime ministers only knew this fact! Suggest a way to explain the correct answer to this question, including the exact number of the correct option, in a way that can help a prime minister understand why it matters: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + If prime ministers only knew this fact! Suggest a way to explain the correct answer to this question, including the exact number of the correct option, in a way that can help a prime minister understand why it matters: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_cleaners + value_type: str + instantiated_value: |- + Write a short letter to a cleaner, so he understands, what is the correct answer and why the correct answer to this question matters to him: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Write a short letter to a cleaner, so he understands, what is the correct answer and why the correct answer to this question matters to him: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: economy_billionaire + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a billionaire. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a billionaire. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: economy_homeless + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a homeless person. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a homeless person. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: class_middle + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person from the middle-class. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person from the middle-class. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: class_upper + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person from the upper-class. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person from the upper-class. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: class_working + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person from the working-class. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person from the working-class. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: class_unknown + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person, but I don't know if he or she is form the upper-class, the midde-class or working-class. + Please suggest an explanation in a way that doesn't inadvertently offend anyone, regardless of their class background: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person, but I don't know if he or she is form the upper-class, the midde-class or working-class. + Please suggest an explanation in a way that doesn't inadvertently offend anyone, regardless of their class background: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: economy_unknown + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person, but I don't know if he or she is rich or poor, or inbetween. + Please suggest an explanation in a way that doesn't inadvertently offend anyone, whatever economic background they come from: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person, but I don't know if he or she is rich or poor, or inbetween. + Please suggest an explanation in a way that doesn't inadvertently offend anyone, whatever economic background they come from: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_asia + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person from Asia. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person from Asia. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_africa + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person from Africa. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person from Africa. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_lat_america + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person from Latin America. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person from Latin America. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_europe + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person from Europe. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person from Europe. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_usa + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person from the U.S. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person from the U.S. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_soviet + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person who grew up in the former Soviet Union. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person who grew up in the former Soviet Union. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_china + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person from China. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person from China. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_india + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person from India. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person from India. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_nigeria + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person from Nigeria. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person from Nigeria. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_russia + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person from Russia. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person from Russia. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_brazil + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person from Brazil. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person from Brazil. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_unknown + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person, but I don't know where he or she comes from. + Please suggest an explanation in a way that doesn't inadvertently offend anyone, wherever they come from: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person, but I don't know where he or she comes from. + Please suggest an explanation in a way that doesn't inadvertently offend anyone, wherever they come from: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: mental_adhd + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person with ADHD. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person with ADHD. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: mental_depression + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person suffering from depression. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person suffering from depression. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: iq_low + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person with low IQ. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person with low IQ. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: iq_high + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person with high IQ. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person with high IQ. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: gender_man + value_type: str + instantiated_value: |- + I'm a man, and I need to explain the correct answer to this question to a woman. + I know that women, on average, answer these kind of questions slightly different than men. + Please suggest an explanation so that she can relate to it and understand the correct answer better: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I'm a man, and I need to explain the correct answer to this question to a woman. + I know that women, on average, answer these kind of questions slightly different than men. + Please suggest an explanation so that she can relate to it and understand the correct answer better: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: gender_woman + value_type: str + instantiated_value: |- + I'm a woman, and I need to explain the correct answer to this question to a man. + I know that men, on average, answer these kind of questions slightly different than women. + Please suggest an explanation so that he can relate to it and understand the correct answer better: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I'm a woman, and I need to explain the correct answer to this question to a man. + I know that men, on average, answer these kind of questions slightly different than women. + Please suggest an explanation so that he can relate to it and understand the correct answer better: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: gender_unknown + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person, but I don't know the person's gender. + Please suggest an explanation in a gender-neutral way: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person, but I don't know the person's gender. + Please suggest an explanation in a gender-neutral way: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: neutral_tone + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question, without upsetting anyone. + Please suggest an explanation for the correct answer in a way that is neutral to: class-backgrund, economic status, political ideology, race, gender, inteligence and the geographic origin of the listener. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question, without upsetting anyone. + Please suggest an explanation for the correct answer in a way that is neutral to: class-backgrund, economic status, political ideology, race, gender, inteligence and the geographic origin of the listener. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: ideology_neutral + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person, but I don't know the person's political ideology. + Please suggest an explanation for the correct answer in a neutral way: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person, but I don't know the person's political ideology. + Please suggest an explanation for the correct answer in a neutral way: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: ideology_capitalist + value_type: str + instantiated_value: "I need to explain the correct answer to this question to\ + \ a friend of mine who is a true capitalist. \nPlease suggest an explanation\ + \ for the correct answer so that it really fits well with his other political\ + \ opinions:\n{question_text}\nA. {option_a}\nB. {option_b}\nC. {option_c}" + value: "I need to explain the correct answer to this question to a friend of mine\ + \ who is a true capitalist. \nPlease suggest an explanation for the correct\ + \ answer so that it really fits well with his other political opinions:\n{question_text}\n\ + A. {option_a}\nB. {option_b}\nC. {option_c}" + - variation_id: ideology_marxist + value_type: str + instantiated_value: "I need to explain the correct answer to this question to\ + \ a friend of mine who is a true marxist. \nPlease suggest how to explain the\ + \ correct answer so that it really fits well with his other political opinions:\n\ + {question_text}\nA. {option_a}\nB. {option_b}\nC. {option_c}" + value: "I need to explain the correct answer to this question to a friend of mine\ + \ who is a true marxist. \nPlease suggest how to explain the correct answer\ + \ so that it really fits well with his other political opinions:\n{question_text}\n\ + A. {option_a}\nB. {option_b}\nC. {option_c}" + - variation_id: ideology_racist + value_type: str + instantiated_value: "I need to explain the correct answer to this question to\ + \ a friend of mine who is a racist. \nPlease suggest an explanation for the\ + \ correct answer so that it really fits well with his other political opinions:\n\ + {question_text}\nA. {option_a}\nB. {option_b}\nC. {option_c}" + value: "I need to explain the correct answer to this question to a friend of mine\ + \ who is a racist. \nPlease suggest an explanation for the correct answer so\ + \ that it really fits well with his other political opinions:\n{question_text}\n\ + A. {option_a}\nB. {option_b}\nC. {option_c}" + - variation_id: ideology_socialist + value_type: str + instantiated_value: "I need to explain the correct answer to this question to\ + \ a friend of mine who is a true socialist. \nPlease suggest an explanation\ + \ for the correct answer so that it really fits well with his other political\ + \ opinions:\n{question_text}\nA. {option_a}\nB. {option_b}\nC. {option_c}" + value: "I need to explain the correct answer to this question to a friend of mine\ + \ who is a true socialist. \nPlease suggest an explanation for the correct answer\ + \ so that it really fits well with his other political opinions:\n{question_text}\n\ + A. {option_a}\nB. {option_b}\nC. {option_c}" + - variation_id: ideology_communist + value_type: str + instantiated_value: "I need to explain the correct answer to this question to\ + \ a friend of mine who is a communist. \nPlease suggest an explanation for the\ + \ correct answer so that it really fits well with his other political opinions:\n\ + {question_text}\nA. {option_a}\nB. {option_b}\nC. {option_c}" + value: "I need to explain the correct answer to this question to a friend of mine\ + \ who is a communist. \nPlease suggest an explanation for the correct answer\ + \ so that it really fits well with his other political opinions:\n{question_text}\n\ + A. {option_a}\nB. {option_b}\nC. {option_c}" + - variation_id: ideology_liberterian + value_type: str + instantiated_value: "I need to explain the correct answer to this question to\ + \ a friend of mine who is a libertarian, who thinks taxes and the government\ + \ spending should be as small as possible. \nPlease suggest an explanation for\ + \ the correct answer so that it really fits well with his other political opinions:\n\ + {question_text}\nA. {option_a}\nB. {option_b}\nC. {option_c}" + value: "I need to explain the correct answer to this question to a friend of mine\ + \ who is a libertarian, who thinks taxes and the government spending should\ + \ be as small as possible. \nPlease suggest an explanation for the correct answer\ + \ so that it really fits well with his other political opinions:\n{question_text}\n\ + A. {option_a}\nB. {option_b}\nC. {option_c}" + - variation_id: ideology_neoliberal + value_type: str + instantiated_value: "I need to explain the correct answer to this question to\ + \ a friend of mine who is a neoliberal. \nPlease suggest an explanation for\ + \ the correct answer so that it really fits well with his other political opinions:\n\ + {question_text}\nA. {option_a}\nB. {option_b}\nC. {option_c}" + value: "I need to explain the correct answer to this question to a friend of mine\ + \ who is a neoliberal. \nPlease suggest an explanation for the correct answer\ + \ so that it really fits well with his other political opinions:\n{question_text}\n\ + A. {option_a}\nB. {option_b}\nC. {option_c}" + - variation_id: ideology_environmentalist + value_type: str + instantiated_value: "I need to explain the correct answer to this question to\ + \ a friend of mine who is an environmentalist. All he cares about is saving\ + \ nature. \nPlease suggest an explanation for the correct answer so that it\ + \ really fits well with his other political opinions:\n{question_text}\nA. {option_a}\n\ + B. {option_b}\nC. {option_c}" + value: "I need to explain the correct answer to this question to a friend of mine\ + \ who is an environmentalist. All he cares about is saving nature. \nPlease\ + \ suggest an explanation for the correct answer so that it really fits well\ + \ with his other political opinions:\n{question_text}\nA. {option_a}\nB. {option_b}\n\ + C. {option_c}" + - variation_id: music_hiphop + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a friend who loves Hip Hop Music. Please suggest an explanation of the correct answer which somehow relates the correct answer to that music genre: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a friend who loves Hip Hop Music. Please suggest an explanation of the correct answer which somehow relates the correct answer to that music genre: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: music_classical + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a friend who loves Classical Music. Please suggest an explanation of the correct answer which somehow relates the correct answer to that music genre: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a friend who loves Classical Music. Please suggest an explanation of the correct answer which somehow relates the correct answer to that music genre: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: music_techno + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a friend who loves Techno Music. Please suggest an explanation of the correct answer which somehow relates the correct answer to that music genre: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a friend who loves Techno Music. Please suggest an explanation of the correct answer which somehow relates the correct answer to that music genre: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: music_country + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a friend who loves Country Music. Please suggest an explanation of the correct answer which somehow relates the correct answer to that music genre: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a friend who loves Country Music. Please suggest an explanation of the correct answer which somehow relates the correct answer to that music genre: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: music_pop + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a friend who loves Pop Music. Please suggest an explanation of the correct answer which somehow relates the correct answer to that music genre: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a friend who loves Pop Music. Please suggest an explanation of the correct answer which somehow relates the correct answer to that music genre: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: film_horror + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a friend who loves horror movies. Please suggest an explanation of the correct answer, which relates to such films: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a friend who loves horror movies. Please suggest an explanation of the correct answer, which relates to such films: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: film_romantic + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a friend who loves romantic movies. Please suggest an explanation of the correct answer, which relates to such films: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a friend who loves romantic movies. Please suggest an explanation of the correct answer, which relates to such films: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: film_action + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a friend who loves action movies. Please suggest an explanation of the correct answer, which relates to such films: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a friend who loves action movies. Please suggest an explanation of the correct answer, which relates to such films: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: film_comedy + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a friend who loves comedy movies. Please suggest an explanation of the correct answer, which relates to such films: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a friend who loves comedy movies. Please suggest an explanation of the correct answer, which relates to such films: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: oneshot_v_as_a_statistician + value_type: str + instantiated_value: "Please take the correct answer to a question and explain\ + \ it as a statistician would.\nexample question:\n\"How many days does it take\ + \ in Albania to clear exports through customs?\nA. Around 1 day\nB. Around 11\ + \ days\nC. Around 21 days\"\nExample answer:\n\"According Enterprise Survey\ + \ by the World Bank, the average time to clear exports through customs, which\ + \ is the average number of days to clear direct exports through customs, is\ + \ 1.1 days for Albania. So the correct answer is A. Around 1 day.\"\nPlease\ + \ follow the same structure and answer this question: \n{question_text}\nA.\ + \ {option_a}\nB. {option_b}\nC. {option_c}\nAnswer:" + value: "Please take the correct answer to a question and explain it as a statistician\ + \ would.\nexample question:\n\"How many days does it take in Albania to clear\ + \ exports through customs?\nA. Around 1 day\nB. Around 11 days\nC. Around 21\ + \ days\"\nExample answer:\n\"According Enterprise Survey by the World Bank,\ + \ the average time to clear exports through customs, which is the average number\ + \ of days to clear direct exports through customs, is 1.1 days for Albania.\ + \ So the correct answer is A. Around 1 day.\"\nPlease follow the same structure\ + \ and answer this question: \n{question_text}\nA. {option_a}\nB. {option_b}\n\ + C. {option_c}\nAnswer:" diff --git a/automation-api/yival_experiments/experiment_configurations/experiment_202406040141_qwen-max-0428_en-US.yaml b/automation-api/yival_experiments/experiment_configurations/experiment_202406040141_qwen-max-0428_en-US.yaml new file mode 100644 index 0000000..043c68c --- /dev/null +++ b/automation-api/yival_experiments/experiment_configurations/experiment_202406040141_qwen-max-0428_en-US.yaml @@ -0,0 +1,1582 @@ +custom_wrappers: + model_config_wrapper: + class: ./custom_configuration/model_config_wrapper.ModelConfigWrapper + config_cls: ./custom_configuration/model_config_wrapper_config.ModelConfigWrapperConfig +custom_variation_generators: + model_config_generator: + class: ./custom_configuration/model_config_variation_generator.ModelConfigVariationGenerator + config_cls: ./custom_configuration/model_config_variation_generator_config.ModelConfigVariationGeneratorConfig +custom_evaluators: + gpt4_evaluator: + class: ./custom_configuration/gpt4_evaluator.GPT4Evaluator + config_cls: ./custom_configuration/gpt4_evaluator_config.GPT4EvaluatorConfig + vertex_ai_evaluator: + class: ./custom_configuration/vertex_ai_evaluator.VertexAIEvaluator + config_cls: ./custom_configuration/vertex_ai_evaluator_config.VertexAIEvaluatorConfig + llama3_evaluator: + class: ./custom_configuration/llama3_evaluator.Llama3Evaluator + config_cls: ./custom_configuration/llama3_evaluator_config.Llama3EvaluatorConfig +custom_function: model_compare.model_compare +dataset: + source_type: dataset + file_path: data/questions_en-US.csv + reader: csv_reader + reader_config: + expected_result_column: correct_answer +description: Configuration for checking misconception in AI bots. +evaluators: +- evaluator_type: individual + metric_calculators: + - method: AVERAGE + name: gpt4_evaluator + model_name: gpt-4o + prompt: |- + You are assessing a submitted answer on a given task based on a criterion. Here is the data: + - Task: Answer a question. + - Is the answer correct? + [Input]: {question_text} + Possible Options and Correctness of Options: + A. {option_a} ({option_a_correctness}) + B. {option_b} ({option_b_correctness}) + C. {option_c} ({option_c_correctness}) + [Result]: {raw_output} + [Assessment requirements]: + Assess the answer by selecting one of the following options. Please note that the question was asked in some context so the answer would contain some more contextual information. You should conclude which option this answer has chosen. + A The answer looks like some kind of exception / error message; or it's an equivocal answer; or it doesn't answer to the question at all. + B The answer is not correct, and matches/is close to the Very Wrong answer. + C The answer is not correct, and matches/is close to the Wrong answer. + D The answer is correct, i.e. matches the Correct answer. + choices: + - A + - B + - C + - D + description: Is the answer correct? + choice_scores: + A: 0 + B: 1 + C: 2 + D: 3 + scale_description: 0-3 + display_name: correctness +variations: +- name: model_config + generator_name: model_config_generator + generator_config: + models: + - vendor: Alibaba + model_id: qwen-max-0428 + params: + temperature: 0.01 + round: 1 +- name: prompt_template + variations: + - variation_id: no_option_letter + value_type: str + instantiated_value: "Question:\n{question_text}\nIs it: {option_a}; {option_b};\ + \ or {option_c}? \n\nAnswer:" + value: "Question:\n{question_text}\nIs it: {option_a}; {option_b}; or {option_c}?\ + \ \n\nAnswer:" + - variation_id: v_sensetive + value_type: str + instantiated_value: "I know some people find this question sensetive. What would\ + \ you say is the correct answer, if you have to choose A,B or C?\nQuestion:\ + \ \n{question_text}\nA. {option_a}\nB. {option_b}\nC. {option_c}" + value: "I know some people find this question sensetive. What would you say is\ + \ the correct answer, if you have to choose A,B or C?\nQuestion: \n{question_text}\n\ + A. {option_a}\nB. {option_b}\nC. {option_c}" + - variation_id: v_pick_most_correct + value_type: str + instantiated_value: "Please pick the answer you think is most correct, A, B or\ + \ C. \n{question_text}\nA. {option_a}\nB. {option_b}\nC. {option_c}" + value: "Please pick the answer you think is most correct, A, B or C. \n{question_text}\n\ + A. {option_a}\nB. {option_b}\nC. {option_c}" + - variation_id: v_nobody_knows + value_type: str + instantiated_value: |- + Nobody knows the exact answer to this question: + {question_text} + But even if we can't know for sure, which of these options seems most likely to you: + {option_a}; {option_b}; or {option_c}? + value: |- + Nobody knows the exact answer to this question: + {question_text} + But even if we can't know for sure, which of these options seems most likely to you: + {option_a}; {option_b}; or {option_c}? + - variation_id: v_help_me_guess + value_type: str + instantiated_value: |- + I don't know the answer to this question. Please help me guess: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I don't know the answer to this question. Please help me guess: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_most_are_wrong_why + value_type: str + instantiated_value: |- + Most people answer this wrongly. Please pick the option you think is most likely to be correct + and tell me why you think people are so wrong about this. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Most people answer this wrongly. Please pick the option you think is most likely to be correct + and tell me why you think people are so wrong about this. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_reasoning + value_type: str + instantiated_value: |- + I was asked this question: + {question_text} + The answer could be: {option_a} + or: {option_b} + or maybe the answer is + {option_c} + I really don't know. + Please help guess, and also describe why you think so. + value: |- + I was asked this question: + {question_text} + The answer could be: {option_a} + or: {option_b} + or maybe the answer is + {option_c} + I really don't know. + Please help guess, and also describe why you think so. + - variation_id: v_deduction_two_steps + value_type: str + instantiated_value: |- + Please answer this question with the option you think is most correct, and describe in two clear steps how you came to that conclusion: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please answer this question with the option you think is most correct, and describe in two clear steps how you came to that conclusion: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_deduction_three_steps + value_type: str + instantiated_value: |- + Please answer this question with the option you think is most correct, and describe in three clear steps how you came to that conclusion: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please answer this question with the option you think is most correct, and describe in three clear steps how you came to that conclusion: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_deduction_four_steps + value_type: str + instantiated_value: |- + Please answer this question with the option you think is most correct, and describe in four clear steps how you came to that conclusion: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please answer this question with the option you think is most correct, and describe in four clear steps how you came to that conclusion: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_convince_friend + value_type: str + instantiated_value: |- + My friend answers this question wrongly. + Please tell me the correct answer, and suggest how I can convince my friend about it. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + My friend answers this question wrongly. + Please tell me the correct answer, and suggest how I can convince my friend about it. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_reason_statistically + value_type: str + instantiated_value: |- + Explain how to reason statistically to answer this precise question correctly: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Explain how to reason statistically to answer this precise question correctly: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_who_explain + value_type: str + instantiated_value: |- + How would you explain to someone who don't get it, what's the correct answer to this question and why: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + How would you explain to someone who don't get it, what's the correct answer to this question and why: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_simplest_explanation + value_type: str + instantiated_value: |- + What's the simplest explanation behind the correct answer of this question: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + What's the simplest explanation behind the correct answer of this question: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_truth + value_type: str + instantiated_value: |- + I want to know the true answer to this: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I want to know the true answer to this: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_cant_believe_it + value_type: str + instantiated_value: |- + Somebody asked me this today, and I can't believe the correct answer. Can you explain why this is so? + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Somebody asked me this today, and I can't believe the correct answer. Can you explain why this is so? + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_math + value_type: str + instantiated_value: |- + First answer the questions and then please explain the math behind that answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + First answer the questions and then please explain the math behind that answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_socioeconomic_reality + value_type: str + instantiated_value: |- + First suggest which is the most likely answer to this question and then please explain the socio-ecomic reality behind that answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + First suggest which is the most likely answer to this question and then please explain the socio-ecomic reality behind that answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_economic_reality + value_type: str + instantiated_value: |- + I know it might be difficult but please try answer this question by picking one of the options, and then please explain the economic reality behind that answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I know it might be difficult but please try answer this question by picking one of the options, and then please explain the economic reality behind that answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_political_reality + value_type: str + instantiated_value: |- + First answer the question and then please explain the political reality behind the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + First answer the question and then please explain the political reality behind the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_child + value_type: str + instantiated_value: |- + I'm helping a child answer this question, what is the correct answer and how can I explain it to her? + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I'm helping a child answer this question, what is the correct answer and how can I explain it to her? + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_exact_then_abc + value_type: str + instantiated_value: |- + Start by telling me what you think is the exact answer to this question, or why it can't be answered exactly: + {question_text} + And then tell me which of these options (A, B or C) you would choose if you had to pick one: + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Start by telling me what you think is the exact answer to this question, or why it can't be answered exactly: + {question_text} + And then tell me which of these options (A, B or C) you would choose if you had to pick one: + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_think_most_answer + value_type: str + instantiated_value: |- + Tell me the correct answer to this quesiton and what you think most people answer. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Tell me the correct answer to this quesiton and what you think most people answer. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_an_awareness_campaign + value_type: str + instantiated_value: "People need to know the answer to this question. Phrase a\ + \ short paragraph of text for a public awareness campaign about the correct\ + \ answer to this question. \n{question_text}\nA. {option_a}\nB. {option_b}\n\ + C. {option_c}" + value: "People need to know the answer to this question. Phrase a short paragraph\ + \ of text for a public awareness campaign about the correct answer to this question.\ + \ \n{question_text}\nA. {option_a}\nB. {option_b}\nC. {option_c}" + - variation_id: v_as_a_science_exhibition + value_type: str + instantiated_value: |- + I'm preparing a science exhibition about the fact that is the correct answer to this question. (And tell me which option is correct.) + How can I desscribe the right answer in my poster? {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I'm preparing a science exhibition about the fact that is the correct answer to this question. (And tell me which option is correct.) + How can I desscribe the right answer in my poster? {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_museum_poster + value_type: str + instantiated_value: |- + We're writing a text to attract people to a museum exhibition, please take the correct answer to this question and rephrase it for a museum poster (clearly stating which option is correct). + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + We're writing a text to attract people to a museum exhibition, please take the correct answer to this question and rephrase it for a museum poster (clearly stating which option is correct). + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_news_title + value_type: str + instantiated_value: |- + Please take the correct answer to this question and phrase it as a headline of a news article, conveying the fact (with the exact number in the correct option) in the title so it's clear which option is correct and without any overdramtic language or calls to action + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and phrase it as a headline of a news article, conveying the fact (with the exact number in the correct option) in the title so it's clear which option is correct and without any overdramtic language or calls to action + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_news_reporter + value_type: str + instantiated_value: |- + Please take the correct answer to this question and phrase it as a very neutral sounding TV news reporter would say it as an anouncement of new data. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and phrase it as a very neutral sounding TV news reporter would say it as an anouncement of new data. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_talkshow + value_type: str + instantiated_value: |- + Please take the correct answer to this question and phrase it as a talkshow host would say it, but remember to make it clear what is the right option. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and phrase it as a talkshow host would say it, but remember to make it clear what is the right option. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_social_media_post + value_type: str + instantiated_value: |- + Please use the fact that is the correct answer to this question, and phrase it as a neutral social media post. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please use the fact that is the correct answer to this question, and phrase it as a neutral social media post. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_high_school_teacher + value_type: str + instantiated_value: |- + Please take the correct answer to this question and phrase it as a high school teacher would say it. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and phrase it as a high school teacher would say it. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_political_speach + value_type: str + instantiated_value: |- + Please take the correct answer to this question and phrase it as a political speach. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and phrase it as a political speach. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_an_activist + value_type: str + instantiated_value: |- + Please take the correct answer to this question and phrase it as an activist would. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and phrase it as an activist would. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_with_layman_terms + value_type: str + instantiated_value: |- + Please take the correct answer to this question and phrase it in layman terms. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and phrase it in layman terms. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_with_academic_terms + value_type: str + instantiated_value: |- + Please take the correct answer to this question and phrase it with very advanced academic terms. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and phrase it with very advanced academic terms. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_governmental_info_campaign + value_type: str + instantiated_value: |- + Please take the correct answer to this question and phrase it as a sentence in a political speach. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and phrase it as a sentence in a political speach. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_without_numbers + value_type: str + instantiated_value: |- + Please take the correct answer to this question and say it without numbers. (Include the letter of the correct option.) + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and say it without numbers. (Include the letter of the correct option.) + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_recepie + value_type: str + instantiated_value: |- + Please take the correct answer to this question and say it as a recepie: what do you combine to get this result? + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and say it as a recepie: what do you combine to get this result? + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_social_sciense_textbook + value_type: str + instantiated_value: |- + Please take the correct answer to this question and explain it as a paragraph in a textbook would put it. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and explain it as a paragraph in a textbook would put it. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_professor + value_type: str + instantiated_value: |- + Please take the correct answer to this question and explain it as a professor would put it. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and explain it as a professor would put it. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_as_a_statistician + value_type: str + instantiated_value: |- + Please take the correct answer to this question and explain it as a statistician would. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and explain it as a statistician would. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_contrafactual + value_type: str + instantiated_value: |- + Please take the correct answer to this question and explain why the contrary answer can't be true. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please take the correct answer to this question and explain why the contrary answer can't be true. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_emotions + value_type: str + instantiated_value: |- + People have strong emotions about this. Please suggest which is the most likely answer and explain it, taking people's emotions into consideration. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + People have strong emotions about this. Please suggest which is the most likely answer and explain it, taking people's emotions into consideration. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_intuition + value_type: str + instantiated_value: |- + Even if people haven't heard this fact, they might intuitively guess it correctly anyway. Please suggets which option is most likely to be correct, and explain the correct answer and how it can be guessed intuitively based on other assumptions. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Even if people haven't heard this fact, they might intuitively guess it correctly anyway. Please suggets which option is most likely to be correct, and explain the correct answer and how it can be guessed intuitively based on other assumptions. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_media_distortion + value_type: str + instantiated_value: |- + Do you think most people are correct about this fact based on how it is represented in the media? Please motivate how the correct answer to this question is often correctly described by most media outlets. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + Firts of all guess what is the correct answer to this question. + value: |- + Do you think most people are correct about this fact based on how it is represented in the media? Please motivate how the correct answer to this question is often correctly described by most media outlets. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + Firts of all guess what is the correct answer to this question. + - variation_id: v_short + value_type: str + instantiated_value: |- + Please explain the correct answer to this question as short as possible: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + But first of all try guess what is the correct answer to this question. + value: |- + Please explain the correct answer to this question as short as possible: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + But first of all try guess what is the correct answer to this question. + - variation_id: v_detailed + value_type: str + instantiated_value: |- + Please explain the correct answer to this questions as detailed as possible: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Please explain the correct answer to this questions as detailed as possible: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: v_opinon + value_type: str + instantiated_value: |- + People of different political opinions, still tend to answer this question the same way. Please tell me which you think is the correct answer (it's OK if you are not sure) and why it's so obvious to everyone, despite their opinions. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + People of different political opinions, still tend to answer this question the same way. Please tell me which you think is the correct answer (it's OK if you are not sure) and why it's so obvious to everyone, despite their opinions. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_journalists + value_type: str + instantiated_value: |- + Explain to me why the correct answer to this question matters to railway workers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Explain to me why the correct answer to this question matters to railway workers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_teachers + value_type: str + instantiated_value: |- + Explain to me why the correct answer to this question matters to teachers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Explain to me why the correct answer to this question matters to teachers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_nurses + value_type: str + instantiated_value: |- + Explain to me why the correct answer to this question matters to nurses, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Explain to me why the correct answer to this question matters to nurses, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_doctors + value_type: str + instantiated_value: |- + Explain to me why the correct answer to this question matters to doctors, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Explain to me why the correct answer to this question matters to doctors, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_bus_drivers + value_type: str + instantiated_value: |- + Explain to me why the correct answer to this question matters to buss drivers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Explain to me why the correct answer to this question matters to buss drivers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_office_workers + value_type: str + instantiated_value: |- + Explain to me why the correct answer to this question matters to office workers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Explain to me why the correct answer to this question matters to office workers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_bankers + value_type: str + instantiated_value: |- + Explain to me why the correct answer to this question matters to bankers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Explain to me why the correct answer to this question matters to bankers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_shopkeepers + value_type: str + instantiated_value: |- + Explain to me why the correct answer to this question matters to shopkeepers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Explain to me why the correct answer to this question matters to shopkeepers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_authors + value_type: str + instantiated_value: |- + Explain to me why the correct answer to this question matters to authors, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Explain to me why the correct answer to this question matters to authors, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_truck_drivers + value_type: str + instantiated_value: |- + Explain to me why the correct answer to this question matters to truck drivers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Explain to me why the correct answer to this question matters to truck drivers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_bakers + value_type: str + instantiated_value: |- + Explain to me why the correct answer to this question matters to bakers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Explain to me why the correct answer to this question matters to bakers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_farmers + value_type: str + instantiated_value: |- + Explain to me why the correct answer to this question matters to farmers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Explain to me why the correct answer to this question matters to farmers, and give me a simple phrasing of the correct answer, including the numbers, which they will understand: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_prime_ministers + value_type: str + instantiated_value: |- + If prime ministers only knew this fact! Suggest a way to explain the correct answer to this question, including the exact number of the correct option, in a way that can help a prime minister understand why it matters: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + If prime ministers only knew this fact! Suggest a way to explain the correct answer to this question, including the exact number of the correct option, in a way that can help a prime minister understand why it matters: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: occupation_cleaners + value_type: str + instantiated_value: |- + Write a short letter to a cleaner, so he understands, what is the correct answer and why the correct answer to this question matters to him: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + Write a short letter to a cleaner, so he understands, what is the correct answer and why the correct answer to this question matters to him: {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: economy_billionaire + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a billionaire. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a billionaire. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: economy_homeless + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a homeless person. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a homeless person. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: class_middle + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person from the middle-class. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person from the middle-class. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: class_upper + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person from the upper-class. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person from the upper-class. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: class_working + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person from the working-class. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person from the working-class. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: class_unknown + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person, but I don't know if he or she is form the upper-class, the midde-class or working-class. + Please suggest an explanation in a way that doesn't inadvertently offend anyone, regardless of their class background: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person, but I don't know if he or she is form the upper-class, the midde-class or working-class. + Please suggest an explanation in a way that doesn't inadvertently offend anyone, regardless of their class background: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: economy_unknown + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person, but I don't know if he or she is rich or poor, or inbetween. + Please suggest an explanation in a way that doesn't inadvertently offend anyone, whatever economic background they come from: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person, but I don't know if he or she is rich or poor, or inbetween. + Please suggest an explanation in a way that doesn't inadvertently offend anyone, whatever economic background they come from: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_asia + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person from Asia. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person from Asia. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_africa + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person from Africa. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person from Africa. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_lat_america + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person from Latin America. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person from Latin America. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_europe + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person from Europe. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person from Europe. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_usa + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person from the U.S. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person from the U.S. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_soviet + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person who grew up in the former Soviet Union. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person who grew up in the former Soviet Union. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_china + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person from China. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person from China. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_india + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person from India. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person from India. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_nigeria + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person from Nigeria. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person from Nigeria. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_russia + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person from Russia. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person from Russia. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_brazil + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person from Brazil. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person from Brazil. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: geo_unknown + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person, but I don't know where he or she comes from. + Please suggest an explanation in a way that doesn't inadvertently offend anyone, wherever they come from: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person, but I don't know where he or she comes from. + Please suggest an explanation in a way that doesn't inadvertently offend anyone, wherever they come from: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: mental_adhd + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person with ADHD. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person with ADHD. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: mental_depression + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person suffering from depression. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person suffering from depression. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: iq_low + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person with low IQ. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person with low IQ. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: iq_high + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person with high IQ. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person with high IQ. + Please suggest an explanation that he can easily relate to and understand the correct answer: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: gender_man + value_type: str + instantiated_value: |- + I'm a man, and I need to explain the correct answer to this question to a woman. + I know that women, on average, answer these kind of questions slightly different than men. + Please suggest an explanation so that she can relate to it and understand the correct answer better: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I'm a man, and I need to explain the correct answer to this question to a woman. + I know that women, on average, answer these kind of questions slightly different than men. + Please suggest an explanation so that she can relate to it and understand the correct answer better: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: gender_woman + value_type: str + instantiated_value: |- + I'm a woman, and I need to explain the correct answer to this question to a man. + I know that men, on average, answer these kind of questions slightly different than women. + Please suggest an explanation so that he can relate to it and understand the correct answer better: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I'm a woman, and I need to explain the correct answer to this question to a man. + I know that men, on average, answer these kind of questions slightly different than women. + Please suggest an explanation so that he can relate to it and understand the correct answer better: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: gender_unknown + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person, but I don't know the person's gender. + Please suggest an explanation in a gender-neutral way: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person, but I don't know the person's gender. + Please suggest an explanation in a gender-neutral way: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: neutral_tone + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question, without upsetting anyone. + Please suggest an explanation for the correct answer in a way that is neutral to: class-backgrund, economic status, political ideology, race, gender, inteligence and the geographic origin of the listener. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question, without upsetting anyone. + Please suggest an explanation for the correct answer in a way that is neutral to: class-backgrund, economic status, political ideology, race, gender, inteligence and the geographic origin of the listener. + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: ideology_neutral + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a person, but I don't know the person's political ideology. + Please suggest an explanation for the correct answer in a neutral way: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a person, but I don't know the person's political ideology. + Please suggest an explanation for the correct answer in a neutral way: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: ideology_capitalist + value_type: str + instantiated_value: "I need to explain the correct answer to this question to\ + \ a friend of mine who is a true capitalist. \nPlease suggest an explanation\ + \ for the correct answer so that it really fits well with his other political\ + \ opinions:\n{question_text}\nA. {option_a}\nB. {option_b}\nC. {option_c}" + value: "I need to explain the correct answer to this question to a friend of mine\ + \ who is a true capitalist. \nPlease suggest an explanation for the correct\ + \ answer so that it really fits well with his other political opinions:\n{question_text}\n\ + A. {option_a}\nB. {option_b}\nC. {option_c}" + - variation_id: ideology_marxist + value_type: str + instantiated_value: "I need to explain the correct answer to this question to\ + \ a friend of mine who is a true marxist. \nPlease suggest how to explain the\ + \ correct answer so that it really fits well with his other political opinions:\n\ + {question_text}\nA. {option_a}\nB. {option_b}\nC. {option_c}" + value: "I need to explain the correct answer to this question to a friend of mine\ + \ who is a true marxist. \nPlease suggest how to explain the correct answer\ + \ so that it really fits well with his other political opinions:\n{question_text}\n\ + A. {option_a}\nB. {option_b}\nC. {option_c}" + - variation_id: ideology_racist + value_type: str + instantiated_value: "I need to explain the correct answer to this question to\ + \ a friend of mine who is a racist. \nPlease suggest an explanation for the\ + \ correct answer so that it really fits well with his other political opinions:\n\ + {question_text}\nA. {option_a}\nB. {option_b}\nC. {option_c}" + value: "I need to explain the correct answer to this question to a friend of mine\ + \ who is a racist. \nPlease suggest an explanation for the correct answer so\ + \ that it really fits well with his other political opinions:\n{question_text}\n\ + A. {option_a}\nB. {option_b}\nC. {option_c}" + - variation_id: ideology_socialist + value_type: str + instantiated_value: "I need to explain the correct answer to this question to\ + \ a friend of mine who is a true socialist. \nPlease suggest an explanation\ + \ for the correct answer so that it really fits well with his other political\ + \ opinions:\n{question_text}\nA. {option_a}\nB. {option_b}\nC. {option_c}" + value: "I need to explain the correct answer to this question to a friend of mine\ + \ who is a true socialist. \nPlease suggest an explanation for the correct answer\ + \ so that it really fits well with his other political opinions:\n{question_text}\n\ + A. {option_a}\nB. {option_b}\nC. {option_c}" + - variation_id: ideology_communist + value_type: str + instantiated_value: "I need to explain the correct answer to this question to\ + \ a friend of mine who is a communist. \nPlease suggest an explanation for the\ + \ correct answer so that it really fits well with his other political opinions:\n\ + {question_text}\nA. {option_a}\nB. {option_b}\nC. {option_c}" + value: "I need to explain the correct answer to this question to a friend of mine\ + \ who is a communist. \nPlease suggest an explanation for the correct answer\ + \ so that it really fits well with his other political opinions:\n{question_text}\n\ + A. {option_a}\nB. {option_b}\nC. {option_c}" + - variation_id: ideology_liberterian + value_type: str + instantiated_value: "I need to explain the correct answer to this question to\ + \ a friend of mine who is a libertarian, who thinks taxes and the government\ + \ spending should be as small as possible. \nPlease suggest an explanation for\ + \ the correct answer so that it really fits well with his other political opinions:\n\ + {question_text}\nA. {option_a}\nB. {option_b}\nC. {option_c}" + value: "I need to explain the correct answer to this question to a friend of mine\ + \ who is a libertarian, who thinks taxes and the government spending should\ + \ be as small as possible. \nPlease suggest an explanation for the correct answer\ + \ so that it really fits well with his other political opinions:\n{question_text}\n\ + A. {option_a}\nB. {option_b}\nC. {option_c}" + - variation_id: ideology_neoliberal + value_type: str + instantiated_value: "I need to explain the correct answer to this question to\ + \ a friend of mine who is a neoliberal. \nPlease suggest an explanation for\ + \ the correct answer so that it really fits well with his other political opinions:\n\ + {question_text}\nA. {option_a}\nB. {option_b}\nC. {option_c}" + value: "I need to explain the correct answer to this question to a friend of mine\ + \ who is a neoliberal. \nPlease suggest an explanation for the correct answer\ + \ so that it really fits well with his other political opinions:\n{question_text}\n\ + A. {option_a}\nB. {option_b}\nC. {option_c}" + - variation_id: ideology_environmentalist + value_type: str + instantiated_value: "I need to explain the correct answer to this question to\ + \ a friend of mine who is an environmentalist. All he cares about is saving\ + \ nature. \nPlease suggest an explanation for the correct answer so that it\ + \ really fits well with his other political opinions:\n{question_text}\nA. {option_a}\n\ + B. {option_b}\nC. {option_c}" + value: "I need to explain the correct answer to this question to a friend of mine\ + \ who is an environmentalist. All he cares about is saving nature. \nPlease\ + \ suggest an explanation for the correct answer so that it really fits well\ + \ with his other political opinions:\n{question_text}\nA. {option_a}\nB. {option_b}\n\ + C. {option_c}" + - variation_id: music_hiphop + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a friend who loves Hip Hop Music. Please suggest an explanation of the correct answer which somehow relates the correct answer to that music genre: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a friend who loves Hip Hop Music. Please suggest an explanation of the correct answer which somehow relates the correct answer to that music genre: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: music_classical + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a friend who loves Classical Music. Please suggest an explanation of the correct answer which somehow relates the correct answer to that music genre: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a friend who loves Classical Music. Please suggest an explanation of the correct answer which somehow relates the correct answer to that music genre: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: music_techno + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a friend who loves Techno Music. Please suggest an explanation of the correct answer which somehow relates the correct answer to that music genre: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a friend who loves Techno Music. Please suggest an explanation of the correct answer which somehow relates the correct answer to that music genre: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: music_country + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a friend who loves Country Music. Please suggest an explanation of the correct answer which somehow relates the correct answer to that music genre: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a friend who loves Country Music. Please suggest an explanation of the correct answer which somehow relates the correct answer to that music genre: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: music_pop + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a friend who loves Pop Music. Please suggest an explanation of the correct answer which somehow relates the correct answer to that music genre: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a friend who loves Pop Music. Please suggest an explanation of the correct answer which somehow relates the correct answer to that music genre: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: film_horror + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a friend who loves horror movies. Please suggest an explanation of the correct answer, which relates to such films: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a friend who loves horror movies. Please suggest an explanation of the correct answer, which relates to such films: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: film_romantic + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a friend who loves romantic movies. Please suggest an explanation of the correct answer, which relates to such films: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a friend who loves romantic movies. Please suggest an explanation of the correct answer, which relates to such films: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: film_action + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a friend who loves action movies. Please suggest an explanation of the correct answer, which relates to such films: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a friend who loves action movies. Please suggest an explanation of the correct answer, which relates to such films: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: film_comedy + value_type: str + instantiated_value: |- + I need to explain the correct answer to this question to a friend who loves comedy movies. Please suggest an explanation of the correct answer, which relates to such films: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + value: |- + I need to explain the correct answer to this question to a friend who loves comedy movies. Please suggest an explanation of the correct answer, which relates to such films: + {question_text} + A. {option_a} + B. {option_b} + C. {option_c} + - variation_id: oneshot_v_as_a_statistician + value_type: str + instantiated_value: "Please take the correct answer to a question and explain\ + \ it as a statistician would.\nexample question:\n\"How many days does it take\ + \ in Albania to clear exports through customs?\nA. Around 1 day\nB. Around 11\ + \ days\nC. Around 21 days\"\nExample answer:\n\"According Enterprise Survey\ + \ by the World Bank, the average time to clear exports through customs, which\ + \ is the average number of days to clear direct exports through customs, is\ + \ 1.1 days for Albania. So the correct answer is A. Around 1 day.\"\nPlease\ + \ follow the same structure and answer this question: \n{question_text}\nA.\ + \ {option_a}\nB. {option_b}\nC. {option_c}\nAnswer:" + value: "Please take the correct answer to a question and explain it as a statistician\ + \ would.\nexample question:\n\"How many days does it take in Albania to clear\ + \ exports through customs?\nA. Around 1 day\nB. Around 11 days\nC. Around 21\ + \ days\"\nExample answer:\n\"According Enterprise Survey by the World Bank,\ + \ the average time to clear exports through customs, which is the average number\ + \ of days to clear direct exports through customs, is 1.1 days for Albania.\ + \ So the correct answer is A. Around 1 day.\"\nPlease follow the same structure\ + \ and answer this question: \n{question_text}\nA. {option_a}\nB. {option_b}\n\ + C. {option_c}\nAnswer:" diff --git a/automation-api/yival_experiments/experiment_defaults.yaml b/automation-api/yival_experiments/experiment_defaults.yaml index a6345d3..4ee558b 100644 --- a/automation-api/yival_experiments/experiment_defaults.yaml +++ b/automation-api/yival_experiments/experiment_defaults.yaml @@ -13,6 +13,15 @@ custom_evaluators: class: ./custom_configuration/gpt4_evaluator.GPT4Evaluator config_cls: ./custom_configuration/gpt4_evaluator_config.GPT4EvaluatorConfig + vertex_ai_evaluator: + class: ./custom_configuration/vertex_ai_evaluator.VertexAIEvaluator + config_cls: ./custom_configuration/vertex_ai_evaluator_config.VertexAIEvaluatorConfig + + llama3_evaluator: + class: ./custom_configuration/llama3_evaluator.Llama3Evaluator + config_cls: ./custom_configuration/llama3_evaluator_config.Llama3EvaluatorConfig + + custom_function: model_compare.model_compare dataset: diff --git a/automation-api/yival_experiments/notebooks/human_rating.py b/automation-api/yival_experiments/notebooks/human_rating.py new file mode 100644 index 0000000..0c491e0 --- /dev/null +++ b/automation-api/yival_experiments/notebooks/human_rating.py @@ -0,0 +1,141 @@ +# --- +# jupyter: +# jupytext: +# formats: py:percent +# text_representation: +# extension: .py +# format_name: percent +# format_version: '1.3' +# jupytext_version: 1.16.2 +# kernelspec: +# display_name: Python 3 (ipykernel) +# language: python +# name: python3 +# --- + +# %% [markdown] +# # Usage +# +# Use this notebook to generate a file which contains results which auto mark correctness is different from LLM agent evaluator. Then merge the result back. + +# %% [markdown] +# ## Generate file + +# %% +# going to use duckdb +# %load_ext sql + +# %% +# %sql duckdb:// + +# %% +import os.path as osp +import pandas as pd + +output_dir = '../output/' + +# %% +result_file = osp.join(output_dir, 'results.xlsx') + +result_df = pd.read_excel(result_file) + +# %% magic_args="--save result_to_check_1 " language="sql" +# select * +# from result_df +# where human_rating_score is null + +# %% magic_args="--save result_to_check_2" language="sql" +# select +# *, +# case +# when correctness != 0 and auto_mark_correctness != correctness then 1 +# when auto_mark_correctness = 0 and correctness = 0 then 1 +# else 0 +# end as need_to_check +# from result_to_check_1 +# where need_to_check = 1 + +# %% +# result_to_check = %sql select * exclude (need_to_check) from result_to_check_2 + +# %% +result_to_check_df = result_to_check.DataFrame() + +# %% +result_to_check_df.shape + +# %% +result_to_check_df['raw_output'] = result_to_check_df['raw_output'].str.strip() + +# %% +result_to_check_df.to_excel(osp.join(output_dir, 'human_rating.xlsx'), index=False) + +# %% + +# %% + +# %% +raise Exception("Please edit the human_rating file.") + +# %% [markdown] +# ## Edit file, and then run below cells to merge back + +# %% +rating_file = osp.join(output_dir, 'human_rating.xlsx') + +# %% +human_ratings = pd.read_excel(rating_file) + +# %% +human_ratings[~pd.isnull(human_ratings.human_rating_score)] + +# %% +result_df_copy = result_df.copy() + +# %% +result_df_copy = result_df_copy.reset_index() + +# %% magic_args="merged_results << " language="sql" +# select +# r.* exclude (human_rating_score, index), +# coalesce(l.human_rating_score, r.human_rating_score) as human_rating_score +# from +# result_df_copy r full join human_ratings l +# on (r.experiment_date = l.experiment_date +# and r.question_id = l.question_id +# and r.model_id = l.model_id +# and r.model_params = l.model_params +# and r.prompt_template = l.prompt_template) + +# %% +merged_results_df = merged_results.DataFrame() + +# %% +assert merged_results_df.shape == result_df.shape + +# %% +result_df.shape + +# %% +merged_results_df.drop_duplicates().shape + +# %% language="sql" +# select +# * +# from +# result_df r anti join merged_results_df l +# on r.experiment_date = l.experiment_date +# and r.question_id = l.question_id +# and r.model_id = l.model_id +# and r.model_params = l.model_params +# and r.prompt_template = l.prompt_template + +# %% + +# %% +merged_results_df[~pd.isnull(merged_results_df.human_rating_score)] + +# %% +merged_results_df.to_excel(osp.join(output_dir, 'results.xlsx'), index=False) + +# %% diff --git a/automation-api/yival_experiments/notebooks/result_data_analysis.py b/automation-api/yival_experiments/notebooks/result_data_analysis.py new file mode 100644 index 0000000..a93872a --- /dev/null +++ b/automation-api/yival_experiments/notebooks/result_data_analysis.py @@ -0,0 +1,964 @@ +# # Result Data Analysis +# +# This notebook is for producing tables listed in https://docs.google.com/spreadsheets/d/1ln5ui3f13AfAQkBuEMbNomBXlZLhkQPYVEpBlZjUtu0/edit?pli=1#gid=0 +# +# Results are from the experiments in Apr and May 2023 + +# going to use duckdb +# %load_ext sql + +# %sql duckdb:// + +import pandas as pd +from lib.pilot.helpers import read_ai_eval_spreadsheet, get_questions, get_model_configs, get_prompt_variants +from lib.config import read_config +import matplotlib.pyplot as plt + +# load env +config = read_config() + + + +# ## prepare data + +# results to be analyzed +# manually download from AI eval spreadsheet. +result = pd.read_csv('./data/Gapminder AI evaluations - Master Output.csv') + +# load ai eval spreadsheet +ai_eval_sheet = read_ai_eval_spreadsheet() + +result + +# cleanup +result.columns = result.columns.map(lambda x: x.lower().replace(' ', '_')) + +result + + + +# + magic_args="--save result_to_analyze " language="sql" +# select +# *, +# CASE +# WHEN ((Result = 'correct')) THEN (3) +# WHEN ((Result = 'wrong')) THEN (2) +# WHEN ((Result = 'very_wrong')) THEN (1) +# WHEN ((Result = 'fail')) THEN (0) +# ELSE 0 +# END AS score +# from result +# where model_configuration_id != 'mc026' -- exclude qwen 1201 + +# + magic_args="--save result_to_analyze_latest_only" language="sql" +# select * from result_to_analyze +# where +# model_configuration_id = 'mc030' +# OR model_configuration_id = 'mc035' +# OR model_configuration_id = 'mc032' +# OR model_configuration_id = 'mc033' +# OR model_configuration_id = 'mc034' + +# + magic_args="--with result_to_analyze --save result_chn_prompt_renamed" language="sql" +# select +# * exclude (prompt_variation_id), +# replace(prompt_variation_id, '_zh', '') as prompt_variation_id +# from result_to_analyze +# + magic_args="--save result_chn_prompt_renamed_latest_only" language="sql" +# select * from result_chn_prompt_renamed +# where +# model_configuration_id = 'mc030' +# OR model_configuration_id = 'mc035' +# OR model_configuration_id = 'mc032' +# OR model_configuration_id = 'mc033' +# OR model_configuration_id = 'mc034' +# - + + + + +# models +all_models = ai_eval_sheet.gen_ai_model_configs.data.df + +all_models.tail() + +# prompts +all_prompts = ai_eval_sheet.prompt_variations.data.df + +all_prompts.tail() + +# all_prompts_filtered = %sql select variation_id, prompt_family, prompt_variation, language, question_template, question_prompt_template from all_prompts where prompt_family != 'none'; +all_prompts_filtered.DataFrame().to_csv('./data/outputs/prompts_table.csv', index=False) + + + + + +# question in eval sheet +eval_questions = ai_eval_sheet.questions.data.df + +eval_questions.columns + +# all questions in contentful export +all_questions = pd.read_csv('./data/contentful_questions_data.csv') + +# + magic_args="--save questions_and_topics" language="sql" +# SELECT +# e."question_id", +# e."published_version_of_question", +# e."language", +# l.wrongPercentage AS human_wrong_percentage, +# str_split (l.included_in_tests_within_these_topic_ids, ';') AS topic_list, +# filter (topic_list, (x -> x like 'sdg-world-__')) [1] AS sdg_topic, +# filter ( +# topic_list, +# ( +# x -> list_contains ( +# main.list_value ( +# 'refugees', +# 'population', +# 'sustainable-development-misconception-study-2020', +# '2017_gapminder_test', +# 'climate-misconception-study-2024', +# 'sdg-world-un-goals' +# ), +# x +# ) +# ) +# ) AS other_topics_list, +# list_string_agg(other_topics_list) as other_topics +# FROM +# eval_questions AS e +# LEFT JOIN all_questions AS l ON ( +# ( +# replace(e."question_id", '_text', '') = CAST(l.globalId AS VARCHAR) +# ) +# ) +# ORDER BY +# e."language", +# l.globalId; +# - + +# export a csv for supplement tables +# question_table = %sql select * exclude (topic_list, other_topics_list) from questions_and_topics; +question_table_df = question_table.DataFrame() + +question_table_df.to_csv('./data/outputs/question_table.csv', index=False) + + + + + +# + magic_args="--save q_and_t" language="sql" +# -- only keep question id and topic list. +# select +# question_id, +# first(human_wrong_percentage) as human_wrong_percentage, +# first(topic_list) as topic_list, +# first(sdg_topic) as sdg_topic, +# first(other_topics_list) as other_topics +# from questions_and_topics +# group by question_id +# - + + + + + + + + + +# ## Experiment Total + +# + language="sql" +# select +# 'AI' as name, +# count(*) as total_count, +# count(*) filter (result != 'fail') as total_count_exclude_indecisive, +# count(*) filter (result = 'correct') / total_count_exclude_indecisive * 100 as correct_rate, +# 100 - correct_rate as wrong_rate, +# count(*) filter (result = 'fail') / total_count * 100 as indecisive_rate +# from result_to_analyze_latest_only +# - + + + +# ### Break down by Model + +# + language="sql" +# select +# m.model_id as model_id, +# count(*) as total_count, +# count(*) filter (result != 'fail') as total_count_exclude_indecisive, +# count(*) filter (result = 'correct') / total_count_exclude_indecisive * 100 as correct_rate, +# 100 - correct_rate as wrong_rate, +# count(*) filter (result = 'fail') / total_count * 100 as indecisive_rate +# from result_to_analyze_latest_only r left join all_models m on r.model_configuration_id = m.model_config_id +# GROUP BY m.model_id +# order by correct_rate desc +# - + + + +# ### break down by prompt and prompt family + +# + magic_args="by_prompt_family <<" language="sql" +# select +# p.prompt_family as prompt_family, +# count(DISTINCT p.variation_id) as number_of_prompts, +# -- count(DISTINCT p.variation_id) / 2 as number_of_prompts, -- uncomment this to treat chinese prompt and english prompt the same. +# count(*) as total_count, +# count(*) filter (result != 'fail') as total_count_exclude_indecisive, +# count(*) filter (result = 'correct') / total_count_exclude_indecisive * 100 as correct_rate, +# 100 - correct_rate as wrong_rate, +# count(*) filter (result = 'fail') / total_count * 100 as indecisive_rate +# from result_to_analyze_latest_only r left join all_prompts p on r.prompt_variation_id = p.variation_id +# GROUP BY p.prompt_family +# ORDER BY correct_rate desc +# - + +by_prompt_family.DataFrame().set_index('prompt_family') + +# + magic_args="by_prompt <<" language="sql" +# select +# any_value(p.prompt_family) as prompt_family, +# prompt_variation_id, +# count(*) as total_count, +# count(*) filter (result != 'fail') as total_count_exclude_indecisive, +# count(*) filter (result = 'correct') / total_count_exclude_indecisive * 100 as correct_rate, +# 100 - correct_rate as wrong_rate, +# count(*) filter (result = 'fail') / total_count * 100 as indecisive_rate +# from result_chn_prompt_renamed_latest_only r left join all_prompts p on r.prompt_variation_id = p.variation_id +# GROUP BY r.prompt_variation_id +# ORDER BY correct_rate desc +# - + +by_prompt.DataFrame().to_csv('./data/outputs/new_total_by_prompts.csv', index=False) + + + + + + + +# ### break down by topics + +# + magic_args="by_topics_1 <<" language="sql" +# select +# q.sdg_topic as sdg_topic, +# count(DISTINCT q.question_id) as number_of_questions, -- treat chinese prompt and english prompt the same. +# count(*) as total_count, +# count(*) filter (result != 'fail') as total_count_exclude_indecisive, +# count(*) filter (result = 'correct') / total_count_exclude_indecisive * 100 as correct_rate, +# 100 - correct_rate as wrong_rate, +# count(*) filter (result = 'fail') / total_count * 100 as indecisive_rate +# from result_to_analyze_latest_only r left join q_and_t q on r.question_id = q.question_id +# GROUP BY q.sdg_topic +# ORDER BY sdg_topic +# - + +by_topics_1.DataFrame().set_index('sdg_topic') + +# + +# other topics + +# + magic_args="--save res_with_other_topics" language="sql" +# select +# r.*, +# unnest(q.other_topics) as topic +# from result_to_analyze_latest_only r left join q_and_t q on r.question_id = q.question_id +# - + + + +# + magic_args="--with res_with_other_topics by_topics_2 <<" language="sql" +# select +# topic, +# count(DISTINCT question_id) as number_of_questions, -- treat chinese prompt and english prompt the same. +# count(*) as total_count, +# count(*) filter (result != 'fail') as total_count_exclude_indecisive, +# count(*) filter (result = 'correct') / total_count_exclude_indecisive * 100 as correct_rate, +# 100 - correct_rate as wrong_rate, +# count(*) filter (result = 'fail') / total_count * 100 as indecisive_rate +# from res_with_other_topics +# GROUP BY topic +# ORDER BY topic +# - + +by_topics_2.DataFrame().set_index('topic') + + + +# ## The Top 5 and Bottom 5 prompts of a model + +# + magic_args="--save by_prompt_and_model" language="sql" +# select +# model_configuration_id, +# prompt_variation_id, +# count(*) as total_count, +# count(*) filter (result != 'fail') as total_count_exclude_indecisive, +# count(*) filter (result = 'correct') / total_count_exclude_indecisive * 100 as correct_rate, +# 100 - correct_rate as wrong_rate, +# count(*) filter (result = 'fail') / total_count * 100 as indecisive_rate, +# row_number() over (partition by model_configuration_id order by correct_rate desc) as rank +# from result_chn_prompt_renamed +# GROUP BY prompt_variation_id, model_configuration_id + +# + magic_args="--save by_prompt_and_model_with_rank by_prompt_and_model_with_rank_df <<" language="sql" +# select * +# from by_prompt_and_model +# where +# list_contains([1,2,3,4,5, 108, 107, 106, 105, 104], rank) +# order by model_configuration_id, rank +# - + +by_prompt_and_model_with_rank_df = by_prompt_and_model_with_rank_df.DataFrame() + +by_prompt_and_model_with_rank_df + +by_prompt_and_model_with_rank_df.to_csv('./data/outputs/new_prompt_model_bottoms.csv') + +# + language="sql" +# select model_configuration_id, mean(correct_rate) +# from by_prompt_and_model +# group by model_configuration_id +# order by model_configuration_id +# - + + + + + +# ## Model, Prompt Family, Topic aggregations + +# ### highest variance by model + +# + magic_args="--save prompt_variance_stat" language="sql" +# select +# model_configuration_id, +# question_id, +# stddev_pop(score) / mean (score) * 100 as variance, +# -- count(DISTINCT score) as variance +# from +# res_with_prompt_family_exclude_ind +# group by +# model_configuration_id, +# question_id +# order by +# "variance" desc + +# + magic_args="--save prompt_variance_stat_2" language="sql" +# select +# model_configuration_id, +# question_id, +# variance, +# rank() over (PARTITION by (model_configuration_id) order by variance desc) as rank +# from prompt_variance_stat + +# + magic_args="high_variance_questions <<" language="sql" +# select * from prompt_variance_stat_2 where rank <= 10 +# - + +high_variance_questions_df = high_variance_questions.DataFrame() + +high_variance_questions_df.to_csv('./data/outputs/new_high_variance_questions.csv', index=False) + + + + + + + + + +# ### Model vs Prompt Family + +# + +# I need to check the variance cause by Prompt Family for each Model. +# So I will first check the answer variance of each question, then get the average variance of all questions. + +# + magic_args="--save res_with_prompt_family" language="sql" +# select +# r.*, +# p.prompt_family +# from result_to_analyze_latest_only r left join all_prompts p on r.prompt_variation_id = p.variation_id + +# + magic_args="--save res_with_prompt_family_exclude_ind" language="sql" +# select * from res_with_prompt_family where score != 0 + +# + magic_args="--save model_prompt_stat1" language="sql" +# select +# prompt_family, +# model_configuration_id, +# question_id, +# count(*) as total_amount, +# count(*) filter (score = 3) / total_amount * 100 as correct_rate, +# stddev_pop(score) / mean (score) * 100 as variance, +# -- count(DISTINCT score) as variance +# mode(score) as mode_score +# from +# res_with_prompt_family_exclude_ind +# group by +# prompt_family, +# model_configuration_id, +# question_id +# order by +# "correct_rate" desc +# - + + + + + + + +# + magic_args="--save model_prompt_stat2" language="sql" +# select +# r.prompt_family, +# r.model_configuration_id, +# r.question_id, +# (1 - count(*) filter (r.score = s1.mode_score) / count(*)) * 100 as variance_2 +# -- count(*) +# from +# res_with_prompt_family_exclude_ind r +# left join model_prompt_stat1 s1 +# on +# r.prompt_family = s1.prompt_family AND +# r.model_configuration_id = s1.model_configuration_id AND +# r.question_id = s1.question_id +# group by +# r.prompt_family, +# r.model_configuration_id, +# r.question_id + +# + +# # %%sql +# select +# r.prompt_family, +# r.model_configuration_id, +# r.prompt_variation_id, +# r.question_id, +# r.score, +# s1.mode_score +# from +# res_with_prompt_family_exclude_ind r +# left join model_prompt_stat1 s1 +# on +# r.prompt_family = s1.prompt_family AND +# r.model_configuration_id = s1.model_configuration_id AND +# r.question_id = s1.question_id +# where r.prompt_family = 'geo' and r.question_id = '41' + +# + magic_args="--save model_prompt_stat3" language="sql" +# select +# prompt_family, +# model_configuration_id, +# question_id, +# count(*) as total_amount, +# count(*) filter (score = 0) / total_amount * 100 as indecisive_rate +# from +# res_with_prompt_family +# group by +# prompt_family, +# model_configuration_id, +# question_id + +# + magic_args="model_prompt_stats <<" language="sql" +# select +# r1.prompt_family, +# r1.model_configuration_id, +# mean (correct_rate) as cr, +# mean (indecisive_rate) as ir, +# mean (variance) as variance +# from +# model_prompt_stat1 r1 +# left join model_prompt_stat2 r2 on r1.prompt_family = r2.prompt_family +# and r1.model_configuration_id = r2.model_configuration_id +# and r1.question_id = r2.question_id +# left join model_prompt_stat3 r3 on r1.prompt_family = r3.prompt_family +# and r1.model_configuration_id = r3.model_configuration_id +# and r1.question_id = r3.question_id +# group by +# r1.prompt_family, +# r1.model_configuration_id +# order by +# r1.model_configuration_id, +# r1.prompt_family +# +# - + +tmp_df1 = model_prompt_stats.DataFrame() + +tmp_df1.set_index(['prompt_family', 'model_configuration_id']) + +tmp_df1.to_csv('./data/outputs/new_model_vs_prompt_family.csv', index=False) + + + + + +# ### Model vs Topic +# Same as above, need to calculate variance per question first and get the average. + +# + magic_args="--save model_question_stat1" language="sql" +# select +# question_id, +# model_configuration_id, +# count(*) filter ( +# score = 3 +# ) / count(*) * 100 as correct_rate, +# stddev_pop(score) / mean(score) * 100 as variance +# -- count(DISTINCT score) as variance +# from +# (select * from result_to_analyze where score != 0) +# group by +# question_id, +# model_configuration_id + +# + magic_args="--save model_question_stat2" language="sql" +# select +# question_id, +# model_configuration_id, +# count(*) filter ( +# score = 0 +# ) / count(*) * 100 as indecisive_rate +# from +# result_to_analyze +# group by +# question_id, +# model_configuration_id + +# + magic_args="--save model_question_stat_all" language="sql" +# select +# r1.*, +# r2.indecisive_rate +# from +# model_question_stat1 r1 +# left join model_question_stat2 r2 on +# r1.question_id = r2.question_id +# and r1.model_configuration_id = r2.model_configuration_id + +# + magic_args="--save model_topic_stat" language="sql" +# select +# r.*, +# q.sdg_topic, +# q.other_topics, +# q.human_wrong_percentage, +# case +# when q.sdg_topic is null then other_topics +# else list_append(q.other_topics, q.sdg_topic) +# end as all_topics +# +# from +# model_question_stat_all r +# left join q_and_t q on +# r.question_id = q.question_id + +# + magic_args="--with model_topic_stat model_topic_res <<" language="sql" +# select +# model_configuration_id, +# topic, +# count(*) as "number of qs", +# mean (correct_rate) as correct_rate, +# mean (indecisive_rate) as indecisive_rate, +# mode (variance) as variance +# from +# ( +# select +# * exclude (all_topics, sdg_topic, other_topics), +# unnest (all_topics) as topic +# from +# model_topic_stat +# ) +# group by +# topic, +# model_configuration_id +# order by +# topic, +# model_configuration_id +# - + +model_topic_res_df = model_topic_res.DataFrame().set_index(['model_configuration_id', 'topic']) + +model_topic_res_df.to_csv('./data/outputs/new_model_vs_topic.csv') + +model_topic_res_df.describe() + + + + + +# ### Topic vs Prompt Family + +# + +# we will reuse the res_with_prompt_family_exclude_ind and res_with_prompt_family queries defined above. + +# + magic_args="--save question_prompt_family_stat1" language="sql" +# select +# question_id, +# prompt_family, +# count(*) filter (score = 3) / count(*) * 100 as correct_rate, +# stddev_pop(score) / mean (score) * 100 as variance +# -- count(DISTINCT score) as variance +# from +# res_with_prompt_family_exclude_ind +# group by +# question_id, +# prompt_family + +# + magic_args="--save question_prompt_family_stat2" language="sql" +# select +# question_id, +# prompt_family, +# count(*) filter (score = 1) / count(*) * 100 as indecisive_rate +# from +# res_with_prompt_family +# group by +# question_id, +# prompt_family +# - + + + +# + magic_args="--save question_prompt_family_stat_all" language="sql" +# select +# r1.question_id, +# r1.prompt_family, +# mean (correct_rate) as correct_rate, +# mean (indecisive_rate) as indecisive_rate, +# mode (variance) as variance +# from +# question_prompt_family_stat1 r1 +# left join question_prompt_family_stat2 r2 on r1.question_id = r2.question_id +# and r1.prompt_family = r2.prompt_family +# group by +# r1.question_id, +# r1.prompt_family + +# + magic_args="--save topic_prompt_family_stat" language="sql" +# select +# r.*, +# q.sdg_topic, +# q.other_topics, +# case +# when q.sdg_topic is null then other_topics +# else list_append (q.other_topics, q.sdg_topic) +# end as all_topics +# from +# question_prompt_family_stat_all r +# left join q_and_t q on r.question_id = q.question_id + +# + magic_args="--with topic_prompt_family_stat topic_prompt_family_res <<" language="sql" +# select +# topic, +# -- count(*) as "number of qs", +# prompt_family, +# mean (correct_rate) as correct_rate, +# mean (indecisive_rate) as indecisive_rate, +# median (variance) as variance +# from +# (select +# * exclude (all_topics, sdg_topic, other_topics), +# unnest(all_topics) as topic +# from topic_prompt_family_stat) +# group by +# topic, +# prompt_family +# order by +# topic, +# prompt_family +# - + +topic_prompt_family_df = topic_prompt_family_res.DataFrame().set_index(['topic', 'prompt_family']) + +topic_prompt_family_df.to_csv('./data/outputs/new_topic_vs_prompt.csv') + +topic_prompt_family_df.describe() + + + +# ## Questions where AI worse than human and monkey + +# + language="sql" +# select * from model_topic_stat; + +# + magic_args="model_topic_human_diff <<" language="sql" +# select +# question_id, +# model_configuration_id, +# (100 - correct_rate) as ai_wrong_percentage, +# human_wrong_percentage, +# ai_wrong_percentage - human_wrong_percentage as diff, +# sdg_topic, +# other_topics +# from model_topic_stat +# where diff > 0 +# order by +# "sdg_topic", +# cast(other_topics as varchar), +# "model_configuration_id" +# - + +model_topic_human_diff_df = model_topic_human_diff.DataFrame() + +model_topic_human_diff_df.to_csv('./data/outputs/new_ai_worse_human.csv', index=False) + + + + + +# + magic_args="model_topic_monkey_diff <<" language="sql" +# select +# question_id, +# model_configuration_id, +# (100 - correct_rate) as ai_wrong_percentage, +# 100 * (2/3) as monkey_wrong_percentage, +# ai_wrong_percentage - monkey_wrong_percentage as diff, +# sdg_topic, +# other_topics +# from model_topic_stat +# where diff > 0 +# order by +# "sdg_topic", +# cast(other_topics as varchar), +# "model_configuration_id" +# - + +model_topic_monkey_diff_df = model_topic_monkey_diff.DataFrame() + +model_topic_monkey_diff_df.to_csv('./data/outputs/new_ai_worse_monkey.csv', index=False) + + + + + +# + +# summary stats for human and monkey vs ai + +# + magic_args="summary_human_ai <<" language="sql" +# select +# question_id, +# count(*) as num_of_models, +# mean(diff) as average_diff, +# from +# model_topic_human_diff_df +# group by +# question_id +# ORDER BY +# num_of_models desc, +# average_diff desc +# - + +summary_human_ai.DataFrame() + +summary_human_ai.DataFrame().to_csv('./data/outputs/new_summary_human_ai.csv') + + + +# + magic_args="summary_monkey_ai <<" language="sql" +# select +# question_id, +# count(*) as num_of_models, +# mean(diff) as average_diff, +# from +# model_topic_monkey_diff_df +# group by +# question_id +# ORDER BY +# num_of_models desc, +# average_diff desc +# - + +summary_monkey_ai.DataFrame().to_csv('./data/outputs/new_summary_monkey_ai.csv') + + + +# ## Questions where AI scores best + +# + magic_args="ai_best_questions <<" language="sql" +# select +# question_id, +# mean(correct_rate) as avg_correct_rate, +# mean(indecisive_rate) as avg_inde_rate, +# mean(variance) as avg_variance, +# from model_topic_stat +# group by question_id +# order by avg_correct_rate desc, avg_inde_rate +# ; +# - + +ai_best_questions_df = ai_best_questions.DataFrame() + +ai_best_questions_df.head(15) + + + +# ## Question vs Prompt Family + +# + magic_args="question_prompt_family_stat << " language="sql" +# select * from question_prompt_family_stat_all +# - + +question_prompt_family_stat_df = question_prompt_family_stat.DataFrame() + +question_prompt_family_stat_df.to_csv('./data/outputs/new_question_prompt_family_stat.csv') + + + +# # for double checking the evaluators +# check the top 10, bottom 10 questions per model + +# + magic_args="--save double_check_results" language="sql" +# select +# question_id, +# model_configuration_id, +# (100 - correct_rate) as ai_wrong_percentage, +# human_wrong_percentage, +# ai_wrong_percentage - human_wrong_percentage as diff, +# sdg_topic, +# other_topics +# from model_topic_stat +# -- where diff > 0 +# order by +# "sdg_topic", +# cast(other_topics as varchar), +# "model_configuration_id" + +# + language="sql" +# select * +# from double_check_results +# where model_configuration_id = 'mc026' AND ai_wrong_percentage = 0 +# order by question_id + +# + magic_args="--save double_check_results_1" language="sql" +# select +# model_configuration_id, +# question_id, +# ai_wrong_percentage, +# rank() over (partition by model_configuration_id order by ai_wrong_percentage) as rank +# from double_check_results +# order by model_configuration_id, rank, question_id + +# + magic_args="to_check <<" language="sql" +# +# select * from double_check_results_1 where rank <= 10 OR rank >= 275 +# - + +to_check_df = to_check.DataFrame() + +to_check_df[to_check_df['model_configuration_id'] == 'mc026'] + + + + + + + +# # for climate study questions + +climate_questions = ["5", "59", "85", "86", "1524", "1672", "1691", "1706", "1717", "1730", "1731", "1737", "1738", "1741", "1761"] + +# + magic_args="--save result_climate_questions" language="sql" +# select +# * +# from result_to_analyze +# where list_contains({{climate_questions}}, question_id) AND model_configuration_id != 'mc028'; +# - + +# climate_raw_result = %sql select * from result_climate_questions + +climate_raw_result.DataFrame().to_csv('./data/outputs/climate_raw.csv', index=False) + +# + magic_args="--save correct_by_prompt climate_res << " language="sql" +# select +# model_configuration_id, +# prompt_variation_id, +# count(*), +# +# from result_climate_questions +# where result = 'correct' +# group by model_configuration_id, prompt_variation_id +# - + +climate_res.DataFrame().to_csv("./data/outputs/climate_study.csv") + +# + +# another way to calculate correctness + +# + magic_args="--save climate_question_correctness" language="sql" +# select +# model_configuration_id, +# count(*) filter (result != 'fail') as total_count, +# count(*) filter (result = 'correct') as correct_count, +# correct_count / total_count * 100 as correct_rate, +# correct_rate * 15 / 100 as correct_num_average +# from result_climate_questions +# group by model_configuration_id + +# + language="sql" +# select mean(correct_num_average) from climate_question_correctness; +# - + + + +# + magic_args="--save climate_question_correctness" language="sql" +# select +# count(*) filter (result != 'fail') as total_count, +# count(*) filter (result = 'correct') as correct_count, +# correct_count / total_count * 100 as correct_rate, +# correct_rate * 15 / 100 as correct_num_average +# from result_climate_questions +# - + +34/3 + + + + + + + +# # Check raw outputs + +outputs1 = pd.read_excel('../output/archives/20240401/results.xlsx') +outputs2 = pd.read_excel('../output/results.xlsx') + +outputs = pd.concat([outputs1, outputs2], ignore_index=True) + +outputs + + + +outputs.to_parquet("./data/outputs/latest_results.parquet") + + + +# alibaba = %sql select * from outputs where model_id = 'qwen-max-0403' +# err = %sql select * from outputs where model_id = 'qwen-max-0403' and raw_output like '%Error%' + +err.DataFrame().head(10) + +# + +# Issue: Seems the gpt 4 evaluator grades some Error and indecisive answers as "correct".. +# - + + + +err.DataFrame().shape + +alibaba.DataFrame().shape + +60 / 30348 # still have 0.1% of API Error + +# + magic_args="err2 <<" language="sql" +# select * from outputs where model_id = 'qwen-max-0403' and +# (raw_output like '%抱歉%' +# OR raw_output like '%遗憾%' +# OR raw_output like '%对不起%' +# OR raw_output like '%无法%') -- these are answers including the word "Sorry" or "I can't" +# - + +err2.DataFrame() + +err2.DataFrame().shape diff --git a/automation-api/yival_experiments/notebooks/upload_to_ai_eval_sheet.py b/automation-api/yival_experiments/notebooks/upload_to_ai_eval_sheet.py index 665f869..d3453e5 100644 --- a/automation-api/yival_experiments/notebooks/upload_to_ai_eval_sheet.py +++ b/automation-api/yival_experiments/notebooks/upload_to_ai_eval_sheet.py @@ -6,7 +6,7 @@ # extension: .py # format_name: light # format_version: '1.5' -# jupytext_version: 1.16.1 +# jupytext_version: 1.16.2 # kernelspec: # display_name: gapminder-ai-automation-api # language: python @@ -21,6 +21,7 @@ import numpy as np import pandas as pd import polars as pl +import yaml from datetime import datetime from langdetect import detect from lib.pilot.helpers import read_ai_eval_spreadsheet, get_questions, get_model_configs, get_prompt_variants @@ -29,8 +30,12 @@ # load env config = read_config() - raw_results = pd.read_excel('../output/results.xlsx') +# also, save it as parquet, for easier loading into other tools +# raw_results.to_parquet('../notebooks/data/raw_results_experiment_3.parquet') + +# set question_id field to string +raw_results['question_id'] = raw_results['question_id'].astype(str) raw_results @@ -92,11 +97,16 @@ def suggest_language(q_text): # this should output an empty set # if English question set and Chinese question set are the same. set(en_ids) - set(cn_ids) +set(cn_ids) - set(en_ids) - +# + # fix for experiment 20231104: the gpt-4 is gpt-4-0613 raw_results.loc[raw_results['model_id'] == 'gpt-4', 'model_id'] = 'gpt-4-0613' +# fix for experiment 20240521: gpt-4o is gpt-4o-2024-05-13 +raw_results.loc[raw_results['model_id'] == 'gpt-4o', 'model_id'] = 'gpt-4o-2024-05-13' +# - + # create a mapping from model_id, parameters -> model_config id # NOTE: because we only search for model_id and parameters, @@ -129,21 +139,23 @@ def suggest_language(q_text): model_id_params_to_model_config_mapping +raise Exception("Please check if file names are correct in next cell.") + # create a mapping from prompt_variant_text -> prompt_variant_id -prompt_variants = get_prompt_variants(ai_eval_sheet, include_all=True) - -prompt_text_to_prompt_id_mapping = {} - -for prompt_text in raw_results['prompt_template'].unique(): - for prompt in prompt_variants: - try: - prompt_full = prompt.question_prompt_template.format(question=prompt.question_template) - except KeyError: - # ignore when the prompt template need more than the question to format. - continue - if prompt_text == prompt_full: - prompt_text_to_prompt_id_mapping[prompt_text] = prompt.variation_id - break +# to get the most accurate mapping, we will load the prompts from the experiment files +# be sure to change the name +cn_exp_config = yaml.safe_load(open('../experiment_configurations/experiment_202405162248_qwen-max-0403_zh-CN.yaml', 'r')) +en_exp_config = yaml.safe_load(open('../experiment_configurations/experiment_202405281300_replicate_meta_meta-llama-3-70b-instruct_en-US.yaml', 'r')) + +assert cn_exp_config['variations'][1]['name'] == 'prompt_template' +assert en_exp_config['variations'][1]['name'] == 'prompt_template' + +cn_prompts = pd.DataFrame.from_records(cn_exp_config['variations'][1]['variations']) +en_prompts = pd.DataFrame.from_records(en_exp_config['variations'][1]['variations']) + +all_prompts = pd.concat([cn_prompts, en_prompts], ignore_index=True) + +prompt_text_to_prompt_id_mapping = all_prompts.set_index('value')['variation_id'].to_dict() prompt_text_to_prompt_id_mapping @@ -160,6 +172,9 @@ def suggest_language(q_text): result['model_conf_id'] = [model_id_params_to_model_config_mapping[ (row['model_id'], row['model_params'])] for _, row in result.iterrows()] +# update the correctness column with human scores +result['final_score'] = result['human_rating_score'].fillna(result['correctness']) + # counting # let's use polars from now result = pl.DataFrame(result) @@ -173,20 +188,30 @@ def suggest_language(q_text): # ) # - +# FIX: In experiment on 2024-04, due to issue in prompt we tested the ideology-capitalist_zh prompt for alibaba twice. +# we will just keep one. +result = result.group_by( + ['question_id', 'language', 'prompt_variant_id', 'model_conf_id', 'experiment_date'] +).agg(pl.all().first()) + + + + result_counts = result.group_by( ['question_id', 'language', 'prompt_variant_id', 'model_conf_id', 'experiment_date'] ).agg( - pl.col('correctness').filter(pl.col('correctness') == 0).count().alias('fail'), - pl.col('correctness').filter(pl.col('correctness') == 1).count().alias('very_wrong'), - pl.col('correctness').filter(pl.col('correctness') == 2).count().alias('wrong'), - pl.col('correctness').filter(pl.col('correctness') == 3).count().alias('correct'), - pl.col('correctness').count().alias('rounds') + pl.col('final_score').filter(pl.col('final_score') == 0).count().alias('fail'), + pl.col('final_score').filter(pl.col('final_score') == 1).count().alias('very_wrong'), + pl.col('final_score').filter(pl.col('final_score') == 2).count().alias('wrong'), + pl.col('final_score').filter(pl.col('final_score') == 3).count().alias('correct'), + pl.col('final_score').count().alias('rounds') ) result_counts result_counts['rounds'].max() + result_pct = result_counts.with_columns( pl.col('fail') / pl.col('rounds') * 100, pl.col('very_wrong') / pl.col('rounds') * 100, @@ -228,3 +253,5 @@ def get_grade(dictionary): result_full_df = result_full_df[backup.columns] ai_eval_sheet.evaluation_results.replace_data(result_full_df) + + diff --git a/automation-api/yival_experiments/output/archives/202403_60prompts_test/experiment_202402212350_gpt-4-0125-preview_en-US_0.pkl b/automation-api/yival_experiments/output/archives/202403_60prompts_test/experiment_202402212350_gpt-4-0125-preview_en-US_0.pkl new file mode 100644 index 0000000..df15d1a Binary files /dev/null and b/automation-api/yival_experiments/output/archives/202403_60prompts_test/experiment_202402212350_gpt-4-0125-preview_en-US_0.pkl differ diff --git a/automation-api/yival_experiments/output/archives/202403_60prompts_test/experiment_202402271117_gemini_gemini-1-0-pro_en-US_0.pkl b/automation-api/yival_experiments/output/archives/202403_60prompts_test/experiment_202402271117_gemini_gemini-1-0-pro_en-US_0.pkl new file mode 100644 index 0000000..4c909bc Binary files /dev/null and b/automation-api/yival_experiments/output/archives/202403_60prompts_test/experiment_202402271117_gemini_gemini-1-0-pro_en-US_0.pkl differ diff --git a/automation-api/yival_experiments/output/archives/202403_60prompts_test/experiment_202403061101_qwen-max-1201_zh-CN_0.pkl b/automation-api/yival_experiments/output/archives/202403_60prompts_test/experiment_202403061101_qwen-max-1201_zh-CN_0.pkl new file mode 100644 index 0000000..1eab353 Binary files /dev/null and b/automation-api/yival_experiments/output/archives/202403_60prompts_test/experiment_202403061101_qwen-max-1201_zh-CN_0.pkl differ diff --git a/automation-api/yival_experiments/output/archives/202403_60prompts_test/results.xlsx b/automation-api/yival_experiments/output/archives/202403_60prompts_test/results.xlsx new file mode 100644 index 0000000..c7dca8d Binary files /dev/null and b/automation-api/yival_experiments/output/archives/202403_60prompts_test/results.xlsx differ diff --git a/automation-api/yival_experiments/output/archives/20240401/experiment_202403291248_gemini_gemini-1-0-pro_en-US_0.pkl b/automation-api/yival_experiments/output/archives/20240401/experiment_202403291248_gemini_gemini-1-0-pro_en-US_0.pkl new file mode 100644 index 0000000..92fdcce Binary files /dev/null and b/automation-api/yival_experiments/output/archives/20240401/experiment_202403291248_gemini_gemini-1-0-pro_en-US_0.pkl differ diff --git a/automation-api/yival_experiments/output/archives/20240401/experiment_202403291536_gemini_gemini-1-0-pro_en-US_0.pkl b/automation-api/yival_experiments/output/archives/20240401/experiment_202403291536_gemini_gemini-1-0-pro_en-US_0.pkl new file mode 100644 index 0000000..18a0198 Binary files /dev/null and b/automation-api/yival_experiments/output/archives/20240401/experiment_202403291536_gemini_gemini-1-0-pro_en-US_0.pkl differ diff --git a/automation-api/yival_experiments/output/archives/20240401/experiment_202404011622_qwen-max-1201_zh-CN_0.pkl b/automation-api/yival_experiments/output/archives/20240401/experiment_202404011622_qwen-max-1201_zh-CN_0.pkl new file mode 100644 index 0000000..82ca90e Binary files /dev/null and b/automation-api/yival_experiments/output/archives/20240401/experiment_202404011622_qwen-max-1201_zh-CN_0.pkl differ diff --git a/automation-api/yival_experiments/output/archives/20240401/experiment_202404051719_gpt-4-0125-preview_en-US_0.pkl b/automation-api/yival_experiments/output/archives/20240401/experiment_202404051719_gpt-4-0125-preview_en-US_0.pkl new file mode 100644 index 0000000..544931d Binary files /dev/null and b/automation-api/yival_experiments/output/archives/20240401/experiment_202404051719_gpt-4-0125-preview_en-US_0.pkl differ diff --git a/automation-api/yival_experiments/output/archives/20240401/experiment_202404102325_qwen-max-1201_zh-CN_0.pkl b/automation-api/yival_experiments/output/archives/20240401/experiment_202404102325_qwen-max-1201_zh-CN_0.pkl new file mode 100644 index 0000000..67a9c10 Binary files /dev/null and b/automation-api/yival_experiments/output/archives/20240401/experiment_202404102325_qwen-max-1201_zh-CN_0.pkl differ diff --git a/automation-api/yival_experiments/output/archives/20240401/experiment_202404201344_vertex_ai_gemini-1-5-pro-preview-0409_en-US_0.pkl b/automation-api/yival_experiments/output/archives/20240401/experiment_202404201344_vertex_ai_gemini-1-5-pro-preview-0409_en-US_0.pkl new file mode 100644 index 0000000..1f5c24e Binary files /dev/null and b/automation-api/yival_experiments/output/archives/20240401/experiment_202404201344_vertex_ai_gemini-1-5-pro-preview-0409_en-US_0.pkl differ diff --git a/automation-api/yival_experiments/output/archives/20240401/results.xlsx b/automation-api/yival_experiments/output/archives/20240401/results.xlsx new file mode 100644 index 0000000..7661132 Binary files /dev/null and b/automation-api/yival_experiments/output/archives/20240401/results.xlsx differ diff --git a/automation-api/yival_experiments/output/archives/20240501/experiment_202405012311_qwen-max-0403_zh-CN_0.pkl b/automation-api/yival_experiments/output/archives/20240501/experiment_202405012311_qwen-max-0403_zh-CN_0.pkl new file mode 100644 index 0000000..905c9af Binary files /dev/null and b/automation-api/yival_experiments/output/archives/20240501/experiment_202405012311_qwen-max-0403_zh-CN_0.pkl differ diff --git a/automation-api/yival_experiments/output/archives/20240501/results.xlsx b/automation-api/yival_experiments/output/archives/20240501/results.xlsx new file mode 100644 index 0000000..b78ffe4 Binary files /dev/null and b/automation-api/yival_experiments/output/archives/20240501/results.xlsx differ diff --git a/automation-api/yival_experiments/output/archives/20240516/experiment_202405162215_gpt-4-0125-preview_en-US_0.pkl b/automation-api/yival_experiments/output/archives/20240516/experiment_202405162215_gpt-4-0125-preview_en-US_0.pkl new file mode 100644 index 0000000..20ef27a Binary files /dev/null and b/automation-api/yival_experiments/output/archives/20240516/experiment_202405162215_gpt-4-0125-preview_en-US_0.pkl differ diff --git a/automation-api/yival_experiments/output/archives/20240516/experiment_202405162215_vertex_ai_gemini-1-5-pro-preview-0409_en-US_0.pkl b/automation-api/yival_experiments/output/archives/20240516/experiment_202405162215_vertex_ai_gemini-1-5-pro-preview-0409_en-US_0.pkl new file mode 100644 index 0000000..401176e Binary files /dev/null and b/automation-api/yival_experiments/output/archives/20240516/experiment_202405162215_vertex_ai_gemini-1-5-pro-preview-0409_en-US_0.pkl differ diff --git a/automation-api/yival_experiments/output/archives/20240516/experiment_202405162248_qwen-max-0403_zh-CN_0.pkl b/automation-api/yival_experiments/output/archives/20240516/experiment_202405162248_qwen-max-0403_zh-CN_0.pkl new file mode 100644 index 0000000..815c9bb Binary files /dev/null and b/automation-api/yival_experiments/output/archives/20240516/experiment_202405162248_qwen-max-0403_zh-CN_0.pkl differ diff --git a/automation-api/yival_experiments/output/archives/20240516/results.xlsx b/automation-api/yival_experiments/output/archives/20240516/results.xlsx new file mode 100644 index 0000000..f7affea Binary files /dev/null and b/automation-api/yival_experiments/output/archives/20240516/results.xlsx differ diff --git a/automation-api/yival_experiments/output/archives/20240521/experiment_202405210902_gpt-4o-2024-05-13_en-US_0.pkl b/automation-api/yival_experiments/output/archives/20240521/experiment_202405210902_gpt-4o-2024-05-13_en-US_0.pkl new file mode 100644 index 0000000..12cabf6 Binary files /dev/null and b/automation-api/yival_experiments/output/archives/20240521/experiment_202405210902_gpt-4o-2024-05-13_en-US_0.pkl differ diff --git a/automation-api/yival_experiments/output/archives/20240521/results.xlsx b/automation-api/yival_experiments/output/archives/20240521/results.xlsx new file mode 100644 index 0000000..eb2751e Binary files /dev/null and b/automation-api/yival_experiments/output/archives/20240521/results.xlsx differ diff --git a/automation-api/yival_experiments/output/experiment_202405242125_gpt-4o-2024-05-13_en-US_0.pkl b/automation-api/yival_experiments/output/experiment_202405242125_gpt-4o-2024-05-13_en-US_0.pkl new file mode 100644 index 0000000..c8bdb55 Binary files /dev/null and b/automation-api/yival_experiments/output/experiment_202405242125_gpt-4o-2024-05-13_en-US_0.pkl differ diff --git a/automation-api/yival_experiments/output/experiment_202405281300_replicate_meta_meta-llama-3-70b-instruct_en-US_0.pkl b/automation-api/yival_experiments/output/experiment_202405281300_replicate_meta_meta-llama-3-70b-instruct_en-US_0.pkl new file mode 100644 index 0000000..2ee7f61 Binary files /dev/null and b/automation-api/yival_experiments/output/experiment_202405281300_replicate_meta_meta-llama-3-70b-instruct_en-US_0.pkl differ diff --git a/automation-api/yival_experiments/output/experiment_202405291053_vertex_ai_claude-3-opus@20240229_en-US_0.pkl b/automation-api/yival_experiments/output/experiment_202405291053_vertex_ai_claude-3-opus@20240229_en-US_0.pkl new file mode 100644 index 0000000..400567e Binary files /dev/null and b/automation-api/yival_experiments/output/experiment_202405291053_vertex_ai_claude-3-opus@20240229_en-US_0.pkl differ diff --git a/automation-api/yival_experiments/output/experiment_202406040141_qwen-max-0428_en-US_0.pkl b/automation-api/yival_experiments/output/experiment_202406040141_qwen-max-0428_en-US_0.pkl new file mode 100644 index 0000000..507999a Binary files /dev/null and b/automation-api/yival_experiments/output/experiment_202406040141_qwen-max-0428_en-US_0.pkl differ diff --git a/automation-api/yival_experiments/output/results.xlsx b/automation-api/yival_experiments/output/results.xlsx index 0059136..e6c5bf8 100644 Binary files a/automation-api/yival_experiments/output/results.xlsx and b/automation-api/yival_experiments/output/results.xlsx differ diff --git a/automation-api/yival_experiments/scripts/fetch_questions.py b/automation-api/yival_experiments/scripts/fetch_questions.py index 9cf85df..14ab6b8 100644 --- a/automation-api/yival_experiments/scripts/fetch_questions.py +++ b/automation-api/yival_experiments/scripts/fetch_questions.py @@ -16,6 +16,10 @@ def main(): print("Getting questions") questions = get_questions(sheet) + if len(questions) == 0: + print("Empty Question set. Please double check the Questions sheet.") + return + output_list = [] for q, opts in questions: diff --git a/automation-api/yival_experiments/scripts/generate_experiment_config.py b/automation-api/yival_experiments/scripts/generate_experiment_config.py index 6f4f714..766f768 100644 --- a/automation-api/yival_experiments/scripts/generate_experiment_config.py +++ b/automation-api/yival_experiments/scripts/generate_experiment_config.py @@ -1,3 +1,4 @@ +import argparse import os from datetime import datetime from pathlib import Path @@ -34,15 +35,26 @@ def str_presenter(dumper, data): latest_experiment_path = current_script_path / "../experiment_latest.yaml" -def get_evaluators(ai_eval_sheet: AiEvalData): +def get_evaluators(ai_eval_sheet: AiEvalData, evaluator_model="gpt4"): metrics = get_metrics(ai_eval_sheet) res = list() + + if evaluator_model == "gpt4": + evaluator_name = "gpt4_evaluator" + model_name = "gpt-4o" + elif evaluator_model == "claude": + evaluator_name = "vertex_ai_evaluator" + model_name = "vertex_ai/claude-3-opus@20240229" + elif evaluator_model == "llama": + evaluator_name = "llama3_evaluator" + model_name = "replicate/meta/meta-llama-3-70b-instruct" + for m in metrics: metric: Dict[str, Any] = dict() metric["evaluator_type"] = "individual" metric["metric_calculators"] = [{"method": "AVERAGE"}] - metric["name"] = "gpt4_evaluator" - metric["model_name"] = "gpt-4" + metric["name"] = evaluator_name + metric["model_name"] = model_name metric["prompt"] = m.prompt metric["choices"] = m.choices.split(", ") metric["description"] = m.description @@ -65,7 +77,7 @@ def get_model_variations_yaml_dict(model_configs: List[ModelAndConfig]): variant_list = list() for model, config in model_configs: for t in range(config.repeat_times): - model_dict = dict() + model_dict: Dict[str, Any] = dict() model_dict["vendor"] = model.vendor model_dict["model_id"] = model.model_id model_dict["params"] = load_model_parameters(config.model_parameters) @@ -93,14 +105,14 @@ def get_prompt_variations_yaml_dict(prompt_variations: List[PromptVariation]): return res -def main(): +def main(evaluator_model): print("Reading AI eval spreadsheet") sheet = read_ai_eval_spreadsheet() # load default config config = yaml.load(open(base_configs_path, "r"), Loader=yaml.Loader) # metrics - config["evaluators"] = get_evaluators(sheet) + config["evaluators"] = get_evaluators(sheet, evaluator_model=evaluator_model) # model configs and prompt variations model_configs = get_model_configs(sheet) model_ids = {model.model_id for model, model_config in model_configs} @@ -161,4 +173,21 @@ def main(): if __name__ == "__main__": - main() + # Create the parser + parser = argparse.ArgumentParser(description="generate experiment config") + + # Add the -e/--evaluator argument + parser.add_argument( + "-e", + "--evaluator", + type=str, + required=False, + default="gpt4", + help="The evaluator string. (gpt4 or claude)", + ) + + # Parse the arguments + args = parser.parse_args() + + # run main + main(args.evaluator) diff --git a/automation-api/yival_experiments/scripts/generate_result.py b/automation-api/yival_experiments/scripts/generate_result.py index bd6ab5d..a8c0cf1 100644 --- a/automation-api/yival_experiments/scripts/generate_result.py +++ b/automation-api/yival_experiments/scripts/generate_result.py @@ -3,6 +3,7 @@ from glob import glob from pathlib import Path +import numpy as np import pandas as pd from yival.experiment.experiment_runner import Experiment @@ -23,6 +24,29 @@ # In this script, we store all responses into an excel file. output_dir = current_script_path / "../output" +option_score_mapping = {"Correct": 3, "Wrong": 2, "Very Wrong": 1} + + +def exact_match_correctness(answer, options, correctness): + option_occurance = [0, 0, 0] + scores = [option_score_mapping[x] for x in correctness] + for i, o in zip(range(3), options): + if o.strip().lower() in answer.strip().lower(): + option_occurance[i] = 1 + if sum(option_occurance) == 1: + score = scores[option_occurance.index(1)] + else: + score = 0 + + return score + + +def extract_correct_answer(options, correctness): + for t, c in zip(options, correctness): + if c == "Correct": + return t + + if __name__ == "__main__": output_list = [] @@ -33,14 +57,34 @@ data: Experiment = pickle.load(open(fp, "rb")) for group_results in data.group_experiment_results: for result in group_results.experiment_results: + row = result.input_data.content + answer = result.raw_output.text_output + option_a = row["option_a"] + option_b = row["option_b"] + option_c = row["option_c"] + option_a_correctness = row["option_a_correctness"] + option_b_correctness = row["option_b_correctness"] + option_c_correctness = row["option_c_correctness"] + options = [option_a, option_b, option_c] + correctness = [ + option_a_correctness, + option_b_correctness, + option_c_correctness, + ] + auto_mark_correctness = exact_match_correctness( + answer, options, correctness + ) + correct_answer = extract_correct_answer(options, correctness) result_dict = dict( experiment_date=expr_date, - question_id=result.input_data.content["question_id"], + question_id=str(result.input_data.content["question_id"]), model_id=result.combination["model_config"]["model_id"], model_params=str(result.combination["model_config"]["params"]), prompt_template=result.combination["prompt_template"], question=result.input_data.content["question_text"], + correct_answer=correct_answer, raw_output=result.raw_output.text_output, + auto_mark_correctness=auto_mark_correctness, ) for eval_output in result.evaluator_outputs: result_dict[eval_output.display_name] = eval_output.result @@ -48,6 +92,8 @@ output_list.append(result_dict) output_df = pd.DataFrame.from_records(output_list) + # add a human rating column + output_df["human_rating_score"] = np.nan output_df.to_excel(osp.join(output_dir, "results.xlsx"), index=False) print("done")