1161/fixes summary missing required field info

.github/workflows/general.yaml

@@ -21,12 +21,12 @@ jobs:
     runs-on: ubuntu-latest
     strategy:
       matrix:
-        python-version: [3.6, 3.7, 3.8, 3.9, '3.10']
+        python-version: [3.8, 3.9, '3.10']
     steps:
       - name: Checkout repository
         uses: actions/checkout@v2
       - name: Install Python
-        uses: actions/setup-python@v2
+        uses: actions/setup-python@v3
         with:
           python-version: ${{ matrix.python-version }}
       - name: Install dependencies

CONTRIBUTING.md

@@ -53,7 +53,7 @@ To update a reference in `docs/references` and some other auto-generated documen
 
 ## Code Contribution
 
-Frictionless is a Python3.6+ framework, and it uses some common Python tools for the development process:
+Frictionless is a Python3.8+ framework, and it uses some common Python tools for the development process:
 - testing: `pytest`
 - linting: `pylama`
 - formatting: `black`

Makefile

@@ -19,12 +19,12 @@ format:
 	black $(PACKAGE) tests
 
 install:
-	pip install --upgrade -e .[bigquery,ckan,excel,gsheets,html,json,ods,pandas,s3,server,spss,sql,dev]
+	pip install --upgrade -e .[aws,bigquery,ckan,dev,excel,github,gsheets,html,ods,pandas,spss,sql,zenodo]
 
 lint:
 	black $(PACKAGE) tests --check
 	pylama $(PACKAGE) tests
-	# mypy $(PACKAGE) --ignore-missing-imports
+	pyright $(PACKAGE) tests
 
 release:
 	git checkout main && git pull origin && git fetch -p

README.md

@@ -51,4 +51,3 @@ $ frictionless validate data/invalid.csv
 
 Please visit our documentation portal:
 - https://framework.frictionlessdata.io
-

data/cassettes/test_remote_loader_http_preload.yaml

@@ -0,0 +1,72 @@
+interactions:
+- request:
+    body: null
+    headers:
+      Accept:
+      - '*/*'
+      Accept-Encoding:
+      - gzip, deflate
+      Connection:
+      - keep-alive
+      User-Agent:
+      - Mozilla/5.0 (Macintosh; Intel Mac OS X 10_11_6) AppleWebKit/537.36 (KHTML,
+        like Gecko) Chrome/54.0.2840.87 Safari/537.36
+    method: GET
+    uri: https://raw.githubusercontent.com/frictionlessdata/frictionless-py/master/data/table.csv
+  response:
+    body:
+      string: !!binary |
+        H4sIAAAAAAAAA8tM0clLzE3lMtRJzUvPySzO4DLSebJj7dPZe5/s2sUFAAFuQI0eAAAA
+    headers:
+      Accept-Ranges:
+      - bytes
+      Access-Control-Allow-Origin:
+      - '*'
+      Cache-Control:
+      - max-age=300
+      Connection:
+      - keep-alive
+      Content-Encoding:
+      - gzip
+      Content-Length:
+      - '51'
+      Content-Security-Policy:
+      - default-src 'none'; style-src 'unsafe-inline'; sandbox
+      Content-Type:
+      - text/plain; charset=utf-8
+      Date:
+      - Fri, 01 Jul 2022 08:49:49 GMT
+      ETag:
+      - W/"0172a2fd99319bed82fe7cccbd7a44b27a77f7200caf0d04b7f23cbb6b81026d"
+      Expires:
+      - Fri, 01 Jul 2022 08:54:49 GMT
+      Source-Age:
+      - '0'
+      Strict-Transport-Security:
+      - max-age=31536000
+      Vary:
+      - Authorization,Accept-Encoding,Origin
+      Via:
+      - 1.1 varnish
+      X-Cache:
+      - MISS
+      X-Cache-Hits:
+      - '0'
+      X-Content-Type-Options:
+      - nosniff
+      X-Fastly-Request-ID:
+      - 579c13ab644c059a692533c2305bc479f682dc3c
+      X-Frame-Options:
+      - deny
+      X-GitHub-Request-Id:
+      - AB1C:81E9:ECB60:1031CE:62BEB52D
+      X-Served-By:
+      - cache-fra19129-FRA
+      X-Timer:
+      - S1656665390.744899,VS0,VE177
+      X-XSS-Protection:
+      - 1; mode=block
+    status:
+      code: 200
+      message: OK
+version: 1

data/countries.json

@@ -0,0 +1,30 @@
+{
+  "name": "countries",
+  "type": "table",
+  "path": "countries.csv",
+  "scheme": "file",
+  "format": "csv",
+  "hashing": "md5",
+  "encoding": "utf-8",
+  "mediatype": "text/csv",
+  "schema": {
+    "fields": [
+      {
+        "name": "id",
+        "type": "integer"
+      },
+      {
+        "name": "neighbor_id",
+        "type": "integer"
+      },
+      {
+        "name": "name",
+        "type": "string"
+      },
+      {
+        "name": "population",
+        "type": "integer"
+      }
+    ]
+  }
+}

data/countries.yaml

@@ -0,0 +1,19 @@
+path: countries.csv
+name: countries
+profile: tabular-data-resource
+scheme: file
+format: csv
+hashing: md5
+encoding: utf-8-sig
+schema:
+  fields:
+    - type: integer
+      name: id
+      required: true
+    - type: integer
+      name: neighbor_id
+    - type: string
+      name: name
+      required: true
+    - type: integer
+      name: population

data/dialect.json

@@ -1,3 +1,5 @@
 {
-  "delimiter": ";"
+  "csv": {
+    "delimiter": ";"
+  }
 }

data/fixtures/summary/describe-with-required-field.txt

@@ -0,0 +1,11 @@
++-------------+---------+------------+
+| name        | type    | required   |
++=============+=========+============+
+| id          | integer | True       |
++-------------+---------+------------+
+| neighbor_id | integer |            |
++-------------+---------+------------+
+| name        | string  | True       |
++-------------+---------+------------+
+| population  | integer |            |
++-------------+---------+------------+

data/fixtures/summary/describe.txt

@@ -0,0 +1,11 @@
++-------------+---------+------------+
+| name        | type    | required   |
++=============+=========+============+
+| id          | integer |            |
++-------------+---------+------------+
+| neighbor_id | string  |            |
++-------------+---------+------------+
+| name        | string  |            |
++-------------+---------+------------+
+| population  | string  |            |
++-------------+---------+------------+

data/fixtures/summary/extract.txt

@@ -0,0 +1,13 @@
++----+-------------+-----------+------------+
+| id | neighbor_id | name      | population |
++====+=============+===========+============+
+|  1 | 'Ireland'   | 'Britain' | '67'       |
++----+-------------+-----------+------------+
+|  2 | '3'         | 'France'  | 'n/a'      |
++----+-------------+-----------+------------+
+|  3 | '22'        | 'Germany' | '83'       |
++----+-------------+-----------+------------+
+|  4 | None        | 'Italy'   | '60'       |
++----+-------------+-----------+------------+
+|  5 | None        | None      | None       |
++----+-------------+-----------+------------+

data/fixtures/summary/five-rows-only.txt

@@ -0,0 +1,14 @@
++----+------+
+| id | name |
++====+======+
+|  1 | 'a'  |
++----+------+
+|  2 | 'b'  |
++----+------+
+|  3 | 'c'  |
++----+------+
+|  4 | 'd'  |
++----+------+
+|  5 | 'e'  |
++----+------+
+...

data/fixtures/summary/multiline-scheme-error.txt

@@ -1,9 +1,8 @@
-## Errors 
+## Errors
 
-+-------+---------+---------+---------------------------------------------------+
-| row   | field   | code    | message                                           |
-+=======+=========+=========+===================================================+
-|       |         | scheme- | The data source could not be successfully loaded: |
-|       |         | error   | [Errno 2] No such file or directory:              |
-|       |         |         | 'data/countriess.csv'                             |
-+-------+---------+---------+---------------------------------------------------+
++-------+---------+--------------+----------------------------------------------------------------------------------------+
+| row   | field   | code         | message                                                                                |
++=======+=========+==============+========================================================================================+
+|       |         | scheme-error | The data source could not be successfully loaded: [Errno 2] No such file or directory: |
+|       |         |              | 'data/countriess.csv'                                                                  |
++-------+---------+--------------+----------------------------------------------------------------------------------------+

data/minimal.resource.json

@@ -0,0 +1,3 @@
+{
+  "path": "table.csv"
+}

data/noschema.resource.json

@@ -0,0 +1,10 @@
+{
+  "name": "table",
+  "type": "table",
+  "path": "table.csv",
+  "scheme": "file",
+  "format": "csv",
+  "hashing": "sha256",
+  "encoding": "utf-8",
+  "mediatype": "text/csv"
+}

data/resource-init.json

@@ -0,0 +1,6 @@
+{
+  "name": "name",
+  "path": "table.csv",
+  "scheme": "file",
+  "format": "csv"
+}

data/table-delimiter.csv

@@ -0,0 +1,3 @@
+id;name
+1;english
+2;中国人

docs/guides/quick-start.md

@@ -13,7 +13,7 @@ Let's get started with Frictionless! We will learn how to install and use the fr
 
 ## Installation
 
-> The framework requires Python3.6+. Versioning follows the [SemVer Standard](https://semver.org/).
+> The framework requires Python3.8+. Versioning follows the [SemVer Standard](https://semver.org/).
 
 ```bash title="CLI"
 pip install frictionless

frictionless/__init__.py

@@ -1,37 +1,27 @@
 from .actions import describe, extract, transform, validate
-from .check import Check
-from .control import Control
+from .catalog import Catalog
+from .checklist import Checklist, Check
 from .detector import Detector
-from .dialect import Dialect
+from .dialect import Dialect, Control
 from .error import Error
 from .exception import FrictionlessException
-from .field import Field
-from .file import File
-from .header import Header
 from .inquiry import Inquiry, InquiryTask
-from .layout import Layout
-from .loader import Loader
 from .metadata import Metadata
-from .package import Package
+from .package import Package, Manager, Storage
 from .plugin import Plugin
-from .parser import Parser
-from .pipeline import Pipeline, PipelineTask
+from .pipeline import Pipeline, Step
 from .program import program
 from .report import Report, ReportTask
-from .resource import Resource
-from .row import Row
-from .schema import Schema
+from .resource import Resource, Loader, Parser
+from .schema import Schema, Field
 from .settings import VERSION as __version__
-from .server import Server
-from .status import Status, StatusTask
-from .step import Step
-from .storage import Storage
+from .server import server
 from .system import system
-from .type import Type
-from . import errors
+from .table import Header, Lookup, Row
 from . import checks
+from . import errors
+from . import fields
+from . import formats
+from . import portals
+from . import schemes
 from . import steps
-from . import types
-
-# TODO: remove in v5
-from .actions import *

frictionless/actions/__init__.py

@@ -2,19 +2,3 @@
 from .extract import extract
 from .transform import transform
 from .validate import validate
-
-# TODO: remove these legacy imports in v5
-from .describe import (
-    describe_dialect,
-    describe_resource,
-    describe_package,
-    describe_schema,
-)
-from .extract import extract_resource, extract_package
-from .transform import transform_resource, transform_package, transform_pipeline
-from .validate import (
-    validate_inquiry,
-    validate_resource,
-    validate_package,
-    validate_schema,
-)