[FEATURE] LocalFileExtractor block

.eslintrc.json

@@ -2,7 +2,7 @@
   "root": true,
   "extends": "@jvalue/eslint-config-jvalue",
   "ignorePatterns": ["**/*"],
-  "plugins": ["@nx"],
+  "plugins": ["@nrwl/nx"],
   "parserOptions": {
     "project": ["./tsconfig.base.json"]
   },
@@ -16,7 +16,7 @@
     {
       "files": ["*.ts", "*.tsx", "*.js", "*.jsx"],
       "rules": {
-        "@nx/enforce-module-boundaries": [
+        "@nrwl/nx/enforce-module-boundaries": [
           "error",
           {
             "enforceBuildableLibDependency": true,
@@ -33,12 +33,12 @@
     },
     {
       "files": ["*.ts", "*.tsx"],
-      "extends": ["plugin:@nx/typescript"],
+      "extends": ["plugin:@nrwl/nx/typescript"],
       "rules": {}
     },
     {
       "files": ["*.js", "*.jsx"],
-      "extends": ["plugin:@nx/javascript"],
+      "extends": ["plugin:@nrwl/nx/javascript"],
       "rules": {}
     },
     {

.github/workflows/ci.yaml

@@ -39,6 +39,9 @@ jobs:
       - name: Build
         run: npx nx affected --target=build --configuration=prod --parallel=3
 
+      - name: Lint Nx specific workspace files
+        run: npx nx workspace-lint
+
       - name: Lint
         run: npx nx affected --target=lint --parallel=3 --maxWarnings=0
 

.gitignore

@@ -56,5 +56,3 @@ Thumbs.db
 # Generated Docusaurus files
 .docusaurus/
 .cache-loader/
-
-.nx/cache

.prettierignore

@@ -13,5 +13,3 @@
 
 .prettierignore
 .docusaurus/
-
-/.nx/cache

README.md

@@ -12,35 +12,6 @@ Data engineers can use Jayvee and its interpreter to clean and preprocess data f
 
 [![Official Docs](assets/docs-banner.png)](https://jvalue.github.io/jayvee)
 
-## Roadmap
-
-Explore a glimpse of our upcoming features in the following list. This overview is broad and subject to evolution. We're excited to share our vision of the exciting journey ahead, and we invite you to accompany us on this adventure!
-
-- ✅ Blocks and pipes 
-- ✅ Simple valuetypes and constraints
-- ✅ Natively support table-based data
-- ✅ Column-based transformations
-- ✅ Describe blocks via builtin blocktypes in Jayvee
-- ✅ Compose logic of multiple blocks via composite blocktypes
-- ⌛ Multi-file Jayvee to distribute programs over multiple files (see [RFC 0015](./rfc/0015-multi-file-jayvee/0015-multi-file-jayvee.md))
-- ⌛ Improve the syntax of valuetypes (see [RFC 0014](https://github.com/jvalue/jayvee/pull/409))
-- ⌛ Jayvee formatter
-- ⌛ Further extractors and sinks
-- 🤔 Reusable libraries (with a package manager)
-- 🤔 Composite valuetypes (with multiple fields)
-- 🤔 Natively support tree data (XML, JSON)
-- 🤔 Valuetypes parsers (to read and write different formats)
-- 🤔 Customizable invalid value handling (default value, average, median, interpolation, ...)
-- 🤔 VSCode Debugger
-- 🤔 Blocktypes with multiple ports (e.g., for merging different data)
-
-
-Anything missing, or you have ideas how some of the items on the list could be approached?
-Feel free to create and issue and share your thoughts with us!
-
-You like the project and our vision? Then we'd appreciate your star! ⭐
-
-
 ## Contribute
 
 In case you would like to contribute to Jayvee, please have a look at our [contribution guide](CONTRIBUTING.md).

apps/docs/.eslintrc.json

@@ -1,6 +1,6 @@
 {
   "extends": ["../../.eslintrc.json"],
-  "ignorePatterns": ["!**/*", "**/.docusaurus/**", "**/theme/prism-jayvee.js"],
+  "ignorePatterns": ["!**/*"],
   "overrides": [
     {
       "files": ["*.ts", "*.tsx", "*.js", "*.jsx"],

apps/docs/docs/dev/04-guides/06-jayvee-extensions.md

@@ -35,7 +35,7 @@ Execution extensions are only required by the [interpreter](https://github.com/j
 #### 1. Generate an execution libraries
 
 ```bash
-npx nx g @nx/node:library --name="extensions/<extension-name>/exec"
+npx nx g @nrwl/node:library --name="extensions/<extension-name>/exec"
 ```
 
 #### 2. Create extension classes

apps/docs/docs/user/intro/intro.md → apps/docs/docs/user/intro.md

@@ -1,6 +1,5 @@
 ---
 sidebar_position: 1
-title: Getting Started
 ---
 
 # Introduction to Jayvee
@@ -25,7 +24,11 @@ npm install -g @jvalue/[email protected]
 
 ## Update
 
-Details about how to update Jayvee and the VSCode extension can be found [here](./update.md).
+Updating the interpreter is done by reinstalling it using `npm`. Make sure to also update the [VSCode plugin](#vscode-plugin) to match the installed interpreter if you use it.
+
+```bash
+npm install -g @jvalue/jayvee-interpreter
+```
 
 ## Usage
 
@@ -80,7 +83,7 @@ jv <file> -d --debug-granularity peek --debug-target MyExtractorBlock,MySinkBloc
 
 ## Examples
 
-You can find multiple examples with inline explanations [here](../examples/README.mdx). You can copy them to your local file system and execute them with the `jv` command on your command line (see [usage](#usage)).
+You can find multiple examples with inline explanations [here](./examples/README.mdx).
 
 ## VSCode Plugin
 

apps/docs/generator/src/user-doc-generator.ts

@@ -26,9 +26,9 @@ export class UserDocGenerator
 {
   constructor(private services: JayveeServices) {}
 
-  generateValueTypesDoc(
-    valueTypes: Record<string, PrimitiveValuetype>,
-  ): string {
+  generateValueTypesDoc(valueTypes: {
+    [name: string]: PrimitiveValuetype;
+  }): string {
     const builder = new UserDocMarkdownBuilder()
       .docTitle('Built-in Valuetypes')
       .generationComment()

apps/docs/jest.config.ts

@@ -5,15 +5,14 @@
 export default {
   displayName: 'docs-generator',
   preset: '../../jest.preset.js',
-  globals: {},
+  globals: {
+    'ts-jest': {
+      tsconfig: '<rootDir>/tsconfig.spec.json',
+    },
+  },
   testEnvironment: 'node',
   transform: {
-    '^.+\\.[tj]s$': [
-      'ts-jest',
-      {
-        tsconfig: '<rootDir>/tsconfig.spec.json',
-      },
-    ],
+    '^.+\\.[tj]s$': 'ts-jest',
   },
   moduleFileExtensions: ['ts', 'js', 'html'],
   coverageDirectory: '../../coverage/apps/docs-generator',

apps/docs/project.json

@@ -19,15 +19,14 @@
       "dependsOn": ["generate"]
     },
     "build-generator": {
-      "executor": "@nx/webpack:webpack",
+      "executor": "@nrwl/webpack:webpack",
       "outputs": ["{options.outputPath}"],
       "options": {
         "target": "node",
         "compiler": "tsc",
         "outputPath": "dist/apps/docs/generator",
         "main": "apps/docs/generator/src/main.ts",
-        "tsConfig": "apps/docs/tsconfig.json",
-        "webpackConfig": "apps/docs/webpack.config.js"
+        "tsConfig": "apps/docs/tsconfig.json"
       },
       "dependsOn": ["prepare-generator"]
     },
@@ -46,21 +45,27 @@
       "dependsOn": ["build-generator"]
     },
     "lint": {
-      "executor": "@nx/eslint:lint",
-      "outputs": ["{options.outputFile}"]
+      "executor": "@nrwl/linter:eslint",
+      "outputs": ["{options.outputFile}"],
+      "options": {
+        "lintFilePatterns": ["apps/docs/**/*.ts"]
+      }
     },
     "test": {
-      "executor": "@nx/jest:jest",
+      "executor": "@nrwl/jest:jest",
       "outputs": ["{workspaceRoot}/coverage/{projectRoot}"],
       "options": {
-        "jestConfig": "apps/docs/jest.config.ts"
+        "jestConfig": "apps/docs/jest.config.ts",
+        "passWithNoTests": true
       }
     },
     "version-snapshot": {
       "executor": "nx:run-commands",
       "dependsOn": ["generate"],
       "options": {
-        "commands": ["node tools/scripts/docs/create-new-version-snapshot.mjs"],
+        "commands": [
+          "node tools/scripts/docs/create-new-version-snapshot.mjs"
+        ],
         "parallel": false
       }
     }