Merge pull request #151 from metafacture/145-accessControlExceptionWi…

…thPutFilemap

Add file permission in .java.policy-template

.github/workflows/build.yml

@@ -13,12 +13,21 @@ jobs:
       uses: actions/setup-java@v1
       with:
         java-version: 1.8
+    - name: Checkout metafacture-core
+      uses: actions/checkout@v2
+      with:
+        path: metafacture-core
+        repository: metafacture/metafacture-core
+        ref: 5.7.0-rc1
+    - name: Install metafacture-core
+      working-directory: metafacture-core 
+      run: ./gradlew install
     - name: Checkout metafacture-fix
       uses: actions/checkout@v2
       with:
         path: metafacture-fix
         repository: metafacture/metafacture-fix
-        ref: 0.6.1
+        ref: 0.6.0-rc3
     - name: Install metafacture-fix
       working-directory: metafacture-fix 
       run: ./gradlew install

.github/workflows/test.yml

@@ -12,12 +12,21 @@ jobs:
       uses: actions/setup-java@v1
       with:
         java-version: 1.8
+    - name: Checkout metafacture-core
+      uses: actions/checkout@v2
+      with:
+        path: metafacture-core
+        repository: metafacture/metafacture-core
+        ref: 5.7.0-rc1
+    - name: Install metafacture-core
+      working-directory: metafacture-core 
+      run: ./gradlew install
     - name: Checkout metafacture-fix
       uses: actions/checkout@v2
       with:
         path: metafacture-fix
         repository: metafacture/metafacture-fix
-        ref: 0.6.1
+        ref: 0.6.0-rc3
     - name: Install metafacture-fix
       working-directory: metafacture-fix
       run: ./gradlew install

README.md

@@ -25,14 +25,35 @@ wget -O ~/bin/lein https://raw.githubusercontent.com/technomancy/leiningen/stabl
 chmod a+x ~/bin/lein
 ```
 
+### Install Metafacture Core
+
+This project depends on [metafacture-core](https://github.com/metafacture/metafacture-core), which is work in progress.
+It is possible to display the current version of dependencies in the UI. To display the version, please read this [section](#show-dependency-versions-in-ui). This is especially reasonable when installing on a server.
+
+Clone and install metafacture-core:
+```bash
+$ git clone https://github.com/metafacture/metafacture-core.git -b 5.7.0-rc1
+$ cd metafacture-core
+```
+
+Unix:
+```bash
+$ ./gradlew install
+```
+
+Windows:
+```bash
+$ .\gradlew.bat install
+```
+
 ### Install Metafacture Fix
 
 This project depends on [metafacture-fix](https://github.com/metafacture/metafacture-fix), which is work in progress.
 It is possible to display the current version of dependencies in the UI. To display the version, please read this [section](#show-dependency-versions-in-ui). This is especially reasonable when installing on a server.
 
 Clone and install metafacture-fix:
 ```bash
-$ git clone https://github.com/metafacture/metafacture-fix.git -b 0.6.1
+$ git clone https://github.com/metafacture/metafacture-fix.git -b 0.6.0-rc3
 $ cd metafacture-fix
 ```
 

project.clj

@@ -22,36 +22,36 @@
                  [org.clojure/data.json "2.4.0"]
                  [com.degel/re-frame-storage-fx "0.1.1"]
                  [jtk-dvlp/re-frame-readfile-fx "2.0.0"]
-                 [org.metafacture/metafacture-commons "5.6.0"]
-                 [org.metafacture/metafacture-framework "5.6.0"]
-                 [org.metafacture/metafacture-flowcontrol "5.6.0"]
-                 [org.metafacture/metafacture-mangling "5.6.0"]
-                 [org.metafacture/metafacture-plumbing "5.6.0"]
-                 [org.metafacture/metafacture-monitoring "5.6.0"]
-                 [org.metafacture/metafacture-scripting "5.6.0"]
-                 [org.metafacture/metafacture-javaintegration "5.6.0"]
-                 [org.metafacture/metafacture-strings "5.6.0"]
-                 [org.metafacture/metafacture-formeta "5.6.0"]
-                 [org.metafacture/metafacture-formatting "5.6.0"]
-                 [org.metafacture/metafacture-xml "5.6.0"]
-                 [org.metafacture/metafacture-html "5.6.0"]
-                 [org.metafacture/metafacture-triples "5.6.0"]
-                 [org.metafacture/metafacture-statistics "5.6.0"]
-                 [org.metafacture/metafacture-io "5.6.0"]
-                 [org.metafacture/metafacture-biblio "5.6.0"]
-                 [org.metafacture/metafacture-csv "5.6.0"]
-                 [org.metafacture/metafacture-elasticsearch "5.6.0"]
-                 [org.metafacture/metafacture-files "5.6.0"]
-                 [org.metafacture/metafacture-jdom "5.6.0"]
-                 [org.metafacture/metafacture-json "5.6.0"]
-                 [org.metafacture/metafacture-linkeddata "5.6.0"]
-                 [org.metafacture/metafacture-flux "5.6.0"]
-                 [org.metafacture/metafacture-runner "5.6.0"]
-                 [org.metafacture/metafacture-yaml "5.6.0"]
-                 [org.metafacture/metamorph-api "5.6.0"]
-                 [org.metafacture/metamorph "5.6.0"]
-                 [org.metafacture/metamorph-test "5.6.0"]
-                 [org.metafacture/metafix "0.6.1" :exclusions [[org.eclipse.xtext/xtext-dev-bom]]]]
+                 [org.metafacture/metafacture-commons "5.7.0-rc1"]
+                 [org.metafacture/metafacture-framework "5.7.0-rc1"]
+                 [org.metafacture/metafacture-flowcontrol "5.7.0-rc1"]
+                 [org.metafacture/metafacture-mangling "5.7.0-rc1"]
+                 [org.metafacture/metafacture-plumbing "5.7.0-rc1"]
+                 [org.metafacture/metafacture-monitoring "5.7.0-rc1"]
+                 [org.metafacture/metafacture-scripting "5.7.0-rc1"]
+                 [org.metafacture/metafacture-javaintegration "5.7.0-rc1"]
+                 [org.metafacture/metafacture-strings "5.7.0-rc1"]
+                 [org.metafacture/metafacture-formeta "5.7.0-rc1"]
+                 [org.metafacture/metafacture-formatting "5.7.0-rc1"]
+                 [org.metafacture/metafacture-xml "5.7.0-rc1"]
+                 [org.metafacture/metafacture-html "5.7.0-rc1"]
+                 [org.metafacture/metafacture-triples "5.7.0-rc1"]
+                 [org.metafacture/metafacture-statistics "5.7.0-rc1"]
+                 [org.metafacture/metafacture-io "5.7.0-rc1"]
+                 [org.metafacture/metafacture-biblio "5.7.0-rc1"]
+                 [org.metafacture/metafacture-csv "5.7.0-rc1"]
+                 [org.metafacture/metafacture-elasticsearch "5.7.0-rc1"]
+                 [org.metafacture/metafacture-files "5.7.0-rc1"]
+                 [org.metafacture/metafacture-jdom "5.7.0-rc1"]
+                 [org.metafacture/metafacture-json "5.7.0-rc1"]
+                 [org.metafacture/metafacture-linkeddata "5.7.0-rc1"]
+                 [org.metafacture/metafacture-flux "5.7.0-rc1"]
+                 [org.metafacture/metafacture-runner "5.7.0-rc1"]
+                 [org.metafacture/metafacture-yaml "5.7.0-rc1"]
+                 [org.metafacture/metamorph-api "5.7.0-rc1"]
+                 [org.metafacture/metamorph "5.7.0-rc1"]
+                 [org.metafacture/metamorph-test "5.7.0-rc1"]
+                 [org.metafacture/metafix "0.6.0-rc3" :exclusions [[org.eclipse.xtext/xtext-dev-bom]]]]
 
   :plugins [[lein-shadow "0.4.0"]
 

resources/.java.policy_move_to_home_dir

@@ -60,13 +60,16 @@ grant {
         permission java.io.FilePermission "${user.dir}/tmp/-", "write, read, delete";
         permission java.io.FilePermission "${java.io.tmpdir}/-", "write, read, delete";
         permission java.io.FilePermission "${user.home}/.m2/-", "read";
+        permission java.io.FilePermission "https://-", "read";
+        permission java.io.FilePermission "http://-", "read";
 
         // Please adapt these paths to all parent paths of your user home directory
         // Some Fix Code searches a .project file to determine an encoding
         // It's no problem when there's no .project file, but it's a problem
         // when there's no access in generell to this file
         permission java.io.FilePermission "${user.dir}/.project", "read";
         permission java.io.FilePermission "${user.home}/.project", "read";
+        permission java.io.FilePermission "${user.home}/git/.project", "read";
         permission java.io.FilePermission "${user.home}/../.project", "read";
         permission java.io.FilePermission "/.project", "read";
 

resources/examples/Put_filemap_with_URL

@@ -0,0 +1 @@
+https://metafacture.org/playground/?flux=inputFile%0A%7C+open-file%0A%7C+as-records%0A%7C+decode-json%0A%7C+fix%28transformationFile%29%0A%7C+encode-json%28prettyPrinting%3D%22true%22%29%0A%7C+print%3B&transformation=put_filemap%28%22https%3A//gitlab.com/oersi/oersi-etl/-/raw/master/data/maps/oefos2destatis.tsv%3Fref_type%3Dheads%22%2C%22oefos2destatis%22%2C%22sep_char%22%3A%22\t%22%29%0A%0Aset_array%28%22test%5B%5D%22%29%0Ado+list%28path%3A%22about%5B%5D%22%2C%22var%22%3A%22%24i%22%29%0A++++copy_field%28%22%24i.id%22%2C%22test%5B%5D.%24append.id%22%29%0A++++lookup%28%22test%5B%5D.%24last.id%22%2C%22oefos2destatis%22%29%0Aend&data=%7B%0A++++%22about%22%3A+%5B%0A++++++++%7B%0A%09%09%09%22id%22%3A+%22https%3A//w3id.org/oerbase/vocabs/oefos2012/1%22%0A%09%09%7D%2C%0A%09%09%7B%0A%09%09%09%22id%22%3A+%22https%3A//w3id.org/oerbase/vocabs/oefos2012/102%22%0A%09%09%7D%2C%0A%09%09%7B%0A%09%09%09%22id%22%3A+%22https%3A//w3id.org/oerbase/vocabs/oefos2012/1020%22%0A%09%09%7D%0A++++%5D+%0A%7D

resources/versions/metafacture-framework

@@ -1 +1 @@
-https://github.com/metafacture/metafacture-core/releases/tag/metafacture-core-5.6.0
+https://github.com/metafacture/metafacture-core/tree/5.7.0-rc1

resources/versions/metafix

@@ -1 +1 @@
-https://github.com/metafacture/metafacture-fix/releases/tag/0.6.1
+https://github.com/metafacture/metafacture-fix/tree/0.6.0-rc3