feat: Option to request and include metadata from ldes

README.md

@@ -22,6 +22,7 @@ ldes-client <url> [-f] [--save <path>] [--pollInterval <number>] [--shape <shape
 - `--shape`: shape file to which LDES members should conform (overwrite LDES configured shape)
 - `-t` `--default-timezone`: default timezone to use for dates in tree:InBetweenRelation. `AoE|Z|±HH:mm` Default: `AoE`.
 - `--condition <condition_file>`: filter the LDES stream to only emit members that adhere to this condition
+- `-m`, `--metadata`: include metadata in the emitted members. Notifies the ldes server that it is interested in metadata.
 - Others soon coming
 
 

bin/cli.ts

@@ -25,6 +25,7 @@ let save: string | undefined;
 let onlyDefaultGraph: boolean = false;
 let loose: boolean = false;
 let defaultTimezone: string | undefined;
+let includeMetadata: boolean = false;
 
 const fetch_config: FetchConfig = {
     retry: {},
@@ -94,6 +95,7 @@ program
     )
     .option("--http-codes [codes...]", "What HTTP codes to retry")
     .option("-t --default-timezone <timezone>", "Default timezone for dates in tree:InBetweenRelation", "AoE")
+    .option("-m, --metadata", "include metadata in the output members")
     .action((url: string, program) => {
         urlIsView = program.urlIsView;
         noShape = !program.shape;
@@ -110,6 +112,7 @@ program
         materialize = program.materializeVersion;
         lastVersionOnly = program.lastVersionOnly;
         defaultTimezone = program.defaultTimezone;
+        includeMetadata = program.metadata;
 
         fetch_config.concurrent = parseInt(program.concurrent);
         if (program.basicAuth) {
@@ -165,6 +168,7 @@ async function main() {
             defaultTimezone,
             materialize,
             lastVersionOnly,
+            includeMetadata,
             fetch: enhanced_fetch(fetch_config),
         }),
         ordered,

lib/client.ts

@@ -315,6 +315,7 @@ export class Client {
             this.config.loose,
             this.config.condition,
             this.config.defaultTimezone,
+            this.config.includeMetadata || false,
             this.config.fetch,
         );
 

lib/config.ts

@@ -23,6 +23,7 @@ export interface Config {
     onlyDefaultGraph?: boolean;
     materialize?: boolean;
     lastVersionOnly?: boolean;
+    includeMetadata?: boolean;
     fetch?: typeof fetch;
 }
 
@@ -41,6 +42,7 @@ const defaultConfig: Config = {
     defaultTimezone: "AoE",
     materialize: false,
     lastVersionOnly: false,
+    includeMetadata: false,
 };
 
 const defaultTarget: WithTarget = {

lib/pageFetcher.ts

@@ -1,4 +1,4 @@
-import { RdfDereferencer } from "rdf-dereference";
+import { IDereferenceOptions, RdfDereferencer } from "rdf-dereference";
 import { Notifier } from "./utils";
 import { extractRelations, Relation, Relations } from "./page";
 import { SimpleRelation } from "./relation";
@@ -70,6 +70,7 @@ export class Fetcher {
     private fetch_f?: typeof fetch;
     private condition: Condition;
     private defaultTimezone: string;
+    private includeMetadata: boolean;
 
     private closed = false;
 
@@ -80,13 +81,15 @@ export class Fetcher {
         loose: boolean,
         condition: Condition,
         defaultTimezone: string,
+        includeMetadata: boolean,
         fetch_f?: typeof fetch,
     ) {
         this.dereferencer = dereferencer;
         this.loose = loose;
         this.fetch_f = fetch_f;
         this.condition = condition;
         this.defaultTimezone = defaultTimezone;
+        this.includeMetadata = includeMetadata;
     }
 
     close() {
@@ -95,10 +98,16 @@ export class Fetcher {
 
     async fetch<S>(node: Node, state: S, notifier: Notifier<FetchEvent, S>) {
         try {
-            const resp = await this.dereferencer.dereference(node.target, {
+            const options: IDereferenceOptions = {
                 localFiles: true,
                 fetch: this.fetch_f,
-            });
+            };
+            if (this.includeMetadata) {
+                options.headers = {
+                    Accept: "application/metadata+trig",
+                };
+            }
+            const resp = await this.dereferencer.dereference(node.target, options);
 
             node.target = resp.url;