0.1

seddonm1 · Jun 27, 2023 · c6c1a23 · c6c1a23
1 parent 02b3bb8
commit c6c1a23
Show file tree

Hide file tree

Showing 3 changed files with 19 additions and 13 deletions.
diff --git a/Cargo.lock b/Cargo.lock
diff --git a/README.md b/README.md
@@ -6,7 +6,7 @@ This is an experimental binding using the [s3s](https://crates.io/crates/s3s) cr
 
 ## Why
 
-This crate was built to test the feasiblity of using SQLite as an alternative to formats like [TFRecord](https://www.tensorflow.org/tutorials/load_data/tfrecord) for storing a large number of machine learning training data with an accessible API. Although `tfrecord` and SQLite share a similar few-large-storage-files architecture - making backups and data movement efficient/easy - having both a SQLite interface and [Amazon S3](https://aws.amazon.com/s3/)/`http` API makes access to the contained data easier with tooling that likely already exists on your machine.
+This crate was built to test the feasiblity of using SQLite as an alternative to formats like [TFRecord](https://www.tensorflow.org/tutorials/load_data/tfrecord) for storing a large number of machine learning training data with an accessible API. Although `TFRecord` and SQLite share a similar few-large-storage-files architecture - making backups and data movement efficient/easy - having both a SQLite interface and [Amazon S3](https://aws.amazon.com/s3/)/`http` API makes access to the contained data easier with tooling that likely already exists on your machine.
 
 This concept is backed by benchmarks from SQLite showing that it can be [faster than filesytems](https://www.sqlite.org/fasterthanfs.html) for certain data access patterns.
 
@@ -26,7 +26,7 @@ CREATE TABLE IF NOT EXISTS data (
     metadata        TEXT,
     last_modified   TEXT NOT NULL,
     md5             TEXT
-) STRICT, WITHOUT ROWID;
+) STRICT;
 ```
 
 ### Multipart Uploads
@@ -40,7 +40,7 @@ CREATE TABLE IF NOT EXISTS multipart_upload (
     key                     TEXT NOT NULL,
     last_modified           TEXT NOT NULL,
     access_key              TEXT
-) STRICT, WITHOUT ROWID;
+) STRICT;
 
 CREATE TABLE IF NOT EXISTS multipart_upload_part (
     upload_id               BLOB NOT NULL,
@@ -71,7 +71,7 @@ cargo install --path .
 ## Run
 
 ```bash
-s3ite . --access-key AKIAIOSFODNN7EXAMPLE --secret-key wJalrXUtnFEMI/K7MDENG/bPxRfiCYEXAMPLEKEY
+s3ite . --host 0.0.0.0 --port 8014 --access-key AKIAIOSFODNN7EXAMPLE --secret-key wJalrXUtnFEMI/K7MDENG/bPxRfiCYEXAMPLEKEY
 ```
 
 ## Docker

diff --git a/src/sqlite.rs b/src/sqlite.rs
@@ -89,6 +89,7 @@ impl Sqlite {
                             .interact(|connection| {
                                 connection.execute_batch(
                                     "
+                                    PRAGMA journal_mode=WAL;
                                     PRAGMA foreign_keys=true;
                                     PRAGMA analysis_limit=1000;
                                     PRAGMA optimize;
@@ -141,7 +142,12 @@ impl Sqlite {
         let connection = pool.get().await.unwrap();
         connection
             .interact(|connection| {
-                connection.execute_batch("PRAGMA foreign_keys=true;")?;
+                connection.execute_batch(
+                    "
+                    PRAGMA journal_mode=WAL;
+                    PRAGMA foreign_keys=true;
+                ",
+                )?;
 
                 let transaction = connection.transaction()?;
                 Self::try_create_tables(&transaction)?;
@@ -165,7 +171,7 @@ impl Sqlite {
                     metadata TEXT,
                     last_modified TEXT NOT NULL,
                     md5 TEXT
-                ) STRICT, WITHOUT ROWID;",
+                ) STRICT;",
             (),
         )?;
         transaction.execute(
@@ -175,7 +181,7 @@ impl Sqlite {
                     key TEXT NOT NULL,
                     last_modified TEXT NOT NULL,
                     access_key TEXT
-                ) STRICT, WITHOUT ROWID;",
+                ) STRICT;",
             (),
         )?;
         transaction.execute(