feat(s3): send magicbytes to start request

manual_tests/upload_new.ts

@@ -54,7 +54,8 @@ const createFile = (size = 10 * 1024 * 1024) => Buffer.alloc(size).fill('a');
 // }
 
 (async () => {
-  const file = await getFile(createFile());
+  const file = await getFile('./test_image.jpeg');
+  // const file = await getFile(createFile());
   // const file1 = await getFile(createFile());
   file.name = 'test.txt';
   console.log('Uploadinf file', file.size);

package.json

@@ -42,6 +42,7 @@
   "dependencies": {
     "@babel/runtime": "^7.8.4",
     "@filestack/loader": "^1.0.4",
+    "@sentry/minimal": "^6.2.1",
     "abab": "^2.0.3",
     "debug": "^4.1.1",
     "eventemitter3": "^4.0.0",
@@ -52,9 +53,7 @@
     "jsonschema": "^1.2.5",
     "lodash.clonedeep": "^4.5.0",
     "p-queue": "^4.0.0",
-    "spark-md5": "^3.0.0",
-    "ts-node": "^8.10.2",
-    "@sentry/minimal": "^6.2.1"
+    "spark-md5": "^3.0.0"
   },
   "devDependencies": {
     "@babel/core": "^7.8.4",

src/lib/api/upload/file.ts

@@ -16,6 +16,8 @@
  */
 import { md5, sanitizeName, SanitizeOptions } from './../../utils';
 
+const MAGIC_BYTES_LEN = 300;
+
 export interface UploadTags {
   [key: string]: string;
 }
@@ -216,6 +218,13 @@ export class File {
     });
   }
 
+  /**
+   * Returns magic bytes for file
+   */
+  public async getMagicBytes() {
+    return String.fromCharCode.apply(null, new Uint16Array(await this._file.slice(0, MAGIC_BYTES_LEN)));
+  }
+
   /**
    * Returns part chunk
    *

src/lib/api/upload/uploaders/s3.spec.ts

@@ -513,10 +513,13 @@ describe('Api/Upload/Uploaders/S3', () => {
         expect(res[0].handle).toEqual('test_handle');
 
         const testFile = getSmallTestFile();
+        const bytes = await testFile.getMagicBytes();
+
         expect(mockStart).toHaveBeenCalledWith({
           filename: testFile.name,
           mimetype: testFile.mimetype,
           size: testFile.size,
+          bytes,
           store: {
             location: DEFAULT_STORE_LOCATION,
           },
@@ -857,20 +860,23 @@ describe('Api/Upload/Uploaders/S3', () => {
     it('should upload file', async () => {
       const partSize = 1024 * 1024 * 7;
 
+      const testFile = getTestFile();
+
       const u = new S3Uploader({});
       u.setUrl(testHost);
       u.setApikey(testApikey);
       u.setPartSize(partSize);
-      u.addFile(getTestFile());
+      u.addFile(testFile);
 
       const res = await u.execute();
 
-      const testFile = getTestFile();
+      const bytes = await testFile.getMagicBytes();
 
       expect(mockStart).toHaveBeenCalledWith({
         filename: testFile.name,
         mimetype: testFile.mimetype,
         size: testFile.size,
+        bytes,
         store: {
           location: DEFAULT_STORE_LOCATION,
         },
@@ -941,11 +947,13 @@ describe('Api/Upload/Uploaders/S3', () => {
       const res = await u.execute();
 
       const testFile = getTestFile();
+      const bytes = await testFile.getMagicBytes();
 
       expect(mockStart).toHaveBeenCalledWith({
         filename: testFile.name,
         mimetype: testFile.mimetype,
         size: testFile.size,
+        bytes,
         store: {
           location: DEFAULT_STORE_LOCATION,
         },

src/lib/api/upload/uploaders/s3.ts

@@ -285,7 +285,7 @@ export class S3Uploader extends UploaderAbstract {
    * @returns {Promise<any>}
    * @memberof S3Uploader
    */
-  private startRequest(id: string): Promise<any> {
+  private async startRequest(id: string): Promise<any> {
     const payload = this.getPayloadById(id);
 
     if (payload.file.size === 0) {
@@ -294,12 +294,15 @@ export class S3Uploader extends UploaderAbstract {
     }
 
     debug(`[${id}] Make start request`);
+    const bytes = await payload.file.getMagicBytes();
+
     return FsRequest.post(
       `${this.getUrl()}/multipart/start`,
       {
         filename: payload.file.name,
         mimetype: payload.file.type,
         size: payload.file.size,
+        bytes: bytes.toString(),
         ...this.getDefaultFields(id, ['apikey', 'policy', 'signature', 'fii'], true),
       },
       {