Starting to implement push

src/com/pushobjectrequest.ts

@@ -0,0 +1,148 @@
+export default interface PushObjectRequest {
+   id: string;
+   type: string;
+   data: Uint8Array;
+}
+export function serialize_PushObjectRequest (data: PushObjectRequest): Uint8Array {
+   let fields: ArrayBuffer[] = [];
+   const addBuffer = (buffer:ArrayBuffer) => fields.push(buffer);
+   const makeField = (payload_length: number, label: number, type: number) => {
+      let b = new ArrayBuffer(3 + payload_length);
+      new DataView(b).setUint16(0, label);
+      new DataView(b).setUint8(2, type);
+      fields.push(b);
+      return new DataView(b, 3);
+   }
+
+   const makeArrayBuffer = (payload_length: number) => {
+      let b = new ArrayBuffer(payload_length);
+      fields.push(b)
+      return new DataView(b)
+   }
+
+   const getAutoGrowLength = (length: number | bigint) => {
+      if (typeof length === "number") length = BigInt(length);
+      const lt1 = length >= BigInt(Math.pow(2, 15)) ? 0x8000 : 0;
+      const lt2 = length >= BigInt(Math.pow(2, 30)) ? 0x8000 : 0;
+      const lt3 = length >= BigInt(Math.pow(2, 45)) ? 0x8000 : 0;
+      const lt4 = length >= BigInt(Math.pow(2, 61));
+      if (lt4) throw new Error("Payload to large!");
+      let blen = BigInt(length);
+      const u16_1 = (Number(blen >> BigInt(0)) & 0x7fff) | lt1;
+      const u16_2 = (Number(blen >> BigInt(15)) & 0x7fff) | lt2;
+      const u16_3 = (Number(blen >> BigInt(30)) & 0x7fff) | lt3;
+      const u16_4 = Number(blen >> BigInt(45)) & 0xffff;
+      const ld: number[] = [u16_1];
+      if (lt1 != 0) ld.push(u16_2);
+      if (lt2 != 0) ld.push(u16_3);
+      if (lt3 != 0) ld.push(u16_4);
+      const dv = new DataView(new ArrayBuffer(ld.length * 2))
+      for(let i = 0; i < ld.length; i++) {
+      dv.setUint16(i * 2, ld[i])
+      }
+      return dv.buffer;
+   }
+
+   let nrOfFields = 0;
+   if(data["id"] !== null && data["id"] !== undefined ) {
+      nrOfFields++;
+      const str = new TextEncoder().encode(data["id"]);
+      const lengthBytes = getAutoGrowLength(str.byteLength);
+      const f = makeField(str.byteLength + lengthBytes.byteLength, 0, 21);
+      new Uint8Array(f.buffer, f.byteOffset).set(new Uint8Array(lengthBytes), 0);
+      new Uint8Array(f.buffer, f.byteOffset).set(str, lengthBytes.byteLength);
+   }
+
+   if(data["type"] !== null && data["type"] !== undefined ) {
+      nrOfFields++;
+      const str = new TextEncoder().encode(data["type"]);
+      const lengthBytes = getAutoGrowLength(str.byteLength);
+      const f = makeField(str.byteLength + lengthBytes.byteLength, 1, 21);
+      new Uint8Array(f.buffer, f.byteOffset).set(new Uint8Array(lengthBytes), 0);
+      new Uint8Array(f.buffer, f.byteOffset).set(str, lengthBytes.byteLength);
+   }
+
+   if(data["data"] !== null && data["data"] !== undefined ) {
+      nrOfFields++;
+      const str = new Uint8Array(data["data"])
+      const lengthBytes = getAutoGrowLength(str.byteLength);
+      const f = makeField(str.byteLength + lengthBytes.byteLength, 2, 20);
+      new Uint8Array(f.buffer, f.byteOffset).set(new Uint8Array(lengthBytes), 0);
+      new Uint8Array(f.buffer, f.byteOffset).set(str, lengthBytes.byteLength);
+   }
+
+
+   const fieldsLength = fields.reduce((a, b) => b.byteLength + a, 0);
+
+
+   const result = new ArrayBuffer(fieldsLength + 2);
+   const resultC = new Uint8Array(result);
+   new DataView(result).setUint16(0, nrOfFields);
+
+   let offset = 2;
+   for (const buf of fields) {
+      resultC.set(new Uint8Array(buf), offset);
+      offset += buf.byteLength;
+   }
+
+   return new Uint8Array(result);
+}
+
+export function deserialize_PushObjectRequest (data: Uint8Array): PushObjectRequest {
+   const view = new DataView(data.buffer, data.byteOffset)
+   let idx = 0;
+   const readAutoGrowLength = () => {
+      let result = BigInt(0);
+      const v1 = view.getUint16(idx); idx += 2;
+      const u16_1 = v1 & 0x7fff;
+      result = result | (BigInt(u16_1) << BigInt(0));
+      if ((v1 & 0x8000) > 0) {
+         const v2 = view.getUint16(idx); idx += 2;
+         const u16_2 = v2 & 0x7fff;
+         result = result | (BigInt(u16_2) << BigInt(15));
+         if ((v2 & 0x8000) > 0) {
+            const v3 = view.getUint16(idx); idx += 2;
+            const u16_3 = v3 & 0x7fff;
+            result = result | (BigInt(u16_3) << BigInt(30));
+            if ((v3 & 0x8000) > 0) {
+               const v4 = view.getUint16(idx); idx += 2;
+               const u16_4 = v4;
+               result = result | (BigInt(u16_4) << BigInt(45));
+            }
+         }
+      }
+      return Number(result);
+   }
+   let result: any = {}
+   const nrOfFields = view.getUint16(idx); idx += 2;
+   for(let i = 0; i < nrOfFields; i++) {
+      const fieldLabel = view.getUint16(idx); idx += 2;
+      const fieldType = view.getUint8(idx); idx += 1;
+      switch(fieldLabel) {
+         case 0: {
+            const fieldDataLength = readAutoGrowLength()
+            const fieldDataUint8 = data.slice(idx, idx + fieldDataLength); idx += fieldDataLength;
+            const str = new TextDecoder().decode(fieldDataUint8);
+            result["id"] = str;
+            break;
+         }
+         case 1: {
+            const fieldDataLength = readAutoGrowLength()
+            const fieldDataUint8 = data.slice(idx, idx + fieldDataLength); idx += fieldDataLength;
+            const str = new TextDecoder().decode(fieldDataUint8);
+            result["type"] = str;
+            break;
+         }
+         case 2: {
+            const fieldDataLength = readAutoGrowLength()
+            const fieldDataUint8 = data.slice(idx, idx + fieldDataLength); idx += fieldDataLength;
+            result["data"] = fieldDataUint8;
+            break;
+         }
+         default:
+            throw new Error("Invalid label found: " + fieldLabel)
+            break;
+      }
+   }
+   return result;
+}

src/com/pushobjectresponse.ts

@@ -0,0 +1,109 @@
+export default interface PushObjectResponse {
+   success: boolean;
+}
+export function serialize_PushObjectResponse (data: PushObjectResponse): Uint8Array {
+   let fields: ArrayBuffer[] = [];
+   const addBuffer = (buffer:ArrayBuffer) => fields.push(buffer);
+   const makeField = (payload_length: number, label: number, type: number) => {
+      let b = new ArrayBuffer(3 + payload_length);
+      new DataView(b).setUint16(0, label);
+      new DataView(b).setUint8(2, type);
+      fields.push(b);
+      return new DataView(b, 3);
+   }
+
+   const makeArrayBuffer = (payload_length: number) => {
+      let b = new ArrayBuffer(payload_length);
+      fields.push(b)
+      return new DataView(b)
+   }
+
+   const getAutoGrowLength = (length: number | bigint) => {
+      if (typeof length === "number") length = BigInt(length);
+      const lt1 = length >= BigInt(Math.pow(2, 15)) ? 0x8000 : 0;
+      const lt2 = length >= BigInt(Math.pow(2, 30)) ? 0x8000 : 0;
+      const lt3 = length >= BigInt(Math.pow(2, 45)) ? 0x8000 : 0;
+      const lt4 = length >= BigInt(Math.pow(2, 61));
+      if (lt4) throw new Error("Payload to large!");
+      let blen = BigInt(length);
+      const u16_1 = (Number(blen >> BigInt(0)) & 0x7fff) | lt1;
+      const u16_2 = (Number(blen >> BigInt(15)) & 0x7fff) | lt2;
+      const u16_3 = (Number(blen >> BigInt(30)) & 0x7fff) | lt3;
+      const u16_4 = Number(blen >> BigInt(45)) & 0xffff;
+      const ld: number[] = [u16_1];
+      if (lt1 != 0) ld.push(u16_2);
+      if (lt2 != 0) ld.push(u16_3);
+      if (lt3 != 0) ld.push(u16_4);
+      const dv = new DataView(new ArrayBuffer(ld.length * 2))
+      for(let i = 0; i < ld.length; i++) {
+      dv.setUint16(i * 2, ld[i])
+      }
+      return dv.buffer;
+   }
+
+   let nrOfFields = 0;
+   if(data["success"] !== null && data["success"] !== undefined ) {
+      nrOfFields++;
+      const f = makeField(1, 0, 5);
+      f.setUint8(0, Number(data["success"]));
+   }
+
+
+   const fieldsLength = fields.reduce((a, b) => b.byteLength + a, 0);
+
+
+   const result = new ArrayBuffer(fieldsLength + 2);
+   const resultC = new Uint8Array(result);
+   new DataView(result).setUint16(0, nrOfFields);
+
+   let offset = 2;
+   for (const buf of fields) {
+      resultC.set(new Uint8Array(buf), offset);
+      offset += buf.byteLength;
+   }
+
+   return new Uint8Array(result);
+}
+
+export function deserialize_PushObjectResponse (data: Uint8Array): PushObjectResponse {
+   const view = new DataView(data.buffer, data.byteOffset)
+   let idx = 0;
+   const readAutoGrowLength = () => {
+      let result = BigInt(0);
+      const v1 = view.getUint16(idx); idx += 2;
+      const u16_1 = v1 & 0x7fff;
+      result = result | (BigInt(u16_1) << BigInt(0));
+      if ((v1 & 0x8000) > 0) {
+         const v2 = view.getUint16(idx); idx += 2;
+         const u16_2 = v2 & 0x7fff;
+         result = result | (BigInt(u16_2) << BigInt(15));
+         if ((v2 & 0x8000) > 0) {
+            const v3 = view.getUint16(idx); idx += 2;
+            const u16_3 = v3 & 0x7fff;
+            result = result | (BigInt(u16_3) << BigInt(30));
+            if ((v3 & 0x8000) > 0) {
+               const v4 = view.getUint16(idx); idx += 2;
+               const u16_4 = v4;
+               result = result | (BigInt(u16_4) << BigInt(45));
+            }
+         }
+      }
+      return Number(result);
+   }
+   let result: any = {}
+   const nrOfFields = view.getUint16(idx); idx += 2;
+   for(let i = 0; i < nrOfFields; i++) {
+      const fieldLabel = view.getUint16(idx); idx += 2;
+      const fieldType = view.getUint8(idx); idx += 1;
+      switch(fieldLabel) {
+         case 0: {
+            result["success"] = view.getUint8(idx); idx += 1;
+            break;
+         }
+         default:
+            throw new Error("Invalid label found: " + fieldLabel)
+            break;
+      }
+   }
+   return result;
+}

src/com/sync_client.ts

@@ -4,6 +4,8 @@ import PullGetLogRequest, { serialize_PullGetLogRequest, deserialize_PullGetLogR
 import PullGetLogResponse, { serialize_PullGetLogResponse, deserialize_PullGetLogResponse} from "./pullgetlogresponse";
 import PullObjectRequest, { serialize_PullObjectRequest, deserialize_PullObjectRequest} from "./pullobjectrequest";
 import PullObjectResponse, { serialize_PullObjectResponse, deserialize_PullObjectResponse} from "./pullobjectresponse";
+import PushObjectRequest, { serialize_PushObjectRequest, deserialize_PushObjectRequest} from "./pushobjectrequest";
+import PushObjectResponse, { serialize_PushObjectResponse, deserialize_PushObjectResponse} from "./pushobjectresponse";
 import ServiceMessage, { serialize_ServiceMessage, deserialize_ServiceMessage} from "./servicemessage";
 export type {
    SyncInitRequest,
@@ -12,6 +14,8 @@ export type {
    PullGetLogResponse,
    PullObjectRequest,
    PullObjectResponse,
+   PushObjectRequest,
+   PushObjectResponse,
    ServiceMessage,
 }
 import { IStream, Stream, Service, ServiceProvider, getRandomID } from "./service_client";
@@ -30,6 +34,10 @@ export class Sync extends Service {
          istream: false, input: deserialize_PullObjectRequest,
          rstream: false, ret: serialize_PullObjectResponse
       });
+      this.functions.set("PushObject", {
+         istream: false, input: deserialize_PushObjectRequest,
+         rstream: false, ret: serialize_PushObjectResponse
+      });
    }
 
    SyncInit(data: SyncInitRequest): Promise<SyncInitResponse> {
@@ -88,4 +96,23 @@ export class Sync extends Service {
       })
       
    }
+
+   PushObject(data: PushObjectRequest): Promise<PushObjectResponse> {
+      const msgid = getRandomID(16);
+      return new Promise((resolve, reject)=>{
+         this.calls.set(msgid, (msg)=>{
+            this.calls.delete(msgid);
+            if(msg.error) reject(new Error(msg.error))
+            else resolve(deserialize_PushObjectResponse(msg.payload))
+         })
+         this.sendMessage({
+            service: "Sync",
+            function: "PushObject",
+            id: msgid,
+            payload: (serialize_PushObjectRequest(data)) as any,
+            error: undefined as any
+         });
+      })
+      
+   }
 }

src/com/sync_server.ts

@@ -4,6 +4,8 @@ import PullGetLogRequest, { serialize_PullGetLogRequest, deserialize_PullGetLogR
 import PullGetLogResponse, { serialize_PullGetLogResponse, deserialize_PullGetLogResponse} from "./pullgetlogresponse";
 import PullObjectRequest, { serialize_PullObjectRequest, deserialize_PullObjectRequest} from "./pullobjectrequest";
 import PullObjectResponse, { serialize_PullObjectResponse, deserialize_PullObjectResponse} from "./pullobjectresponse";
+import PushObjectRequest, { serialize_PushObjectRequest, deserialize_PushObjectRequest} from "./pushobjectrequest";
+import PushObjectResponse, { serialize_PushObjectResponse, deserialize_PushObjectResponse} from "./pushobjectresponse";
 import ServiceMessage, { serialize_ServiceMessage, deserialize_ServiceMessage} from "./servicemessage";
 export type {
    SyncInitRequest,
@@ -12,6 +14,8 @@ export type {
    PullGetLogResponse,
    PullObjectRequest,
    PullObjectResponse,
+   PushObjectRequest,
+   PushObjectResponse,
    ServiceMessage,
 }
 import { IStream, Service } from "./service_server";
@@ -31,6 +35,10 @@ export abstract class Sync<T> extends Service<T> {
          istream: false, input: deserialize_PullObjectRequest,
          rstream: false, ret: serialize_PullObjectResponse
       });
+      this.functions.set("PushObject", {
+         istream: false, input: deserialize_PushObjectRequest,
+         rstream: false, ret: serialize_PushObjectResponse
+      });
    }
 
    abstract SyncInit(data: SyncInitRequest, ctx: T): Promise<SyncInitResponse>;
@@ -38,4 +46,6 @@ export abstract class Sync<T> extends Service<T> {
    abstract PullGetLog(data: PullGetLogRequest, ctx: T): Promise<PullGetLogResponse>;
 
    abstract PullObject(data: PullObjectRequest, ctx: T): Promise<PullObjectResponse>;
+
+   abstract PushObject(data: PushObjectRequest, ctx: T): Promise<PushObjectResponse>;
 }