1
|
{"version":3,"file":"ToDeviceMessageQueue.js","names":["_event","require","_logger","_client","_scheduler","_sync","_utils","MAX_BATCH_SIZE","ToDeviceMessageQueue","constructor","client","_defineProperty2","default","retryTimeout","clearTimeout","sending","running","logger","debug","headBatch","store","getOldestToDeviceBatch","sendBatch","removeToDeviceBatch","id","retryAttempts","e","retryDelay","MatrixScheduler","RETRY_BACKOFF_RATELIMIT","Math","floor","httpStatus","error","info","setTimeout","sendQueue","state","oldState","SyncState","Syncing","start","on","ClientEvent","Sync","onResumedSync","stop","removeListener","queueBatch","batch","batches","i","length","batchWithTxnId","eventType","slice","txnId","makeTxnId","push","msgmap","map","msg","userId","deviceId","payload","ToDeviceMessageId","saveToDeviceBatches","contentMap","MapWithDefault","Map","item","getOrCreate","set","sendToDevice","exports"],"sources":["../src/ToDeviceMessageQueue.ts"],"sourcesContent":["/*\nCopyright 2022 The Matrix.org Foundation C.I.C.\n\nLicensed under the Apache License, Version 2.0 (the \"License\");\nyou may not use this file except in compliance with the License.\nYou may obtain a copy of the License at\n\n http://www.apache.org/licenses/LICENSE-2.0\n\nUnless required by applicable law or agreed to in writing, software\ndistributed under the License is distributed on an \"AS IS\" BASIS,\nWITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\nSee the License for the specific language governing permissions and\nlimitations under the License.\n*/\n\nimport { ToDeviceMessageId } from \"./@types/event\";\nimport { logger } from \"./logger\";\nimport { MatrixClient, ClientEvent } from \"./client\";\nimport { MatrixError } from \"./http-api\";\nimport { IndexedToDeviceBatch, ToDeviceBatch, ToDeviceBatchWithTxnId, ToDevicePayload } from \"./models/ToDeviceMessage\";\nimport { MatrixScheduler } from \"./scheduler\";\nimport { SyncState } from \"./sync\";\nimport { MapWithDefault } from \"./utils\";\n\nconst MAX_BATCH_SIZE = 20;\n\n/**\n * Maintains a queue of outgoing to-device messages, sending them\n * as soon as the homeserver is reachable.\n */\nexport class ToDeviceMessageQueue {\n private sending = false;\n private running = true;\n private retryTimeout: ReturnType<typeof setTimeout> | null = null;\n private retryAttempts = 0;\n\n public constructor(private client: MatrixClient) {}\n\n public start(): void {\n this.running = true;\n this.sendQueue();\n this.client.on(ClientEvent.Sync, this.onResumedSync);\n }\n\n public stop(): void {\n this.running = false;\n if (this.retryTimeout !== null) clearTimeout(this.retryTimeout);\n this.retryTimeout = null;\n this.client.removeListener(ClientEvent.Sync, this.onResumedSync);\n }\n\n public async queueBatch(batch: ToDeviceBatch): Promise<void> {\n const batches: ToDeviceBatchWithTxnId[] = [];\n for (let i = 0; i < batch.batch.length; i += MAX_BATCH_SIZE) {\n const batchWithTxnId = {\n eventType: batch.eventType,\n batch: batch.batch.slice(i, i + MAX_BATCH_SIZE),\n txnId: this.client.makeTxnId(),\n };\n batches.push(batchWithTxnId);\n const msgmap = batchWithTxnId.batch.map(\n (msg) => `${msg.userId}/${msg.deviceId} (msgid ${msg.payload[ToDeviceMessageId]})`,\n );\n logger.info(\n `Enqueuing batch of to-device messages. type=${batch.eventType} txnid=${batchWithTxnId.txnId}`,\n msgmap,\n );\n }\n\n await this.client.store.saveToDeviceBatches(batches);\n this.sendQueue();\n }\n\n public sendQueue = async (): Promise<void> => {\n if (this.retryTimeout !== null) clearTimeout(this.retryTimeout);\n this.retryTimeout = null;\n\n if (this.sending || !this.running) return;\n\n logger.debug(\"Attempting to send queued to-device messages\");\n\n this.sending = true;\n let headBatch: IndexedToDeviceBatch | null;\n try {\n while (this.running) {\n headBatch = await this.client.store.getOldestToDeviceBatch();\n if (headBatch === null) break;\n await this.sendBatch(headBatch);\n await this.client.store.removeToDeviceBatch(headBatch.id);\n this.retryAttempts = 0;\n }\n\n // Make sure we're still running after the async tasks: if not, stop.\n if (!this.running) return;\n\n logger.debug(\"All queued to-device messages sent\");\n } catch (e) {\n ++this.retryAttempts;\n // eslint-disable-next-line @typescript-eslint/naming-convention\n // eslint-disable-next-line new-cap\n const retryDelay = MatrixScheduler.RETRY_BACKOFF_RATELIMIT(null, this.retryAttempts, <MatrixError>e);\n if (retryDelay === -1) {\n // the scheduler function doesn't differentiate between fatal errors and just getting\n // bored and giving up for now\n if (Math.floor((<MatrixError>e).httpStatus! / 100) === 4) {\n logger.error(\"Fatal error when sending to-device message - dropping to-device batch!\", e);\n await this.client.store.removeToDeviceBatch(headBatch!.id);\n } else {\n logger.info(\"Automatic retry limit reached for to-device messages.\");\n }\n return;\n }\n\n logger.info(`Failed to send batch of to-device messages. Will retry in ${retryDelay}ms`, e);\n this.retryTimeout = setTimeout(this.sendQueue, retryDelay);\n } finally {\n this.sending = false;\n }\n };\n\n /**\n * Attempts to send a batch of to-device messages.\n */\n private async sendBatch(batch: IndexedToDeviceBatch): Promise<void> {\n const contentMap: MapWithDefault<string, Map<string, ToDevicePayload>> = new MapWithDefault(() => new Map());\n for (const item of batch.batch) {\n contentMap.getOrCreate(item.userId).set(item.deviceId, item.payload);\n }\n\n logger.info(\n `Sending batch of ${batch.batch.length} to-device messages with ID ${batch.id} and txnId ${batch.txnId}`,\n );\n\n await this.client.sendToDevice(batch.eventType, contentMap, batch.txnId);\n }\n\n /**\n * Listen to sync state changes and automatically resend any pending events\n * once syncing is resumed\n */\n private onResumedSync = (state: SyncState | null, oldState: SyncState | null): void => {\n if (state === SyncState.Syncing && oldState !== SyncState.Syncing) {\n logger.info(`Resuming queue after resumed sync`);\n this.sendQueue();\n }\n };\n}\n"],"mappings":";;;;;;;;AAgBA,IAAAA,MAAA,GAAAC,OAAA;AACA,IAAAC,OAAA,GAAAD,OAAA;AACA,IAAAE,OAAA,GAAAF,OAAA;AAGA,IAAAG,UAAA,GAAAH,OAAA;AACA,IAAAI,KAAA,GAAAJ,OAAA;AACA,IAAAK,MAAA,GAAAL,OAAA;AAvBA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;;AAWA,MAAMM,cAAc,GAAG,EAAE;;AAEzB;AACA;AACA;AACA;AACO,MAAMC,oBAAoB,CAAC;EAMvBC,WAAWA,CAASC,MAAoB,EAAE;IAAA,KAAtBA,MAAoB,GAApBA,MAAoB;IAAA,IAAAC,gBAAA,CAAAC,OAAA,mBAL7B,KAAK;IAAA,IAAAD,gBAAA,CAAAC,OAAA,mBACL,IAAI;IAAA,IAAAD,gBAAA,CAAAC,OAAA,wBACuC,IAAI;IAAA,IAAAD,gBAAA,CAAAC,OAAA,yBACzC,CAAC;IAAA,IAAAD,gBAAA,CAAAC,OAAA,qBAuCN,YAA2B;MAC1C,IAAI,IAAI,CAACC,YAAY,KAAK,IAAI,EAAEC,YAAY,CAAC,IAAI,CAACD,YAAY,CAAC;MAC/D,IAAI,CAACA,YAAY,GAAG,IAAI;MAExB,IAAI,IAAI,CAACE,OAAO,IAAI,CAAC,IAAI,CAACC,OAAO,EAAE;MAEnCC,cAAM,CAACC,KAAK,CAAC,8CAA8C,CAAC;MAE5D,IAAI,CAACH,OAAO,GAAG,IAAI;MACnB,IAAII,SAAsC;MAC1C,IAAI;QACA,OAAO,IAAI,CAACH,OAAO,EAAE;UACjBG,SAAS,GAAG,MAAM,IAAI,CAACT,MAAM,CAACU,KAAK,CAACC,sBAAsB,EAAE;UAC5D,IAAIF,SAAS,KAAK,IAAI,EAAE;UACxB,MAAM,IAAI,CAACG,SAAS,CAACH,SAAS,CAAC;UAC/B,MAAM,IAAI,CAACT,MAAM,CAACU,KAAK,CAACG,mBAAmB,CAACJ,SAAS,CAACK,EAAE,CAAC;UACzD,IAAI,CAACC,aAAa,GAAG,CAAC;QAC1B;;QAEA;QACA,IAAI,CAAC,IAAI,CAACT,OAAO,EAAE;QAEnBC,cAAM,CAACC,KAAK,CAAC,oCAAoC,CAAC;MACtD,CAAC,CAAC,OAAOQ,CAAC,EAAE;QACR,EAAE,IAAI,CAACD,aAAa;QACpB;QACA;QACA,MAAME,UAAU,GAAGC,0BAAe,CAACC,uBAAuB,CAAC,IAAI,EAAE,IAAI,CAACJ,aAAa,EAAeC,CAAC,CAAC;QACpG,IAAIC,UAAU,KAAK,CAAC,CAAC,EAAE;UACnB;UACA;UACA,IAAIG,IAAI,CAACC,KAAK,CAAeL,CAAC,CAAEM,UAAU,GAAI,GAAG,CAAC,KAAK,CAAC,EAAE;YACtDf,cAAM,CAACgB,KAAK,CAAC,wEAAwE,EAAEP,CAAC,CAAC;YACzF,MAAM,IAAI,CAAChB,MAAM,CAACU,KAAK,CAACG,mBAAmB,CAACJ,SAAS,CAAEK,EAAE,CAAC;UAC9D,CAAC,MAAM;YACHP,cAAM,CAACiB,IAAI,CAAC,uDAAuD,CAAC;UACxE;UACA;QACJ;QAEAjB,cAAM,CAACiB,IAAI,CAAE,6DAA4DP,UAAW,IAAG,EAAED,CAAC,CAAC;QAC3F,IAAI,CAACb,YAAY,GAAGsB,UAAU,CAAC,IAAI,CAACC,SAAS,EAAET,UAAU,CAAC;MAC9D,CAAC,SAAS;QACN,IAAI,CAACZ,OAAO,GAAG,KAAK;MACxB;IACJ,CAAC;IAAA,IAAAJ,gBAAA,CAAAC,OAAA,yBAsBuB,CAACyB,KAAuB,EAAEC,QAA0B,KAAW;MACnF,IAAID,KAAK,KAAKE,eAAS,CAACC,OAAO,IAAIF,QAAQ,KAAKC,eAAS,CAACC,OAAO,EAAE;QAC/DvB,cAAM,CAACiB,IAAI,CAAE,mCAAkC,CAAC;QAChD,IAAI,CAACE,SAAS,EAAE;MACpB;IACJ,CAAC;EA7GiD;EAE3CK,KAAKA,CAAA,EAAS;IACjB,IAAI,CAACzB,OAAO,GAAG,IAAI;IACnB,IAAI,CAACoB,SAAS,EAAE;IAChB,IAAI,CAAC1B,MAAM,CAACgC,EAAE,CAACC,mBAAW,CAACC,IAAI,EAAE,IAAI,CAACC,aAAa,CAAC;EACxD;EAEOC,IAAIA,CAAA,EAAS;IAChB,IAAI,CAAC9B,OAAO,GAAG,KAAK;IACpB,IAAI,IAAI,CAACH,YAAY,KAAK,IAAI,EAAEC,YAAY,CAAC,IAAI,CAACD,YAAY,CAAC;IAC/D,IAAI,CAACA,YAAY,GAAG,IAAI;IACxB,IAAI,CAACH,MAAM,CAACqC,cAAc,CAACJ,mBAAW,CAACC,IAAI,EAAE,IAAI,CAACC,aAAa,CAAC;EACpE;EAEA,MAAaG,UAAUA,CAACC,KAAoB,EAAiB;IACzD,MAAMC,OAAiC,GAAG,EAAE;IAC5C,KAAK,IAAIC,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGF,KAAK,CAACA,KAAK,CAACG,MAAM,EAAED,CAAC,IAAI5C,cAAc,EAAE;MACzD,MAAM8C,cAAc,GAAG;QACnBC,SAAS,EAAEL,KAAK,CAACK,SAAS;QAC1BL,KAAK,EAAEA,KAAK,CAACA,KAAK,CAACM,KAAK,CAACJ,CAAC,EAAEA,CAAC,GAAG5C,cAAc,CAAC;QAC/CiD,KAAK,EAAE,IAAI,CAAC9C,MAAM,CAAC+C,SAAS;MAChC,CAAC;MACDP,OAAO,CAACQ,IAAI,CAACL,cAAc,CAAC;MAC5B,MAAMM,MAAM,GAAGN,cAAc,CAACJ,KAAK,CAACW,GAAG,CAClCC,GAAG,IAAM,GAAEA,GAAG,CAACC,MAAO,IAAGD,GAAG,CAACE,QAAS,WAAUF,GAAG,CAACG,OAAO,CAACC,wBAAiB,CAAE,GAAE,CACrF;MACDhD,cAAM,CAACiB,IAAI,CACN,+CAA8Ce,KAAK,CAACK,SAAU,UAASD,cAAc,CAACG,KAAM,EAAC,EAC9FG,MAAM,CACT;IACL;IAEA,MAAM,IAAI,CAACjD,MAAM,CAACU,KAAK,CAAC8C,mBAAmB,CAAChB,OAAO,CAAC;IACpD,IAAI,CAACd,SAAS,EAAE;EACpB;EAiDA;AACJ;AACA;EACI,MAAcd,SAASA,CAAC2B,KAA2B,EAAiB;IAChE,MAAMkB,UAAgE,GAAG,IAAIC,qBAAc,CAAC,MAAM,IAAIC,GAAG,EAAE,CAAC;IAC5G,KAAK,MAAMC,IAAI,IAAIrB,KAAK,CAACA,KAAK,EAAE;MAC5BkB,UAAU,CAACI,WAAW,CAACD,IAAI,CAACR,MAAM,CAAC,CAACU,GAAG,CAACF,IAAI,CAACP,QAAQ,EAAEO,IAAI,CAACN,OAAO,CAAC;IACxE;IAEA/C,cAAM,CAACiB,IAAI,CACN,oBAAmBe,KAAK,CAACA,KAAK,CAACG,MAAO,+BAA8BH,KAAK,CAACzB,EAAG,cAAayB,KAAK,CAACO,KAAM,EAAC,CAC3G;IAED,MAAM,IAAI,CAAC9C,MAAM,CAAC+D,YAAY,CAACxB,KAAK,CAACK,SAAS,EAAEa,UAAU,EAAElB,KAAK,CAACO,KAAK,CAAC;EAC5E;;EAEA;AACJ;AACA;AACA;AAOA;AAACkB,OAAA,CAAAlE,oBAAA,GAAAA,oBAAA"}
|
