diff --git a/app/client/ui/WebhookPage.ts b/app/client/ui/WebhookPage.ts index 09a6a069..c8b1e7c0 100644 --- a/app/client/ui/WebhookPage.ts +++ b/app/client/ui/WebhookPage.ts @@ -104,6 +104,12 @@ const WEBHOOK_COLUMNS = [ type: 'Text', label: t('Status'), }, + { + id: 'vt_webhook_fc11', + colId: 'authorization', + type: 'Text', + label: t('Header Authorization'), + }, ] as const; /** @@ -111,10 +117,11 @@ const WEBHOOK_COLUMNS = [ */ const WEBHOOK_VIEW_FIELDS: Array<(typeof WEBHOOK_COLUMNS)[number]['colId']> = [ 'name', 'memo', - 'eventTypes', 'url', - 'tableId', 'isReadyColumn', - 'watchedColIdsText', 'webhookId', - 'enabled', 'status' + 'eventTypes', 'tableId', + 'watchedColIdsText', 'isReadyColumn', + 'url', 'authorization', + 'webhookId', 'enabled', + 'status' ]; /** @@ -133,7 +140,7 @@ class WebhookExternalTable implements IExternalTable { public name = 'GristHidden_WebhookTable'; public initialActions = _prepareWebhookInitialActions(this.name); public saveableFields = [ - 'tableId', 'watchedColIdsText', 'url', 'eventTypes', 'enabled', 'name', 'memo', 'isReadyColumn', + 'tableId', 'watchedColIdsText', 'url', 'authorization', 'eventTypes', 'enabled', 'name', 'memo', 'isReadyColumn', ]; public webhooks: ObservableArray = observableArray([]); diff --git a/app/common/Triggers-ti.ts b/app/common/Triggers-ti.ts index bb04bbae..f93d12ae 100644 --- a/app/common/Triggers-ti.ts +++ b/app/common/Triggers-ti.ts @@ -14,6 +14,7 @@ export const Webhook = t.iface([], { export const WebhookFields = t.iface([], { "url": "string", + "authorization": t.opt("string"), "eventTypes": t.array(t.union(t.lit("add"), t.lit("update"))), "tableId": "string", "watchedColIds": t.opt(t.array("string")), @@ -29,6 +30,7 @@ export const WebhookStatus = t.union(t.lit('idle'), t.lit('sending'), t.lit('ret export const WebhookSubscribe = t.iface([], { "url": "string", + "authorization": t.opt("string"), "eventTypes": t.array(t.union(t.lit("add"), t.lit("update"))), "watchedColIds": t.opt(t.array("string")), "enabled": t.opt("boolean"), @@ -45,6 +47,7 @@ export const WebhookSummary = t.iface([], { "id": "string", "fields": t.iface([], { "url": "string", + "authorization": t.opt("string"), "unsubscribeKey": "string", "eventTypes": t.array("string"), "isReadyColumn": t.union("string", "null"), @@ -64,6 +67,7 @@ export const WebhookUpdate = t.iface([], { export const WebhookPatch = t.iface([], { "url": t.opt("string"), + "authorization": t.opt("string"), "eventTypes": t.opt(t.array(t.union(t.lit("add"), t.lit("update")))), "tableId": t.opt("string"), "watchedColIds": t.opt(t.array("string")), diff --git a/app/common/Triggers.ts b/app/common/Triggers.ts index d3b492d6..a53dd1fe 100644 --- a/app/common/Triggers.ts +++ b/app/common/Triggers.ts @@ -8,6 +8,7 @@ export interface Webhook { export interface WebhookFields { url: string; + authorization?: string; eventTypes: Array<"add"|"update">; tableId: string; watchedColIds?: string[]; @@ -26,6 +27,7 @@ export type WebhookStatus = 'idle'|'sending'|'retrying'|'postponed'|'error'|'inv // tableId from the url) but generics are not yet supported by ts-interface-builder export interface WebhookSubscribe { url: string; + authorization?: string; eventTypes: Array<"add"|"update">; watchedColIds?: string[]; enabled?: boolean; @@ -42,6 +44,7 @@ export interface WebhookSummary { id: string; fields: { url: string; + authorization?: string; unsubscribeKey: string; eventTypes: string[]; isReadyColumn: string|null; @@ -64,6 +67,7 @@ export interface WebhookUpdate { // ts-interface-builder export interface WebhookPatch { url?: string; + authorization?: string; eventTypes?: Array<"add"|"update">; tableId?: string; watchedColIds?: string[]; diff --git a/app/gen-server/lib/HomeDBManager.ts b/app/gen-server/lib/HomeDBManager.ts index 1a46573b..a3efaf84 100644 --- a/app/gen-server/lib/HomeDBManager.ts +++ b/app/gen-server/lib/HomeDBManager.ts @@ -1952,7 +1952,8 @@ export class HomeDBManager extends EventEmitter { // Update the webhook url in the webhook's corresponding secret (note: the webhook identifier is // its secret identifier). - public async updateWebhookUrl(id: string, docId: string, url: string, outerManager?: EntityManager) { + public async updateWebhookUrlAndAuth( + id: string, docId: string, url: string, auth: string | undefined, outerManager?: EntityManager) { return await this._runInTransaction(outerManager, async manager => { const value = await this.getSecret(id, docId, manager); if (!value) { @@ -1960,6 +1961,7 @@ export class HomeDBManager extends EventEmitter { } const webhookSecret = JSON.parse(value); webhookSecret.url = url; + webhookSecret.authorization = auth; await this.updateSecret(id, docId, JSON.stringify(webhookSecret), manager); }); } diff --git a/app/server/lib/DocApi.ts b/app/server/lib/DocApi.ts index 95d54540..b2afe9cf 100644 --- a/app/server/lib/DocApi.ts +++ b/app/server/lib/DocApi.ts @@ -324,7 +324,7 @@ export class DocWorkerApi { ); const registerWebhook = async (activeDoc: ActiveDoc, req: RequestWithLogin, webhook: WebhookFields) => { - const {fields, url} = await getWebhookSettings(activeDoc, req, null, webhook); + const {fields, url, authorization} = await getWebhookSettings(activeDoc, req, null, webhook); if (!fields.eventTypes?.length) { throw new ApiError(`eventTypes must be a non-empty array`, 400); } @@ -336,7 +336,7 @@ export class DocWorkerApi { } const unsubscribeKey = uuidv4(); - const webhookSecret: WebHookSecret = {unsubscribeKey, url}; + const webhookSecret: WebHookSecret = {unsubscribeKey, url, authorization}; const secretValue = JSON.stringify(webhookSecret); const webhookId = (await this._dbManager.addSecret(secretValue, activeDoc.docName)).id; @@ -392,7 +392,7 @@ export class DocWorkerApi { const tablesTable = activeDoc.docData!.getMetaTable("_grist_Tables"); const trigger = webhookId ? activeDoc.triggers.getWebhookTriggerRecord(webhookId) : undefined; let currentTableId = trigger ? tablesTable.getValue(trigger.tableRef, 'tableId')! : undefined; - const {url, eventTypes, watchedColIds, isReadyColumn, name} = webhook; + const {url, authorization, eventTypes, watchedColIds, isReadyColumn, name} = webhook; const tableId = await getRealTableId(req.params.tableId || webhook.tableId, {metaTables}); const fields: Partial = {}; @@ -454,6 +454,7 @@ export class DocWorkerApi { return { fields, url, + authorization, }; } @@ -926,16 +927,16 @@ export class DocWorkerApi { const docId = activeDoc.docName; const webhookId = req.params.webhookId; - const {fields, url} = await getWebhookSettings(activeDoc, req, webhookId, req.body); + const {fields, url, authorization} = await getWebhookSettings(activeDoc, req, webhookId, req.body); if (fields.enabled === false) { await activeDoc.triggers.clearSingleWebhookQueue(webhookId); } const triggerRowId = activeDoc.triggers.getWebhookTriggerRecord(webhookId).id; - // update url in homedb - if (url) { - await this._dbManager.updateWebhookUrl(webhookId, docId, url); + // update url and authorization header in homedb + if (url || authorization) { + await this._dbManager.updateWebhookUrlAndAuth(webhookId, docId, url, authorization || undefined); activeDoc.triggers.webhookDeleted(webhookId); // clear cache } diff --git a/app/server/lib/Triggers.ts b/app/server/lib/Triggers.ts index c90ee548..e9d51484 100644 --- a/app/server/lib/Triggers.ts +++ b/app/server/lib/Triggers.ts @@ -72,6 +72,7 @@ type Trigger = MetaRowRecord<"_grist_Triggers">; export interface WebHookSecret { url: string; unsubscribeKey: string; + authorization?: string; } // Work to do after fetching values from the document @@ -259,6 +260,7 @@ export class DocTriggers { const getTableId = docData.getMetaTable("_grist_Tables").getRowPropFunc("tableId"); const getColId = docData.getMetaTable("_grist_Tables_column").getRowPropFunc("colId"); const getUrl = async (id: string) => (await this._getWebHook(id))?.url ?? ''; + const getAuthorization = async (id: string) => (await this._getWebHook(id))?.authorization ?? ''; const getUnsubscribeKey = async (id: string) => (await this._getWebHook(id))?.unsubscribeKey ?? ''; const resultTable: WebhookSummary[] = []; @@ -271,6 +273,7 @@ export class DocTriggers { for (const act of webhookActions) { // Url, probably should be hidden for non-owners (but currently this API is owners only). const url = await getUrl(act.id); + const authorization = await getAuthorization(act.id); // Same story, should be hidden. const unsubscribeKey = await getUnsubscribeKey(act.id); if (!url || !unsubscribeKey) { @@ -285,6 +288,7 @@ export class DocTriggers { fields: { // Url, probably should be hidden for non-owners (but currently this API is owners only). url, + authorization, unsubscribeKey, // Other fields used to register this webhook. eventTypes: decodeObject(t.eventTypes) as string[], @@ -683,6 +687,7 @@ export class DocTriggers { const batch = _.takeWhile(this._webHookEventQueue.slice(0, 100), {id}); const body = JSON.stringify(batch.map(e => e.payload)); const url = await this._getWebHookUrl(id); + const authorization = (await this._getWebHook(id))?.authorization || ""; if (this._loopAbort.signal.aborted) { continue; } @@ -698,7 +703,8 @@ export class DocTriggers { this._activeDoc.logTelemetryEvent(null, 'sendingWebhooks', { limited: {numEvents: meta.numEvents}, }); - success = await this._sendWebhookWithRetries(id, url, body, batch.length, this._loopAbort.signal); + success = await this._sendWebhookWithRetries( + id, url, authorization, body, batch.length, this._loopAbort.signal); if (this._loopAbort.signal.aborted) { continue; } @@ -770,7 +776,8 @@ export class DocTriggers { return this._drainingQueue ? Math.min(5, TRIGGER_MAX_ATTEMPTS) : TRIGGER_MAX_ATTEMPTS; } - private async _sendWebhookWithRetries(id: string, url: string, body: string, size: number, signal: AbortSignal) { + private async _sendWebhookWithRetries( + id: string, url: string, authorization: string, body: string, size: number, signal: AbortSignal) { const maxWait = 64; let wait = 1; for (let attempt = 0; attempt < this._maxWebhookAttempts; attempt++) { @@ -786,6 +793,7 @@ export class DocTriggers { body, headers: { 'Content-Type': 'application/json', + ...(authorization ? {'Authorization': authorization} : {}), }, signal, agent: proxyAgent(new URL(url)), diff --git a/static/locales/en.client.json b/static/locales/en.client.json index c26932fc..0f5b7b4b 100644 --- a/static/locales/en.client.json +++ b/static/locales/en.client.json @@ -1195,7 +1195,8 @@ "URL": "URL", "Webhook Id": "Webhook Id", "Table": "Table", - "Filter for changes in these columns (semicolon-separated ids)": "Filter for changes in these columns (semicolon-separated ids)" + "Filter for changes in these columns (semicolon-separated ids)": "Filter for changes in these columns (semicolon-separated ids)", + "Header Authorization": "Header Authorization" }, "FormulaAssistant": { "Ask the bot.": "Ask the bot.", diff --git a/test/nbrowser/WebhookPage.ts b/test/nbrowser/WebhookPage.ts index 8c96913e..5c263c16 100644 --- a/test/nbrowser/WebhookPage.ts +++ b/test/nbrowser/WebhookPage.ts @@ -52,10 +52,11 @@ describe('WebhookPage', function () { 'Name', 'Memo', 'Event Types', - 'URL', 'Table', - 'Ready Column', 'Filter for changes in these columns (semicolon-separated ids)', + 'Ready Column', + 'URL', + 'Header Authorization', 'Webhook Id', 'Enabled', 'Status', diff --git a/test/server/lib/DocApi.ts b/test/server/lib/DocApi.ts index 156353f3..f01c5e67 100644 --- a/test/server/lib/DocApi.ts +++ b/test/server/lib/DocApi.ts @@ -4504,6 +4504,7 @@ function testDocApi() { id: first.webhookId, fields: { url: `${serving.url}/200`, + authorization: '', unsubscribeKey: first.unsubscribeKey, eventTypes: ['add', 'update'], enabled: true, @@ -4522,6 +4523,7 @@ function testDocApi() { id: second.webhookId, fields: { url: `${serving.url}/404`, + authorization: '', unsubscribeKey: second.unsubscribeKey, eventTypes: ['add', 'update'], enabled: true, @@ -4889,6 +4891,7 @@ function testDocApi() { const expectedFields = { url: `${serving.url}/foo`, + authorization: '', eventTypes: ['add'], isReadyColumn: 'B', tableId: 'Table1',