mirror of
https://github.com/gristlabs/grist-core.git
synced 2024-10-27 20:44:07 +00:00
71519d9e5c
Summary: Deliberate changes: * save snapshots to s3 prior to migrations. * label migration snapshots in s3 metadata. * avoid pruning migration snapshots for a month. Opportunistic changes: * Associate document timezone with snapshots, so pruning can respect timezones. * Associate actionHash/Num with snapshots. * Record time of last change in snapshots (rather than just s3 upload time, which could be a while later). This ended up being a biggish change, because there was nowhere ideal to put tags (list of possibilities in diff). Test Plan: added tests Reviewers: dsagal Reviewed By: dsagal Differential Revision: https://phab.getgrist.com/D2646
64 lines
2.4 KiB
TypeScript
64 lines
2.4 KiB
TypeScript
/**
|
|
* Defines the IDocWorkerMap interface we need to assign a DocWorker to a doc, and to look it up.
|
|
* TODO This is not yet implemented, there is only a hard-coded stub.
|
|
*/
|
|
|
|
import { IChecksumStore } from 'app/server/lib/IChecksumStore';
|
|
import { IElectionStore } from 'app/server/lib/IElectionStore';
|
|
import { IPermitStore } from 'app/server/lib/Permit';
|
|
|
|
export interface DocWorkerInfo {
|
|
id: string;
|
|
|
|
// The public base URL for the docWorker, which tells the browser how to connect to it. E.g.
|
|
// https://docworker-17.getgrist.com/ or http://localhost:8080/v/gtag/
|
|
publicUrl: string;
|
|
|
|
// The internal base URL for the docWorker.
|
|
internalUrl: string;
|
|
}
|
|
|
|
export interface DocStatus {
|
|
// MD5 hash of the SQLite file for this document as stored on S3. We use MD5 because it is
|
|
// automatically computed by S3 (except for multipart uploads). Null indicates a new file.
|
|
docMD5: string|null;
|
|
|
|
// DocWorker most recently, or currently, responsible for the file.
|
|
docWorker: DocWorkerInfo;
|
|
|
|
// Whether the file is currently open on this DocWorker.
|
|
isActive: boolean;
|
|
}
|
|
|
|
/**
|
|
* Assignment of documents to workers, and other storage related to distributed work.
|
|
*/
|
|
export interface IDocWorkerMap extends IPermitStore, IElectionStore, IChecksumStore {
|
|
// Looks up which DocWorker is responsible for this docId.
|
|
getDocWorker(docId: string): Promise<DocStatus|null>;
|
|
|
|
// Assigns a DocWorker to this docId if one is not yet assigned.
|
|
assignDocWorker(docId: string): Promise<DocStatus>;
|
|
|
|
// Assigns a particular DocWorker to this docId if one is not yet assigned.
|
|
getDocWorkerOrAssign(docId: string, workerId: string): Promise<DocStatus>;
|
|
|
|
updateDocStatus(docId: string, checksum: string): Promise<void>;
|
|
|
|
addWorker(info: DocWorkerInfo): Promise<void>;
|
|
|
|
removeWorker(workerId: string): Promise<void>;
|
|
|
|
// Set whether worker is accepting new assignments. This does not automatically
|
|
// release existing assignments.
|
|
setWorkerAvailability(workerId: string, available: boolean): Promise<void>;
|
|
|
|
// Releases doc from worker, freeing it to be assigned elsewhere.
|
|
// Assigments should only be released for workers that are now unavailable.
|
|
releaseAssignment(workerId: string, docId: string): Promise<void>;
|
|
|
|
// Get all assignments for a worker. Should only be queried for a worker that
|
|
// is currently unavailable.
|
|
getAssignments(workerId: string): Promise<string[]>;
|
|
}
|