blob: 7a2c6c36cf42efc6fd9ff8e33a1a531e323636a6 [file]
/*
* Copyright (C) 2012 Google Inc. All rights reserved.
*
* Redistribution and use in source and binary forms, with or without
* modification, are permitted provided that the following conditions are
* met:
*
* * Redistributions of source code must retain the above copyright
* notice, this list of conditions and the following disclaimer.
* * Redistributions in binary form must reproduce the above
* copyright notice, this list of conditions and the following disclaimer
* in the documentation and/or other materials provided with the
* distribution.
* * Neither the name of Google Inc. nor the names of its
* contributors may be used to endorse or promote products derived from
* this software without specific prior written permission.
*
* THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
* "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
* LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
* A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
* OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
* SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
* LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
* DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
* THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
* (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
* OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
*/
import * as Common from '../../core/common/common.js';
import * as SDK from '../../core/sdk/sdk.js';
import * as Protocol from '../../generated/protocol.js';
import type * as ProtocolProxyApi from '../../generated/protocol-proxy-api.js';
export class IndexedDBModel extends SDK.SDKModel.SDKModel<EventTypes> implements ProtocolProxyApi.StorageDispatcher {
private readonly securityOriginManager: SDK.SecurityOriginManager.SecurityOriginManager|null;
private readonly indexedDBAgent: ProtocolProxyApi.IndexedDBApi;
private readonly storageAgent: ProtocolProxyApi.StorageApi;
private readonly databasesInternal: Map<DatabaseId, Database>;
private databaseNamesBySecurityOrigin: {
[x: string]: string[],
};
private readonly originsUpdated: Set<string>;
private readonly throttler: Common.Throttler.Throttler;
private enabled?: boolean;
constructor(target: SDK.Target.Target) {
super(target);
target.registerStorageDispatcher(this);
this.securityOriginManager = target.model(SDK.SecurityOriginManager.SecurityOriginManager);
this.indexedDBAgent = target.indexedDBAgent();
this.storageAgent = target.storageAgent();
this.databasesInternal = new Map();
this.databaseNamesBySecurityOrigin = {};
this.originsUpdated = new Set();
this.throttler = new Common.Throttler.Throttler(1000);
}
// TODO(crbug.com/1172300) Ignored during the jsdoc to ts migration)
// eslint-disable-next-line @typescript-eslint/no-explicit-any
static keyFromIDBKey(idbKey: any): Protocol.IndexedDB.Key|undefined {
if (typeof (idbKey) === 'undefined' || idbKey === null) {
return undefined;
}
let key: Protocol.IndexedDB.Key;
switch (typeof (idbKey)) {
case 'number':
key = {
type: Protocol.IndexedDB.KeyType.Number,
number: idbKey,
};
break;
case 'string':
key = {
type: Protocol.IndexedDB.KeyType.String,
string: idbKey,
};
break;
case 'object':
if (idbKey instanceof Date) {
key = {
type: Protocol.IndexedDB.KeyType.Date,
date: idbKey.getTime(),
};
} else if (Array.isArray(idbKey)) {
const array = [];
for (let i = 0; i < idbKey.length; ++i) {
const nestedKey = IndexedDBModel.keyFromIDBKey(idbKey[i]);
if (nestedKey) {
array.push(nestedKey);
}
}
key = {
type: Protocol.IndexedDB.KeyType.Array,
array,
};
} else {
return undefined;
}
break;
default:
return undefined;
}
return key;
}
private static keyRangeFromIDBKeyRange(idbKeyRange: IDBKeyRange): Protocol.IndexedDB.KeyRange {
return {
lower: IndexedDBModel.keyFromIDBKey(idbKeyRange.lower),
upper: IndexedDBModel.keyFromIDBKey(idbKeyRange.upper),
lowerOpen: Boolean(idbKeyRange.lowerOpen),
upperOpen: Boolean(idbKeyRange.upperOpen),
};
}
static idbKeyPathFromKeyPath(keyPath: Protocol.IndexedDB.KeyPath): string|string[]|null|undefined {
let idbKeyPath;
switch (keyPath.type) {
case Protocol.IndexedDB.KeyPathType.Null:
idbKeyPath = null;
break;
case Protocol.IndexedDB.KeyPathType.String:
idbKeyPath = keyPath.string;
break;
case Protocol.IndexedDB.KeyPathType.Array:
idbKeyPath = keyPath.array;
break;
}
return idbKeyPath;
}
static keyPathStringFromIDBKeyPath(idbKeyPath: string|string[]|null|undefined): string|null {
if (typeof idbKeyPath === 'string') {
return '"' + idbKeyPath + '"';
}
if (idbKeyPath instanceof Array) {
return '["' + idbKeyPath.join('", "') + '"]';
}
return null;
}
enable(): void {
if (this.enabled) {
return;
}
void this.indexedDBAgent.invoke_enable();
if (this.securityOriginManager) {
this.securityOriginManager.addEventListener(
SDK.SecurityOriginManager.Events.SecurityOriginAdded, this.securityOriginAdded, this);
this.securityOriginManager.addEventListener(
SDK.SecurityOriginManager.Events.SecurityOriginRemoved, this.securityOriginRemoved, this);
for (const securityOrigin of this.securityOriginManager.securityOrigins()) {
this.addOrigin(securityOrigin);
}
}
this.enabled = true;
}
clearForOrigin(origin: string): void {
if (!this.enabled || !this.databaseNamesBySecurityOrigin[origin]) {
return;
}
this.removeOrigin(origin);
this.addOrigin(origin);
}
async deleteDatabase(databaseId: DatabaseId): Promise<void> {
if (!this.enabled) {
return;
}
await this.indexedDBAgent.invoke_deleteDatabase(
{securityOrigin: databaseId.securityOrigin, databaseName: databaseId.name});
void this.loadDatabaseNames(databaseId.securityOrigin);
}
async refreshDatabaseNames(): Promise<void> {
for (const securityOrigin in this.databaseNamesBySecurityOrigin) {
await this.loadDatabaseNames(securityOrigin);
}
this.dispatchEventToListeners(Events.DatabaseNamesRefreshed);
}
refreshDatabase(databaseId: DatabaseId): void {
void this.loadDatabase(databaseId, true);
}
async clearObjectStore(databaseId: DatabaseId, objectStoreName: string): Promise<void> {
await this.indexedDBAgent.invoke_clearObjectStore(
{securityOrigin: databaseId.securityOrigin, databaseName: databaseId.name, objectStoreName});
}
async deleteEntries(databaseId: DatabaseId, objectStoreName: string, idbKeyRange: IDBKeyRange): Promise<void> {
const keyRange = IndexedDBModel.keyRangeFromIDBKeyRange(idbKeyRange);
await this.indexedDBAgent.invoke_deleteObjectStoreEntries(
{securityOrigin: databaseId.securityOrigin, databaseName: databaseId.name, objectStoreName, keyRange});
}
private securityOriginAdded(event: Common.EventTarget.EventTargetEvent<string>): void {
this.addOrigin(event.data);
}
private securityOriginRemoved(event: Common.EventTarget.EventTargetEvent<string>): void {
this.removeOrigin(event.data);
}
private addOrigin(securityOrigin: string): void {
console.assert(!this.databaseNamesBySecurityOrigin[securityOrigin]);
this.databaseNamesBySecurityOrigin[securityOrigin] = [];
void this.loadDatabaseNames(securityOrigin);
if (this.isValidSecurityOrigin(securityOrigin)) {
void this.storageAgent.invoke_trackIndexedDBForOrigin({origin: securityOrigin});
}
}
private removeOrigin(securityOrigin: string): void {
console.assert(Boolean(this.databaseNamesBySecurityOrigin[securityOrigin]));
for (let i = 0; i < this.databaseNamesBySecurityOrigin[securityOrigin].length; ++i) {
this.databaseRemoved(securityOrigin, this.databaseNamesBySecurityOrigin[securityOrigin][i]);
}
delete this.databaseNamesBySecurityOrigin[securityOrigin];
if (this.isValidSecurityOrigin(securityOrigin)) {
void this.storageAgent.invoke_untrackIndexedDBForOrigin({origin: securityOrigin});
}
}
private isValidSecurityOrigin(securityOrigin: string): boolean {
const parsedURL = Common.ParsedURL.ParsedURL.fromString(securityOrigin);
return parsedURL !== null && parsedURL.scheme.startsWith('http');
}
private updateOriginDatabaseNames(securityOrigin: string, databaseNames: string[]): void {
const newDatabaseNames = new Set<string>(databaseNames);
const oldDatabaseNames = new Set<string>(this.databaseNamesBySecurityOrigin[securityOrigin]);
this.databaseNamesBySecurityOrigin[securityOrigin] = databaseNames;
for (const databaseName of oldDatabaseNames) {
if (!newDatabaseNames.has(databaseName)) {
this.databaseRemoved(securityOrigin, databaseName);
}
}
for (const databaseName of newDatabaseNames) {
if (!oldDatabaseNames.has(databaseName)) {
this.databaseAdded(securityOrigin, databaseName);
}
}
}
databases(): DatabaseId[] {
const result = [];
for (const securityOrigin in this.databaseNamesBySecurityOrigin) {
const databaseNames = this.databaseNamesBySecurityOrigin[securityOrigin];
for (let i = 0; i < databaseNames.length; ++i) {
result.push(new DatabaseId(securityOrigin, databaseNames[i]));
}
}
return result;
}
private databaseAdded(securityOrigin: string, databaseName: string): void {
const databaseId = new DatabaseId(securityOrigin, databaseName);
this.dispatchEventToListeners(Events.DatabaseAdded, {model: this, databaseId: databaseId});
}
private databaseRemoved(securityOrigin: string, databaseName: string): void {
const databaseId = new DatabaseId(securityOrigin, databaseName);
this.dispatchEventToListeners(Events.DatabaseRemoved, {model: this, databaseId: databaseId});
}
private async loadDatabaseNames(securityOrigin: string): Promise<string[]> {
const {databaseNames} = await this.indexedDBAgent.invoke_requestDatabaseNames({securityOrigin});
if (!databaseNames) {
return [];
}
if (!this.databaseNamesBySecurityOrigin[securityOrigin]) {
return [];
}
this.updateOriginDatabaseNames(securityOrigin, databaseNames);
return databaseNames;
}
private async loadDatabase(databaseId: DatabaseId, entriesUpdated: boolean): Promise<void> {
const {databaseWithObjectStores} = await this.indexedDBAgent.invoke_requestDatabase(
{securityOrigin: databaseId.securityOrigin, databaseName: databaseId.name});
if (!databaseWithObjectStores) {
return;
}
if (!this.databaseNamesBySecurityOrigin[databaseId.securityOrigin]) {
return;
}
const databaseModel = new Database(databaseId, databaseWithObjectStores.version);
this.databasesInternal.set(databaseId, databaseModel);
for (const objectStore of databaseWithObjectStores.objectStores) {
const objectStoreIDBKeyPath = IndexedDBModel.idbKeyPathFromKeyPath(objectStore.keyPath);
const objectStoreModel = new ObjectStore(objectStore.name, objectStoreIDBKeyPath, objectStore.autoIncrement);
for (let j = 0; j < objectStore.indexes.length; ++j) {
const index = objectStore.indexes[j];
const indexIDBKeyPath = IndexedDBModel.idbKeyPathFromKeyPath(index.keyPath);
const indexModel = new Index(index.name, indexIDBKeyPath, index.unique, index.multiEntry);
objectStoreModel.indexes.set(indexModel.name, indexModel);
}
databaseModel.objectStores.set(objectStoreModel.name, objectStoreModel);
}
this.dispatchEventToListeners(
Events.DatabaseLoaded, {model: this, database: databaseModel, entriesUpdated: entriesUpdated});
}
loadObjectStoreData(
databaseId: DatabaseId, objectStoreName: string, idbKeyRange: IDBKeyRange|null, skipCount: number,
pageSize: number, callback: (arg0: Array<Entry>, arg1: boolean) => void): void {
void this.requestData(databaseId, databaseId.name, objectStoreName, '', idbKeyRange, skipCount, pageSize, callback);
}
loadIndexData(
databaseId: DatabaseId, objectStoreName: string, indexName: string, idbKeyRange: IDBKeyRange|null,
skipCount: number, pageSize: number, callback: (arg0: Array<Entry>, arg1: boolean) => void): void {
void this.requestData(
databaseId, databaseId.name, objectStoreName, indexName, idbKeyRange, skipCount, pageSize, callback);
}
private async requestData(
databaseId: DatabaseId, databaseName: string, objectStoreName: string, indexName: string,
idbKeyRange: IDBKeyRange|null, skipCount: number, pageSize: number,
callback: (arg0: Array<Entry>, arg1: boolean) => void): Promise<void> {
const keyRange = idbKeyRange ? IndexedDBModel.keyRangeFromIDBKeyRange(idbKeyRange) : undefined;
const response = await this.indexedDBAgent.invoke_requestData({
securityOrigin: databaseId.securityOrigin,
databaseName,
objectStoreName,
indexName,
skipCount,
pageSize,
keyRange,
});
if (response.getError()) {
console.error('IndexedDBAgent error: ' + response.getError());
return;
}
const runtimeModel = this.target().model(SDK.RuntimeModel.RuntimeModel);
if (!runtimeModel || !this.databaseNamesBySecurityOrigin[databaseId.securityOrigin]) {
return;
}
const dataEntries = response.objectStoreDataEntries;
const entries = [];
for (const dataEntry of dataEntries) {
const key = runtimeModel.createRemoteObject(dataEntry.key);
const primaryKey = runtimeModel.createRemoteObject(dataEntry.primaryKey);
const value = runtimeModel.createRemoteObject(dataEntry.value);
entries.push(new Entry(key, primaryKey, value));
}
callback(entries, response.hasMore);
}
async getMetadata(databaseId: DatabaseId, objectStore: ObjectStore): Promise<ObjectStoreMetadata|null> {
const databaseOrigin = databaseId.securityOrigin;
const databaseName = databaseId.name;
const objectStoreName = objectStore.name;
const response =
await this.indexedDBAgent.invoke_getMetadata({securityOrigin: databaseOrigin, databaseName, objectStoreName});
if (response.getError()) {
console.error('IndexedDBAgent error: ' + response.getError());
return null;
}
return {entriesCount: response.entriesCount, keyGeneratorValue: response.keyGeneratorValue};
}
private async refreshDatabaseList(securityOrigin: string): Promise<void> {
const databaseNames = await this.loadDatabaseNames(securityOrigin);
for (const databaseName of databaseNames) {
void this.loadDatabase(new DatabaseId(securityOrigin, databaseName), false);
}
}
indexedDBListUpdated({origin: securityOrigin}: Protocol.Storage.IndexedDBListUpdatedEvent): void {
this.originsUpdated.add(securityOrigin);
void this.throttler.schedule(() => {
const promises = Array.from(this.originsUpdated, securityOrigin => {
void this.refreshDatabaseList(securityOrigin);
});
this.originsUpdated.clear();
return Promise.all(promises);
});
}
indexedDBContentUpdated({origin: securityOrigin, databaseName, objectStoreName}:
Protocol.Storage.IndexedDBContentUpdatedEvent): void {
const databaseId = new DatabaseId(securityOrigin, databaseName);
this.dispatchEventToListeners(
Events.IndexedDBContentUpdated, {databaseId: databaseId, objectStoreName: objectStoreName, model: this});
}
cacheStorageListUpdated(_event: Protocol.Storage.CacheStorageListUpdatedEvent): void {
}
cacheStorageContentUpdated(_event: Protocol.Storage.CacheStorageContentUpdatedEvent): void {
}
interestGroupAccessed(_event: Protocol.Storage.InterestGroupAccessedEvent): void {
}
}
SDK.SDKModel.SDKModel.register(IndexedDBModel, {capabilities: SDK.Target.Capability.Storage, autostart: false});
// TODO(crbug.com/1167717): Make this a const enum again
// eslint-disable-next-line rulesdir/const_enum
export enum Events {
DatabaseAdded = 'DatabaseAdded',
DatabaseRemoved = 'DatabaseRemoved',
DatabaseLoaded = 'DatabaseLoaded',
DatabaseNamesRefreshed = 'DatabaseNamesRefreshed',
IndexedDBContentUpdated = 'IndexedDBContentUpdated',
}
export type EventTypes = {
[Events.DatabaseAdded]: {model: IndexedDBModel, databaseId: DatabaseId},
[Events.DatabaseRemoved]: {model: IndexedDBModel, databaseId: DatabaseId},
[Events.DatabaseLoaded]: {model: IndexedDBModel, database: Database, entriesUpdated: boolean},
[Events.DatabaseNamesRefreshed]: void,
[Events.IndexedDBContentUpdated]: {model: IndexedDBModel, databaseId: DatabaseId, objectStoreName: string},
};
export class Entry {
key: SDK.RemoteObject.RemoteObject;
primaryKey: SDK.RemoteObject.RemoteObject;
value: SDK.RemoteObject.RemoteObject;
constructor(
key: SDK.RemoteObject.RemoteObject, primaryKey: SDK.RemoteObject.RemoteObject,
value: SDK.RemoteObject.RemoteObject) {
this.key = key;
this.primaryKey = primaryKey;
this.value = value;
}
}
export class DatabaseId {
securityOrigin: string;
name: string;
constructor(securityOrigin: string, name: string) {
this.securityOrigin = securityOrigin;
this.name = name;
}
equals(databaseId: DatabaseId): boolean {
return this.name === databaseId.name && this.securityOrigin === databaseId.securityOrigin;
}
}
export class Database {
databaseId: DatabaseId;
version: number;
objectStores: Map<string, ObjectStore>;
constructor(databaseId: DatabaseId, version: number) {
this.databaseId = databaseId;
this.version = version;
this.objectStores = new Map();
}
}
export class ObjectStore {
name: string;
// TODO(crbug.com/1172300) Ignored during the jsdoc to ts migration)
// eslint-disable-next-line @typescript-eslint/no-explicit-any
keyPath: any;
autoIncrement: boolean;
indexes: Map<string, Index>;
// TODO(crbug.com/1172300) Ignored during the jsdoc to ts migration)
// eslint-disable-next-line @typescript-eslint/no-explicit-any
constructor(name: string, keyPath: any, autoIncrement: boolean) {
this.name = name;
this.keyPath = keyPath;
this.autoIncrement = autoIncrement;
this.indexes = new Map();
}
get keyPathString(): string {
// TODO(crbug.com/1172300) Ignored during the jsdoc to ts migration)
// @ts-expect-error
return IndexedDBModel.keyPathStringFromIDBKeyPath((this.keyPath as string));
}
}
export class Index {
name: string;
// TODO(crbug.com/1172300) Ignored during the jsdoc to ts migration)
// eslint-disable-next-line @typescript-eslint/no-explicit-any
keyPath: any;
unique: boolean;
multiEntry: boolean;
// TODO(crbug.com/1172300) Ignored during the jsdoc to ts migration)
// eslint-disable-next-line @typescript-eslint/no-explicit-any
constructor(name: string, keyPath: any, unique: boolean, multiEntry: boolean) {
this.name = name;
this.keyPath = keyPath;
this.unique = unique;
this.multiEntry = multiEntry;
}
get keyPathString(): string {
return IndexedDBModel.keyPathStringFromIDBKeyPath((this.keyPath as string)) as string;
}
}
export interface ObjectStoreMetadata {
entriesCount: number;
keyGeneratorValue: number;
}