Commit 495b8674 authored by preetwinder's avatar preetwinder

Add support for repair

parent 04daba61
...@@ -39,7 +39,7 @@ ...@@ -39,7 +39,7 @@
this._sub_storage = jIO.createJIO(description.sub_storage); this._sub_storage = jIO.createJIO(description.sub_storage);
this._database_name = "jio:" + description.database; this._database_name = "jio:" + description.database;
this._index_keys = description.index_keys || []; this._index_keys = description.index_keys || [];
this._version = description.version || undefined; this._version = description.version;
} }
IndexStorage2.prototype.hasCapacity = function (name) { IndexStorage2.prototype.hasCapacity = function (name) {
...@@ -76,41 +76,82 @@ ...@@ -76,41 +76,82 @@
}); });
} }
function VirtualIDB(description) { function iterateCursor(on, query, limit) {
this._write_operations = description.write_operations; return new RSVP.Promise(function (resolve, reject) {
var result = [], count = 0, cursor;
cursor = on.openKeyCursor(query);
cursor.onsuccess = function (cursor) {
if (cursor.target.result && count !== limit) {
count += 1;
result.push({id: cursor.target.result.primaryKey, value: {}});
cursor.target.result.continue();
} else {
resolve(result);
}
};
cursor.onerror = function (error) {
reject(error.message);
};
});
} }
VirtualIDB.prototype.put = function () { function VirtualIDB(description) {
this._write_operations.put.push(arguments); this._operations = description.operations;
}; }
VirtualIDB.prototype.hasCapacity = function (name) { VirtualIDB.prototype.hasCapacity = function (name) {
return (name === 'list') || (name === 'select'); return (name === 'list') || (name === 'select');
}; };
VirtualIDB.prototype.put = function (id, value) {
var context = this;
return new RSVP.Promise(function (resolve, reject) {
context._operations.push({type: 'put', arguments: [id, value],
onsuccess: resolve, onerror: reject});
});
};
VirtualIDB.prototype.remove = function (id) {
var context = this;
return new RSVP.Promise(function (resolve, reject) {
context._operations.push({type: 'remove', arguments: [id],
onsuccess: resolve, onerror: reject});
});
};
VirtualIDB.prototype.get = function (id) { VirtualIDB.prototype.get = function (id) {
throw new jIO.util.jIOError("Cannot find document: " + id, 404); var context = this;
return new RSVP.Promise(function (resolve, reject) {
context._operations.push({type: 'get', arguments: [id],
onsuccess: resolve, onerror: reject});
});
}; };
VirtualIDB.prototype.buildQuery = function () { VirtualIDB.prototype.buildQuery = function (options) {
return []; var context = this;
return new RSVP.Promise(function (resolve, reject) {
context._operations.push({type: 'buildQuery', arguments: [options],
onsuccess: resolve, onerror: reject});
});
}; };
jIO.addStorage("virtualidb", VirtualIDB); jIO.addStorage("virtualidb", VirtualIDB);
function getRepairStorage(write_operations, sub_storage_description) { function getRepairStorage(operations, sub_storage_description) {
return jIO.createJIO({ return jIO.createJIO({
type: "replicate", type: "replicate",
local_sub_storage: sub_storage_description, local_sub_storage: sub_storage_description,
check_local_modification: false, check_local_modification: true,
check_local_deletion: false, check_local_deletion: true,
check_local_creation: true, check_local_creation: true,
check_remote_modification: false, check_remote_modification: false,
check_remote_creation: false, check_remote_creation: false,
check_remote_deletion: false, check_remote_deletion: false,
conflict_handling: 1,
parallel_operation_amount: 10,
remote_sub_storage: { remote_sub_storage: {
type: "virtualidb", type: "virtualidb",
write_operations: write_operations, operations: operations
}, },
signature_sub_storage: { signature_sub_storage: {
type: "query", type: "query",
...@@ -121,10 +162,66 @@ ...@@ -121,10 +162,66 @@
}); });
} }
function repairInTransaction(sub_storage_description, transaction,
index_keys, enable_get, enable_allDocs) {
var repair_promise, repeatUntilPromiseFulfilled, store,
operations = [], handle_get;
handle_get = function handle_get(id, onsuccess, onerror) {
return function (result) {
if (result.target.result === undefined) {
return onerror(new jIO.util.jIOError("Cannot find document: " +
id, 404));
}
return onsuccess(result.target.result.doc);
};
};
store = transaction.objectStore('index-store');
repair_promise = getRepairStorage(operations,
sub_storage_description, enable_get, enable_allDocs).repair();
repeatUntilPromiseFulfilled = function repeatUntilPromiseFulfilled(req) {
var operation, request;
req.onsuccess = function () {
while (true) {
if (operations.length === 0) {
break;
}
operation = operations.shift();
if (operation.type === 'put') {
request = store.put({
id: operation.arguments[0],
doc: filterDocValues(operation.arguments[1], index_keys),
});
request.onsuccess = operation.onsuccess;
request.onerror = operation.onerror;
} else if (operation.type === 'get') {
request = store.get(operation.arguments[0]);
request.onsuccess = handle_get(operation.arguments[0],
operation.onsuccess, operation.onerror);
request.onerror = operation.onerror;
} else if (operation.type === 'buildQuery') {
request = iterateCursor(store);
request.then(operation.onsuccess).fail(operation.onerror);
} else if (operation.type === 'remove') {
request = store.delete(operation.arguments[0]);
request.onsuccess = operation.onsuccess;
request.onerror = operation.onerror;
}
}
if (repair_promise.isRejected) {
transaction.abort();
return;
}
if (repair_promise.isFulfilled) {
return;
}
return repeatUntilPromiseFulfilled(store.count());
};
};
repeatUntilPromiseFulfilled(store.count());
}
function handleUpgradeNeeded(evt, index_keys, sub_storage_description) { function handleUpgradeNeeded(evt, index_keys, sub_storage_description) {
var db = evt.target.result, store, i, current_indices, required_indices, var db = evt.target.result, store, i, current_indices, required_indices;
put_promise_list = [], repair_promise, repeatUntilPromiseFulfilled,
write_operations;
required_indices = new Set(index_keys.map(function (name) { required_indices = new Set(index_keys.map(function (name) {
return 'Index-' + name; return 'Index-' + name;
})); }));
...@@ -155,30 +252,8 @@ ...@@ -155,30 +252,8 @@
store.createIndex('Index-' + index_keys[i], store.createIndex('Index-' + index_keys[i],
'doc.' + index_keys[i], { unique: false }); 'doc.' + index_keys[i], { unique: false });
} }
return repairInTransaction(sub_storage_description,
write_operations = {put: []}; evt.target.transaction, index_keys, true, true);
repair_promise = getRepairStorage(write_operations,
sub_storage_description).repair();
repeatUntilPromiseFulfilled = function repeatUntilPromiseFulfilled(req) {
req.onsuccess = function () {
if (repair_promise.isRejected) {
evt.target.transaction.abort();
return;
}
if (repair_promise.isFulfilled) {
for (i = 0; i < write_operations.put.length; i += 1) {
put_promise_list.push(waitForIDBRequest(store.put({
id: write_operations.put[i][0],
doc: filterDocValues(write_operations.put[i][1], index_keys)
})));
}
write_operations.put = [];
return RSVP.all(put_promise_list);
}
return repeatUntilPromiseFulfilled(store.getAll());
};
};
repeatUntilPromiseFulfilled(store.getAll());
} }
} }
...@@ -283,32 +358,13 @@ ...@@ -283,32 +358,13 @@
return new RSVP.Promise(resolver, canceller); return new RSVP.Promise(resolver, canceller);
} }
IndexStorage2.prototype._iterateCursor = function (on, query, limit) {
return new RSVP.Promise(function (resolve, reject) {
var result_list = [], count = 0, cursor;
cursor = on.openKeyCursor(query);
cursor.onsuccess = function (cursor) {
if (cursor.target.result && count !== limit) {
count += 1;
result_list.push({id: cursor.target.result.primaryKey, value: {}});
cursor.target.result.continue();
} else {
resolve(result_list);
}
};
cursor.onerror = function (error) {
reject(error.message);
};
});
};
IndexStorage2.prototype._runQuery = function (key, value, limit) { IndexStorage2.prototype._runQuery = function (key, value, limit) {
var context = this; var context = this;
return waitForOpenIndexedDB(context._database_name, context._version, return waitForOpenIndexedDB(context._database_name, context._version,
context._index_keys, context._sub_storage_description, function (db) { context._index_keys, context._sub_storage_description, function (db) {
return waitForTransaction(db, ["index-store"], "readonly", return waitForTransaction(db, ["index-store"], "readonly",
function (tx) { function (tx) {
return context._iterateCursor(tx.objectStore("index-store") return iterateCursor(tx.objectStore("index-store")
.index("Index-" + key), value, limit); .index("Index-" + key), value, limit);
}); });
}); });
...@@ -391,6 +447,18 @@ ...@@ -391,6 +447,18 @@
}); });
}; };
IndexStorage2.prototype.repair = function () {
var context = this;
return waitForOpenIndexedDB(context._database_name, context._version,
context._index_keys, context._sub_storage_description, function (db) {
return waitForTransaction(db, ["index-store"], "readwrite",
function (tx) {
return repairInTransaction(context._sub_storage_description, tx,
context._index_keys);
});
});
};
IndexStorage2.prototype.getAttachment = function () { IndexStorage2.prototype.getAttachment = function () {
return this._sub_storage.getAttachment.apply(this._sub_storage, arguments); return this._sub_storage.getAttachment.apply(this._sub_storage, arguments);
}; };
......
...@@ -143,10 +143,11 @@ ...@@ -143,10 +143,11 @@
); );
}); });
test("Constructor with index_keys", function () { test("Constructor with index_keys and version", function () {
this.jio = jIO.createJIO({ this.jio = jIO.createJIO({
type: "index2", type: "index2",
database: "index2_test", database: "index2_test",
version: 4,
index_keys: ["a", "b"], index_keys: ["a", "b"],
sub_storage: { sub_storage: {
type: "dummystorage3" type: "dummystorage3"
...@@ -156,6 +157,9 @@ ...@@ -156,6 +157,9 @@
equal(this.jio.__type, "index2"); equal(this.jio.__type, "index2");
equal(this.jio.__storage._sub_storage.__type, "dummystorage3"); equal(this.jio.__storage._sub_storage.__type, "dummystorage3");
equal(this.jio.__storage._database_name, "jio:index2_test"); equal(this.jio.__storage._database_name, "jio:index2_test");
equal(this.jio.__storage._version, 4);
deepEqual(this.jio.__storage._sub_storage_description,
{type: "dummystorage3"});
deepEqual(this.jio.__storage._index_keys, ["a", "b"]); deepEqual(this.jio.__storage._index_keys, ["a", "b"]);
}); });
...@@ -650,14 +654,7 @@ ...@@ -650,14 +654,7 @@
stop(); stop();
expect(8); expect(8);
dummy_data = { dummy_data = {};
"32": {id: "32", doc: {"a": "3", "b": "2", "c": "inverse"},
value: {"a": "3", "b": "2", "c": "inverse"}},
"5": {id: "5", doc: {"a": "6", "b": "2", "c": "strong"},
value: {"a": "6", "b": "2", "c": "strong"}},
"14": {id: "14", doc: {"a": "67", "b": "3", "c": "disolve"},
value: {"a": "67", "b": "3", "c": "disolve"}}
};
DummyStorage3.prototype.put = function (id, value) { DummyStorage3.prototype.put = function (id, value) {
dummy_data[id] = {id: id, doc: value, value: value}; dummy_data[id] = {id: id, doc: value, value: value};
...@@ -666,6 +663,7 @@ ...@@ -666,6 +663,7 @@
DummyStorage3.prototype.get = function (id) { DummyStorage3.prototype.get = function (id) {
return dummy_data[id].doc; return dummy_data[id].doc;
}; };
DummyStorage3.prototype.hasCapacity = function (name) { DummyStorage3.prototype.hasCapacity = function (name) {
return (name === 'list') || (name === 'include') || (name === 'select'); return (name === 'list') || (name === 'include') || (name === 'select');
}; };
...@@ -789,6 +787,88 @@ ...@@ -789,6 +787,88 @@
}); });
}); });
test("Manual repair", function () {
var context = this, fake_data;
context.jio = jIO.createJIO({
type: "index2",
database: "index2_test",
index_keys: ["a", "c"],
sub_storage: {
type: "dummystorage3"
}
});
stop();
expect(8);
fake_data = {
"1": {a: "id54", b: 2, c: "night"},
"4": {a: "vn92", b: 7, c: "matter"},
"9": {a: "ru23", b: 3, c: "control"}
};
DummyStorage3.prototype.hasCapacity = function (name) {
return (name === 'list') || (name === 'select');
};
DummyStorage3.prototype.put = function (id, value) {
fake_data[id] = value;
return id;
};
DummyStorage3.prototype.get = function (id) {
return fake_data[id];
};
DummyStorage3.prototype.buildQuery = function () {
var keys = Object.keys(fake_data);
return keys.map(function (v) { return {id: v, value: {}}; });
};
context.jio.allDocs({query: 'c: "control"'})
.then(function (result) {
equal(result.data.total_rows, 1);
deepEqual(result.data.rows, [{id: "9", value: {}}]);
})
.then(function () {
fake_data["2"] = {a: "zu64", b: 1, c: "matter"};
fake_data["13"] = {a: "tk32", b: 9, c: "matter"};
return context.jio.repair();
})
.then(function () {
return context.jio.allDocs({query: 'c: "matter"'});
})
.then(function (result) {
equal(result.data.total_rows, 3);
deepEqual(result.data.rows.sort(idCompare), [{id: "13", value: {}},
{id: "2", value: {}}, {id: "4", value: {}}]);
})
.then(function () {
fake_data["2"] = {a: "zu64", b: 1, c: "observe"};
return context.jio.repair();
})
.then(function () {
return context.jio.allDocs({query: 'c: "observe"'});
})
.then(function (result) {
equal(result.data.total_rows, 1);
deepEqual(result.data.rows, [{id: "2", value: {}}]);
})
.then(function () {
delete fake_data["2"];
return context.jio.repair();
})
.then(function () {
return context.jio.allDocs({query: 'c: "observe"'});
})
.then(function (result) {
equal(result.data.total_rows, 0);
deepEqual(result.data.rows, []);
})
.fail(function (error) {
console.log(error);
})
.always(function () {
start();
});
});
///////////////////////////////////////////////////////////////// /////////////////////////////////////////////////////////////////
// IndexStorage2.getAttachment // IndexStorage2.getAttachment
///////////////////////////////////////////////////////////////// /////////////////////////////////////////////////////////////////
......
Markdown is supported
0%
or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment