Skip to content

Instantly share code, notes, and snippets.

@phanviet

phanviet/dbpatch.js

Last active March 9, 2020 09:42
Show Gist options
  • Save phanviet/454e10e907b192f3e47cfce62d64dd6a to your computer and use it in GitHub Desktop.
Save phanviet/454e10e907b192f3e47cfce62d64dd6a to your computer and use it in GitHub Desktop.
Download ZIP
Raw
dbpatch.js
"use strict";
var __assign = (this && this.__assign) || function () {
__assign = Object.assign || function(t) {
for (var s, i = 1, n = arguments.length; i < n; i++) {
s = arguments[i];
for (var p in s) if (Object.prototype.hasOwnProperty.call(s, p))
t[p] = s[p];
}
return t;
};
return __assign.apply(this, arguments);
};
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
return new (P || (P = Promise))(function (resolve, reject) {
function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
step((generator = generator.apply(thisArg, _arguments || [])).next());
});
};
var __generator = (this && this.__generator) || function (thisArg, body) {
var _ = { label: 0, sent: function() { if (t[0] & 1) throw t[1]; return t[1]; }, trys: [], ops: [] }, f, y, t, g;
return g = { next: verb(0), "throw": verb(1), "return": verb(2) }, typeof Symbol === "function" && (g[Symbol.iterator] = function() { return this; }), g;
function verb(n) { return function (v) { return step([n, v]); }; }
function step(op) {
if (f) throw new TypeError("Generator is already executing.");
while (_) try {
if (f = 1, y && (t = op[0] & 2 ? y["return"] : op[0] ? y["throw"] || ((t = y["return"]) && t.call(y), 0) : y.next) && !(t = t.call(y, op[1])).done) return t;
if (y = 0, t) op = [op[0] & 2, t.value];
switch (op[0]) {
case 0: case 1: t = op; break;
case 4: _.label++; return { value: op[1], done: false };
case 5: _.label++; y = op[1]; op = [0]; continue;
case 7: op = _.ops.pop(); _.trys.pop(); continue;
default:
if (!(t = _.trys, t = t.length > 0 && t[t.length - 1]) && (op[0] === 6 || op[0] === 2)) { _ = 0; continue; }
if (op[0] === 3 && (!t || (op[1] > t[0] && op[1] < t[3]))) { _.label = op[1]; break; }
if (op[0] === 6 && _.label < t[1]) { _.label = t[1]; t = op; break; }
if (t && _.label < t[2]) { _.label = t[2]; _.ops.push(op); break; }
if (t[2]) _.ops.pop();
_.trys.pop(); continue;
}
op = body.call(thisArg, _);
} catch (e) { op = [6, e]; y = 0; } finally { f = t = 0; }
if (op[0] & 5) throw op[1]; return { value: op[0] ? op[1] : void 0, done: true };
}
};
Object.defineProperty(exports, "__esModule", { value: true });
var aws_sdk_1 = require("aws-sdk");
var utils_1 = require("./utils");
var DynamoDBDataLoader = /** @class */ (function () {
function DynamoDBDataLoader(ddbConfig) {
this.ddbConfig = ddbConfig;
var _a = ddbConfig.config, tableName = _a.tableName, endpoint = _a.endpoint;
if (!tableName || !endpoint) {
throw new Error("Invalid DynamoDBConfig " + JSON.stringify(ddbConfig, null, 4));
}
this.tableName = tableName;
this.client = new aws_sdk_1.DynamoDB(__assign(__assign({}, ddbConfig.config), ddbConfig.options));
}
DynamoDBDataLoader.prototype.load = function (payload) {
return __awaiter(this, void 0, void 0, function () {
var _a, e_1;
return __generator(this, function (_b) {
switch (_b.label) {
case 0:
_b.trys.push([0, 16, , 17]);
_a = payload.operation;
switch (_a) {
case 'GetItem': return [3 /*break*/, 1];
case 'PutItem': return [3 /*break*/, 3];
case 'UpdateItem': return [3 /*break*/, 5];
case 'DeleteItem': return [3 /*break*/, 7];
case 'Query': return [3 /*break*/, 9];
case 'Scan': return [3 /*break*/, 11];
case 'BatchGetItem': return [3 /*break*/, 18];
case 'BatchPutItem': return [3 /*break*/, 20];
case 'BatchDeleteItem': return [3 /*break*/, 13];
}
return [3 /*break*/, 14];
case 1: return [4 /*yield*/, this.getItem(payload)];
case 2: return [2 /*return*/, _b.sent()];
case 3: return [4 /*yield*/, this.putItem(payload)];
case 4: return [2 /*return*/, _b.sent()];
case 5: return [4 /*yield*/, this.updateItem(payload)];
case 6: return [2 /*return*/, _b.sent()];
case 7: return [4 /*yield*/, this.deleteItem(payload)];
case 8: return [2 /*return*/, _b.sent()];
case 9: return [4 /*yield*/, this.query(payload)];
case 10: return [2 /*return*/, _b.sent()];
case 11: return [4 /*yield*/, this.scan(payload)];
case 12: return [2 /*return*/, _b.sent()];
case 18: return [4 /*yield*/, this.batchGetItem(payload)];
case 19: return [2 /*yield*/, _b.sent()];
case 20: return [4 /*yield*/, this.batchPutItem(payload)];
case 21: return [2 /*yield*/, _b.sent()];
case 13: throw new Error("Operation " + payload.operation + " not implemented");
case 14: throw new Error("Unknown operation name: " + payload.operation);
case 15: return [3 /*break*/, 17];
case 16:
e_1 = _b.sent();
if (e_1.code) {
console.log('Error while executing Local DynamoDB');
console.log(JSON.stringify(payload, null, 4));
console.log(e_1);
e_1.extensions = { errorType: 'DynamoDB:' + e_1.code };
}
throw e_1;
case 17: return [2 /*return*/];
}
});
});
};
DynamoDBDataLoader.prototype.batchGetItem = function (payload) {
return __awaiter(this, void 0, void 0, function () {
var _a, consistentRead, result;
return __generator(this, function (_b) {
switch (_b.label) {
case 0:
_a = payload.consistentRead, consistentRead = _a === void 0 ? false : _a;
var params = { RequestItems: {} };
for (const table in payload.tables) {
if (payload.tables.hasOwnProperty(table)) {
const element = payload.tables[table];
params.RequestItems[table] = {};
params.RequestItems[table].Keys = payload.tables[table].keys;
params.RequestItems[table].ConsistentRead = payload.tables[table].consistentRead || false
}
}
return [4 /*yield*/, this.client
.batchGetItem(params)
.promise()];
case 1:
result = _b.sent();
// if (!result.Item)
// return [2 /*return*/, null];
var res = result.Responses;
var rs = { data: {} };
for (const table in payload.tables) {
if (payload.tables.hasOwnProperty(table)) {
rs.data[table] = res[table].map(item => utils_1.unmarshall(item))
}
}
return [2 /*return*/, rs];
}
});
});
},
DynamoDBDataLoader.prototype.batchPutItem = function (payload) {
return __awaiter(this, void 0, void 0, function () {
var _a, consistentRead, result;
return __generator(this, function (_b) {
switch (_b.label) {
case 0:
_a = payload.consistentRead, consistentRead = _a === void 0 ? false : _a;
var params = { RequestItems: {}, ReturnItemCollectionMetrics: "SIZE" };
for (const table in payload.tables) {
if (payload.tables.hasOwnProperty(table)) {
if (!params.RequestItems[table]) {
params.RequestItems[table] = []
}
payload.tables[table].forEach((item) => {
params.RequestItems[table].push({
PutRequest: {
Item: item
}
})
});
}
}
return [4 /*yield*/, this.client
.batchWriteItem(params)
.promise()];
case 1:
result = _b.sent();
// if (!result.Item)
// return [2 /*return*/, null];
// var res = result.Responses;
if (result.UnprocessedItems) {
var rs = { data: {} };
for (const table in payload.tables) {
if (payload.tables.hasOwnProperty(table)) {
rs.data[table] = payload.tables[table].map(item => utils_1.unmarshall(item))
}
}
return [2 /*return*/, rs];
}
}
});
});
},
DynamoDBDataLoader.prototype.getItem = function (payload) {
return __awaiter(this, void 0, void 0, function () {
var _a, consistentRead, result;
return __generator(this, function (_b) {
switch (_b.label) {
case 0:
_a = payload.consistentRead, consistentRead = _a === void 0 ? false : _a;
return [4 /*yield*/, this.client
.getItem({
TableName: this.tableName,
Key: payload.key,
ConsistentRead: consistentRead,
})
.promise()];
case 1:
result = _b.sent();
if (!result.Item)
return [2 /*return*/, null];
return [2 /*return*/, utils_1.unmarshall(result.Item)];
}
});
});
};
DynamoDBDataLoader.prototype.putItem = function (payload) {
return __awaiter(this, void 0, void 0, function () {
var key, attributeValues, _a, _b, _c,
// we only provide limited support for condition update expressions.
expression, _d, expressionNames, _e, expressionValues;
return __generator(this, function (_f) {
switch (_f.label) {
case 0:
key = payload.key, attributeValues = payload.attributeValues, _a = payload.condition, _b = _a === void 0 ? {} : _a, _c = _b.expression, expression = _c === void 0 ? null : _c, _d = _b.expressionNames, expressionNames = _d === void 0 ? null : _d, _e = _b.expressionValues, expressionValues = _e === void 0 ? null : _e;
return [4 /*yield*/, this.client
.putItem({
TableName: this.tableName,
Item: __assign(__assign({}, attributeValues), key),
ConditionExpression: expression,
ExpressionAttributeNames: expressionNames,
ExpressionAttributeValues: expressionValues,
})
.promise()];
case 1:
_f.sent();
// put does not return us anything useful so we need to fetch the object.
return [2 /*return*/, this.getItem({ key: key, consistentRead: true })];
}
});
});
};
DynamoDBDataLoader.prototype.query = function (_a) {
var keyCondition = _a.query, filter = _a.filter, index = _a.index, nextToken = _a.nextToken, limit = _a.limit, _b = _a.scanIndexForward, scanIndexForward = _b === void 0 ? true : _b, _c = _a.consistentRead, consistentRead = _c === void 0 ? false : _c, select = _a.select;
return __awaiter(this, void 0, void 0, function () {
var params, _d, items, scannedCount, _e, resultNextToken;
return __generator(this, function (_f) {
switch (_f.label) {
case 0:
keyCondition = keyCondition || { expression: null };
filter = filter || { expression: null };
params = {
TableName: this.tableName,
KeyConditionExpression: keyCondition.expression,
FilterExpression: filter.expression,
ExpressionAttributeValues: utils_1.nullIfEmpty(__assign(__assign({}, (filter.expressionValues || {})), (keyCondition.expressionValues || {}))),
ExpressionAttributeNames: utils_1.nullIfEmpty(__assign(__assign({}, (filter.expressionNames || {})), (keyCondition.expressionNames || {}))),
ExclusiveStartKey: nextToken ? JSON.parse(Buffer.from(nextToken, 'base64').toString()) : null,
IndexName: index,
Limit: limit,
ConsistentRead: consistentRead,
ScanIndexForward: scanIndexForward,
Select: select || 'ALL_ATTRIBUTES',
};
return [4 /*yield*/, this.client
.query(params)
.promise()];
case 1:
_d = _f.sent(), items = _d.Items, scannedCount = _d.ScannedCount, _e = _d.LastEvaluatedKey, resultNextToken = _e === void 0 ? null : _e;
return [2 /*return*/, {
items: items.map(function (item) { return utils_1.unmarshall(item); }),
scannedCount: scannedCount,
nextToken: resultNextToken ? Buffer.from(JSON.stringify(resultNextToken)).toString('base64') : null,
}];
}
});
});
};
DynamoDBDataLoader.prototype.updateItem = function (payload) {
return __awaiter(this, void 0, void 0, function () {
var key, _a, update, _b, condition, params, updated;
return __generator(this, function (_c) {
switch (_c.label) {
case 0:
key = payload.key, _a = payload.update, update = _a === void 0 ? {} : _a, _b = payload.condition, condition = _b === void 0 ? {} : _b;
params = {
TableName: this.tableName,
Key: key,
UpdateExpression: update.expression,
ConditionExpression: condition.expression,
ReturnValues: 'ALL_NEW',
ExpressionAttributeNames: __assign(__assign({}, (condition.expressionNames || {})), update.expressionNames),
ExpressionAttributeValues: __assign(__assign({}, (condition.expressionValues || {})), update.expressionValues),
};
return [4 /*yield*/, this.client.updateItem(params).promise()];
case 1:
updated = (_c.sent()).Attributes;
return [2 /*return*/, utils_1.unmarshall(updated)];
}
});
});
};
DynamoDBDataLoader.prototype.deleteItem = function (payload) {
return __awaiter(this, void 0, void 0, function () {
var key, _a, _b, _c,
// we only provide limited support for condition update expressions.
expression, _d, expressionNames, _e, expressionValues, deleted;
return __generator(this, function (_f) {
switch (_f.label) {
case 0:
key = payload.key, _a = payload.condition, _b = _a === void 0 ? {} : _a, _c = _b.expression, expression = _c === void 0 ? null : _c, _d = _b.expressionNames, expressionNames = _d === void 0 ? null : _d, _e = _b.expressionValues, expressionValues = _e === void 0 ? null : _e;
return [4 /*yield*/, this.client
.deleteItem({
TableName: this.tableName,
Key: key,
ReturnValues: 'ALL_OLD',
ConditionExpression: expression,
ExpressionAttributeNames: expressionNames,
ExpressionAttributeValues: expressionValues,
})
.promise()];
case 1:
deleted = (_f.sent()).Attributes;
return [2 /*return*/, utils_1.unmarshall(deleted)];
}
});
});
};
DynamoDBDataLoader.prototype.scan = function (payload) {
return __awaiter(this, void 0, void 0, function () {
var filter, index, limit, _a, consistentRead, nextToken, select, totalSegments, segment, params, _b, items, scannedCount, _c, resultNextToken;
return __generator(this, function (_d) {
switch (_d.label) {
case 0:
filter = payload.filter, index = payload.index, limit = payload.limit, _a = payload.consistentRead, consistentRead = _a === void 0 ? false : _a, nextToken = payload.nextToken, select = payload.select, totalSegments = payload.totalSegments, segment = payload.segment;
params = {
TableName: this.tableName,
ExclusiveStartKey: nextToken ? JSON.parse(Buffer.from(nextToken, 'base64').toString()) : null,
IndexName: index,
Limit: limit,
ConsistentRead: consistentRead,
Select: select || 'ALL_ATTRIBUTES',
Segment: segment,
TotalSegments: totalSegments,
};
if (filter) {
Object.assign(params, {
FilterExpression: filter.expression,
ExpressionAttributeNames: utils_1.nullIfEmpty(__assign({}, (filter.expressionNames || undefined))),
ExpressionAttributeValues: __assign({}, (filter.expressionValues || undefined)),
});
}
return [4 /*yield*/, this.client.scan(params).promise()];
case 1:
_b = _d.sent(), items = _b.Items, scannedCount = _b.ScannedCount, _c = _b.LastEvaluatedKey, resultNextToken = _c === void 0 ? null : _c;
return [2 /*return*/, {
items: items.map(function (item) { return utils_1.unmarshall(item); }),
scannedCount: scannedCount,
nextToken: resultNextToken ? Buffer.from(JSON.stringify(resultNextToken)).toString('base64') : null,
}];
}
});
});
};
return DynamoDBDataLoader;
}());
exports.DynamoDBDataLoader = DynamoDBDataLoader;
//# sourceMappingURL=index.js.map
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment