This is the the driver for DB.MEMORY described in Database abstraction with google apps script The library reference is: M96uVZRXXG_RY3c2at9V6tSz3TLx7pV4j Reference There’s nothing to stop us using memory as a back end database. Sounds a little […]
This is the the driver for DB.PROPERTIES described in Database abstraction with google apps scriptThe library reference is MrpyO-B3fO-b1NG3LZ4UzaKi_d-phDA33 Reference This driver uses one of objects returned by the Google Apps Script Properties service. It is […]
MPAHw_-cHNDxsYAg263J7Fai_d-phDA33 Background to implementation. MongoLab offers a number of plans for cloud based MongoDB. I discovered they have a .5gb Free Sandbox plan, so I thought I’d give it a go. They recommend using their supplied […]
Here is a summary index to all the downloadable code appearing on this site. Its still in progress because its a big , boring job. A better approach is to have a look at Integrate VBA with Github, […]
Why abstract anyway? In a number of articles on this site and elsewhere, I have covered topics such as Getting data from Outlook Address Lists into Excel , Serializing Excel data for input to any Google visualization, Excel Generate High […]
This is the the driver for DB.SCRATCH described in Database abstraction with google apps script The library reference is: MTnrkatWa6Lrta8eAg6_H0qi_d-phDA33 Background to implementation. Note that this technique relies on the predictability of CacheService. Google warn that […]
This is the the driver for DB.SCRIPTDB described in Database abstraction with google apps script The library reference is: MQS7yEChG0mh1Ucf_UhV-vKi_d-phDA33 The Code
|
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 |
/** services requests for scriptDb from the cDataHandler * build this up as needed */ /** * DriverScriptDb * @param {cDataHandler} handler the datahandler thats calling me * @param {string} tableName table name or silo * @param {string} id some id to uniquely identify this scriptdb * @param {ScriptDbInstance} scriptDbOb a scriptDb to use * @return {DriverScriptDb} self */ function getLibraryInfo () { return { info: { name:'cDriverScriptDb', version:'2.01', key:'MQS7yEChG0mh1Ucf_UhV-vKi_d-phDA33', }, dependencies:[ cFlatten.getLibraryInfo() ] }; } var DriverScriptDb = function (handler,tableName,id,scriptDbOb) { var siloId = tableName; var self = this; var parentHandler = handler; var enums = parentHandler.getEnums(); var handle = scriptDbOb; var handleError, handleCode; var SAVECHUNK = 250; self.getDriveHandle = function () { return handle; }; self.getVersion = function () { return 'DriverScriptDb-v1.0'; }; /** * DriverScriptDb.getTableName() * @return {string} table name or silo */ self.getTableName = function () { return siloId; }; self.getDbId = function () { return id; }; self.unFlatten = function(ob) { return new cFlatten.Flattener().unFlatten(ob); } /** * DriverScriptDb.removeByIds() * @memberof DataHandler * @param {Array.string} ids list of handleKey ids to remove * @return {object} results from selected handler */ self.removeByIds = function (ids) { handleError='', handleCode=enums.CODE.OK; var qr = handle.removeByIdBatch(ids, false); if (!handle.allOk(qr)) { handleCode = enums.CODE.ASSERT; handleError = 'not all items got removed'; } return parentHandler.makeResults(handleCode,handleError); }; /** * DriverScriptDb.remove() * @param {object} queryOb some query object * @param {object} queryParams additional query parameters (if available) * @return {object} results from selected handler */ self.remove = function (queryOb,queryParams) { handleError='', handleCode=enums.CODE.OK; try { // do the query var queryResult = self.query (queryOb,queryParams,true); if (handleCode === enums.CODE.OK) { // store all the results if (queryResult.handleKeys.length) { var qr = handle.removeByIdBatch(queryResult.handleKeys, false); if (!handle.allOk(qr)) { handleCode = enums.CODE.ASSERT; handleError = 'not all items got removed'; } } else { handleCode = enums.CODE.NOMATCH; } } } catch(err) { handleError = err; handleCode = enums.CODE.DRIVER; } return parentHandler.makeResults (handleCode,handleError); }; /** * DriverScriptDb.save() * @param {Array.object} obs array of objects to write * @return {object} results from selected handler */ self.save = function (obs) { var result =null, done=0; handleError='', handleCode=enums.CODE.OK; try { while (handleCode === enums.CODE.OK && done < obs.length ) { var part = obs.slice(done, Math.min(obs.length, SAVECHUNK + done)); var result = parentHandler.rateLimitExpBackoff ( function () { return handle.saveBatch(part.map( function (d) { return siloId === enums.SETTINGS.NOSILO ? d : {siloId:siloId, data:d} ; }),false); }); done += part.length; if (!handle.allOk(result)) { handleCode = enums.CODE.ASSERT; handleError = 'not all items got saved'; } } } catch(err) { handleError = err; handleCode = enums.CODE.DRIVER; } return parentHandler.makeResults (handleCode,handleError,result); }; self.treatParams =function (dbResult,queryParams) { // trivial implementation of queryParams // LIMIT & SORT handleError='', handleCode=enums.CODE.OK; var params = parentHandler.getQueryParams(queryParams); if (params.handleCode === enums.CODE.OK) { // we have an array of good query params (params get sorted in sensible order) params.data.forEach( function (e) { if(e.param === 'sort') { dbResult = dbResult.sortBy("data."+e.sortKey, e.sortDescending ? handle.DESCENDING : handle.ASCENDING); } else if (e.param === 'limit') { dbResult = dbResult.limit(e.limit); } else if (e.param === 'skip') { dbResult = dbResult.startAt(e.skip); } else { handleError = e.param; handleCode = enums.CODE.PARAMNOTIMPLEMENTED; } }); } else { handleError = params.handleError; handleCode = params.handleCode; } return parentHandler.makeResults (handleCode,handleError,{dbResult:dbResult}); } /** * DriverScriptDb.query() * @param {object} queryOb some query object * @param {object} queryParams additional query parameters (if available) * @param {boolean} keepIds whether or not to keep driver specifc ids in the results * @return {object} results from selected handler */ self.query = function (queryOb,queryParams,keepIds) { var result =null; handleError='', handleCode=enums.CODE.OK; var driverIds = [], handleKeys = []; try { //clone query var cloneQuery = queryOb ? {data:JSON.parse(JSON.stringify(self.unFlatten(queryOb)))} : {}; // add siloid if (siloId !== enums.SETTINGS.NOSILO) { cloneQuery.siloId = siloId; } else { cloneQuery = cloneQuery.data || cloneQuery; } var paramResult = self.treatParams (handle.query (cloneQuery),queryParams) ; handleError = paramResult.handleError; handleCode = paramResult.handleCode; result = []; // if all is still good after that if (handleCode === enums.CODE.OK) { var r = paramResult.data.dbResult; while (r.hasNext()) { var rec = r.next(); if (keepIds) { var id = rec.getId(); driverIds.push({id:id}); handleKeys.push(id); } result.push(rec.data ? rec.data : rec); } } } catch(err) { handleError = err; handleCode = enums.CODE.DRIVER; } return parentHandler.makeResults (handleCode,handleError,result,keepIds ? driverIds :null,keepIds ? handleKeys:null); }; /** * DriverScriptDb.count() * @param {object} queryOb some query object * @param {object} queryParams additional query parameters (if available) * @return {object} results from selected handler */ self.count = function (queryOb,queryParams) { var result =null; handleError=null, handleCode=0; try { var data =[]; //clone query var cloneQuery = queryOb ? {data:JSON.parse(JSON.stringify(self.unFlatten(queryOb)))} : {}; // add siloid if (siloId !== enums.SETTINGS.NOSILO) { cloneQuery.siloId = siloId; } else { cloneQuery = cloneQuery.data || cloneQuery; } result = []; result.push({count:handle.count (cloneQuery)}); } catch(err) { handleError = err; handleCode = enums.CODE.DRIVER; } return parentHandler.makeResults (handleCode,handleError,result); }; /** * Driver.get() * @param {string} key the unique return in handleKeys for this object * @param {boolean} keepIds whether or not to keep driver specifc ids in the results * @return {object} results from selected handler */ self.get = function (key,keepIds) { var result =null; handleError='', handleCode=enums.CODE.OK var driverIds = [], handleKeys = []; try { var result = handle.load(key); if (result) { if (keepIds) { driverIds.push({id:key}); handleKeys.push(key); } } else { handleCode = enums.CODE.NOMATCH; } } catch(err) { handleError = err; handleCode = enums.CODE.DRIVER; } return parentHandler.makeResults (handleCode,handleError,result,keepIds ? driverIds :null,keepIds ? handleKeys:null); }; /** * Driver.update() * @param {string} key the unique return in handleKeys for this object * @param {object} ob what to update it to * @return {object} results from selected handler */ self.update = function (key,ob) { var result =null; handleError='', handleCode=enums.CODE.OK try { var result = handle.load(key); if (result) { // all this is because we can only save the same object we retrieved for (var k in result) { if (result.hasOwnProperty(k)) { delete result[k]; } } for (var k in ob) { result[k] = ob[k]; } handle.save(result); } else { handleCode = enums.CODE.NOMATCH; } } catch(err) { handleError = err; handleCode = enums.CODE.DRIVER; } return parentHandler.makeResults (handleCode,handleError,result); }; return self; } |
The library reference is: MFOtcXFHPAtxy_lb6tkhrXKi_d-phDA33 Reference This driver uses orchestrate.io. It works the same as all the other drivers, except that sorting is not yet implemented. Note that you’ll need to pass your orchestrate API key to DataHandler as […]
This is the the driver for DB.DRIVE described in Database abstraction with google apps script The library reference is: Ma__4vH–nQ_FPsuNF1BFuyz3TLx7pV4j Reference This driver uses the Google Drive Service to save a JSON file representing the contents of a […]
This is the the driver for DB.PARSE described in Database abstraction with google apps script. This uses parse.com – noSQL database for GAS and you may find it useful to read up how to do authentication there. […]
This is the the driver for DB.FUSION described in Database abstraction with google apps script The library reference is MyhWrchJeGiOowTfrMNidiSz3TLx7pV4j Reference This driver uses Fusion Advanced Services, that need to be enabled. They are already […]
This is the the driver for DB.SHEET described in Database abstraction with google apps script The library reference is Mrckbr9_w7PCphJtOzhzA_Cz3TLx7pV4j Quickstart The code cDriverSheet created by GitJsonApi https://github.com/brucemcpherson/cDriverSheet 0 forks. 4 stars. 0 open issues. Recent […]
This is the library you need to include if you want to make a rest API handler for DataHandler, as described in DataHandler REST API. The library reference is McxgTjMRcbw1FnIo94Nml5Ki_d-phDA33 Reference … under way The Code
|
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 |
/** * getPostParams - sorts out parameters for DataHandlerRest in cluding thos passed as postdata * @param {object} e from doPost()/doGet() * return {object} the massaged parameters */ function getPostParams (e) { var postData,params = {}; // data and parameters can co,e via both post or command line // postData should look like {parameters:{},data:{}} // postdata sent via GET should be &data=some json if (e && e.postData) { postData = JSON.parse(e.postData.contents); } if (postData) { params = postData.parameters || {}; if (postData.data) { params.data = JSON.stringify(postData.data); } var ks = postData.keys || postData.handleKeys; if (ks) { params.keys = JSON.stringify(ks); } } // now supercede with command line parameters if (e && e.parameter) { Object.keys(e.parameter).forEach(function(k) { params[k]=e.parameter[k]; }); } params.e = e; return params; } /** * DataHandlerRest - handlesweb app for DataHandler * @param {object} data everything needed to process the request * @param {Array.string} optAllowed array of aoperations im allowed to perform * return {DataHandlerRest} a new DataHandlerRest object */ var DataHandlerRest = function (data,optAllowed,accessToken) { var self = this; var enums = cDataHandler.dhConstants; var params = data; var result = {handleCode:enums.CODE.PUBLISH,handleError:enums.ERROR.PUBLISH}; self.isHappy = function () { return (result && result.handleError === enums.CODE.OK); }; self.publish = function () { var s = JSON.stringify(result); var mime = ContentService.MimeType.JSON; if (params.callback) { s = params.callback + "(" + s + ")"; mime = ContentService.MimeType.JAVASCRIPT; } return ContentService.createTextOutput(s).setMimeType(mime); }; self.getResult = function() { return result ? result : {handleCode:enums.CODE.NO_ACTION, handleError:enums.ERROR.NO_ACTION}; }; // find the type var driverType = params.driver ? enums.DB[params.driver.toUpperCase()] : ''; if (!driverType) { result = {handleCode:enums.CODE.UNKNOWN_DRIVER, handleError:enums.ERROR.UNKNOWN_DRIVER, data:[params]}; return self; }; // open a handler var handler = new cDataHandler.DataHandler ( params.siloid, driverType, params.expiry, params.dbid, params.driverob, undefined, undefined, params.peanut, params.accessToken); if (!handler) { result = {handleCode:enums.CODE.PARAMS_MISSING, handleError:enums.ERROR.PARAMS_MISSING, data:[params]}; return self; } else if (!handler.isHappy()) { result = {handleCode:enums.CODE.HANDLE_GET, handleError:enums.ERROR.HANDLE_GET, data:[params]}; return self; } // now good to try rest processing var rest = new DataRest(handler,params.allowed); if (!rest) { result = {handleCode:enums.CODE.REST_GET, handleError:enums.ERROR.REST_GET, data:[params]}; return self; } // lets go - organize the args into the right order for the called function if (params.action === 'save') { result = rest.generalRoute (params.action,params.dataOb); } else if (params.action === 'update') { result = rest.generalRoute (params.action,params.keyOb,params.dataOb); } else if (params.action === 'get') { result = rest.generalRoute (params.action,params.keyOb,params.nocache,params.keepid); } else { result = rest.generalRoute (params.action,params.query,params.params,params.nocache,params.keepid); } return self; } /** * DataRest - handles rest requests to DATAHANDLER * @param {DataHandler} dataHandler the datahandler to work on * @param {[String]} allowedOperations list of operations that can be done. default ['remove','save','query','count'] * return {DataRest} a new DataHandlerRest object */ var DataRest = function (dataHandler,allowedOperations) { var self = this; var parentHandler = dataHandler; var enums = parentHandler.getEnums(); var pAllowed = allowedOperations || enums.ACTIONS; self.isAllowed = function(access) { return pAllowed.indexOf(access) !== -1 ; } self.generalRoute = function(action) { // hive off all the args but the first var a = Array.prototype.slice.call(arguments); a.shift(); // can we do this? if (!self.isAllowed(action)) { return parentHandler.makeResults (enums.CODE.OPERATION_NOT_ALLOWED,action); } else { var r; try { r = parentHandler[action].apply (null,a); } catch(err) { r = parentHandler.makeResults (enums.CODE.ACTION_FAILED,action+" "+err); } return r; } } return self; } |
In various posts I have covered ways to get data in and out of Excel and other PC based systems. The latest capability I have looked at is being able to get data live into […]
bruce mcpherson is licensed under a Creative Commons Attribution-ShareAlike 4.0 International License. Based on a work at http://www.mcpher.com. Permissions beyond the scope of this license may be available at code use guidelines