#!/usr/bin/env bash # # Jsawk: It's like awk for JSON, in bash. # # Fork me on github: # http://github.com/micha/jsawk # # Author: # Micha Niskin # Copyright 2009, no rights reserved, other than as required by the # licenses of the incorporated software below. # TMP1=`mktemp /tmp/tmp.XXXXXX` TMP2=`mktemp /tmp/tmp.XXXXXX` trap "rm -f $TMP1 $TMP2" SIGINT SIGTERM SIGHUP SIGQUIT cat <<'__END__' > $TMP1 window = this; // the global object window.IS = []; // the input set window.RS = []; // the result set window.$_ = {}; // the current element index window.$$ = {}; // the current element /** sprintf() for JavaScript 0.7-beta1 http://www.diveintojavascript.com/projects/javascript-sprintf Copyright (c) Alexandru Marasteanu All rights reserved. Redistribution and use in source and binary forms, with or without modification, are permitted provided that the following conditions are met: * Redistributions of source code must retain the above copyright notice, this list of conditions and the following disclaimer. * Redistributions in binary form must reproduce the above copyright notice, this list of conditions and the following disclaimer in the documentation and/or other materials provided with the distribution. * Neither the name of sprintf() for JavaScript nor the names of its contributors may be used to endorse or promote products derived from this software without specific prior written permission. THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL Alexandru Marasteanu BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. Changelog: 2010.09.06 - 0.7-beta1 - features: vsprintf, support for named placeholders - enhancements: format cache, reduced global namespace pollution 2010.05.22 - 0.6: - reverted to 0.4 and fixed the bug regarding the sign of the number 0 Note: Thanks to Raphael Pigulla (http://www.n3rd.org/) who warned me about a bug in 0.5, I discovered that the last update was a regress. I appologize for that. 2010.05.09 - 0.5: - bug fix: 0 is now preceeded with a + sign - bug fix: the sign was not at the right position on padded results (Kamal Abdali) - switched from GPL to BSD license 2007.10.21 - 0.4: - unit test and patch (David Baird) 2007.09.17 - 0.3: - bug fix: no longer throws exception on empty paramenters (Hans Pufal) 2007.09.11 - 0.2: - feature: added argument swapping 2007.04.03 - 0.1: - initial release **/ var sprintf = (function() { function get_type(variable) { return Object.prototype.toString.call(variable).slice(8, -1).toLowerCase(); } function str_repeat(input, multiplier) { for (var output = []; multiplier > 0; output[--multiplier] = input) {/* do nothing */} return output.join(''); } var str_format = function() { if (!str_format.cache.hasOwnProperty(arguments[0])) { str_format.cache[arguments[0]] = str_format.parse(arguments[0]); } return str_format.format.call(null, str_format.cache[arguments[0]], arguments); }; str_format.format = function(parse_tree, argv) { var cursor = 1, tree_length = parse_tree.length, node_type = '', arg, output = [], i, k, match, pad, pad_character, pad_length; for (i = 0; i < tree_length; i++) { node_type = get_type(parse_tree[i]); if (node_type === 'string') { output.push(parse_tree[i]); } else if (node_type === 'array') { match = parse_tree[i]; // convenience purposes only if (match[2]) { // keyword argument arg = argv[cursor]; for (k = 0; k < match[2].length; k++) { if (!arg.hasOwnProperty(match[2][k])) { throw(sprintf('[sprintf] property "%s" does not exist', match[2][k])); } arg = arg[match[2][k]]; } } else if (match[1]) { // positional argument (explicit) arg = argv[match[1]]; } else { // positional argument (implicit) arg = argv[cursor++]; } if (/[^s]/.test(match[8]) && (get_type(arg) != 'number')) { throw(sprintf('[sprintf] expecting number but found %s', get_type(arg))); } switch (match[8]) { case 'b': arg = arg.toString(2); break; case 'c': arg = String.fromCharCode(arg); break; case 'd': arg = parseInt(arg, 10); break; case 'e': arg = match[7] ? arg.toExponential(match[7]) : arg.toExponential(); break; case 'f': arg = match[7] ? parseFloat(arg).toFixed(match[7]) : parseFloat(arg); break; case 'o': arg = arg.toString(8); break; case 's': arg = ((arg = String(arg)) && match[7] ? arg.substring(0, match[7]) : arg); break; case 'u': arg = Math.abs(arg); break; case 'x': arg = arg.toString(16); break; case 'X': arg = arg.toString(16).toUpperCase(); break; } arg = (/[def]/.test(match[8]) && match[3] && arg >= 0 ? '+'+ arg : arg); pad_character = match[4] ? match[4] == '0' ? '0' : match[4].charAt(1) : ' '; pad_length = match[6] - String(arg).length; pad = match[6] ? str_repeat(pad_character, pad_length) : ''; output.push(match[5] ? arg + pad : pad + arg); } } return output.join(''); }; str_format.cache = {}; str_format.parse = function(fmt) { var _fmt = fmt, match = [], parse_tree = [], arg_names = 0; while (_fmt) { if ((match = /^[^\x25]+/.exec(_fmt)) !== null) { parse_tree.push(match[0]); } else if ((match = /^\x25{2}/.exec(_fmt)) !== null) { parse_tree.push('%'); } else if ((match = /^\x25(?:([1-9]\d*)\$|\(([^\)]+)\))?(\+)?(0|'[^$])?(-)?(\d+)?(?:\.(\d+))?([b-fosuxX])/.exec(_fmt)) !== null) { if (match[2]) { arg_names |= 1; var field_list = [], replacement_field = match[2], field_match = []; if ((field_match = /^([a-z_][a-z_\d]*)/i.exec(replacement_field)) !== null) { field_list.push(field_match[1]); while ((replacement_field = replacement_field.substring(field_match[0].length)) !== '') { if ((field_match = /^\.([a-z_][a-z_\d]*)/i.exec(replacement_field)) !== null) { field_list.push(field_match[1]); } else if ((field_match = /^\[(\d+)\]/.exec(replacement_field)) !== null) { field_list.push(field_match[1]); } else { throw('[sprintf] huh?'); } } } else { throw('[sprintf] huh?'); } match[2] = field_list; } else { arg_names |= 2; } if (arg_names === 3) { throw('[sprintf] mixing positional and named placeholders is not (yet) supported'); } parse_tree.push(match); } else { throw('[sprintf] huh?'); } _fmt = _fmt.substring(match[0].length); } return parse_tree; }; return str_format; })(); var vsprintf = function(fmt, argv) { argv.unshift(fmt); return sprintf.apply(null, argv); }; // Underscore.js 1.1.6 // (c) 2011 Jeremy Ashkenas, DocumentCloud Inc. // Underscore is freely distributable under the MIT license. // Portions of Underscore are inspired or borrowed from Prototype, // Oliver Steele's Functional, and John Resig's Micro-Templating. // For all details and documentation: // http://documentcloud.github.com/underscore (function(){var p=this,C=p._,m={},i=Array.prototype,n=Object.prototype,f=i.slice,D=i.unshift,E=n.toString,l=n.hasOwnProperty,s=i.forEach,t=i.map,u=i.reduce,v=i.reduceRight,w=i.filter,x=i.every,y=i.some,o=i.indexOf,z=i.lastIndexOf;n=Array.isArray;var F=Object.keys,q=Function.prototype.bind,b=function(a){return new j(a)};typeof module!=="undefined"&&module.exports?(module.exports=b,b._=b):p._=b;b.VERSION="1.1.6";var h=b.each=b.forEach=function(a,c,d){if(a!=null)if(s&&a.forEach===s)a.forEach(c,d);else if(b.isNumber(a.length))for(var e= 0,k=a.length;e=e.computed&&(e={value:a,computed:b})});return e.value};b.min=function(a, c,d){if(!c&&b.isArray(a))return Math.min.apply(Math,a);var e={computed:Infinity};h(a,function(a,b,f){b=c?c.call(d,a,b,f):a;bd?1:0}),"value")};b.sortedIndex=function(a,c,d){d||(d=b.identity);for(var e=0,f=a.length;e>1;d(a[g])=0})})};b.zip=function(){for(var a=f.call(arguments),c=b.max(b.pluck(a,"length")),d=Array(c), e=0;e=0;d--)b=[a[d].apply(this,b)];return b[0]}};b.after=function(a,b){return function(){if(--a<1)return b.apply(this,arguments)}};b.keys=F||function(a){if(a!==Object(a))throw new TypeError("Invalid object");var b=[],d;for(d in a)l.call(a,d)&&(b[b.length]=d);return b};b.values=function(a){return b.map(a, b.identity)};b.functions=b.methods=function(a){return b.filter(b.keys(a),function(c){return b.isFunction(a[c])}).sort()};b.extend=function(a){h(f.call(arguments,1),function(b){for(var d in b)b[d]!==void 0&&(a[d]=b[d])});return a};b.defaults=function(a){h(f.call(arguments,1),function(b){for(var d in b)a[d]==null&&(a[d]=b[d])});return a};b.clone=function(a){return b.isArray(a)?a.slice():b.extend({},a)};b.tap=function(a,b){b(a);return a};b.isEqual=function(a,c){if(a===c)return!0;var d=typeof a;if(d!= typeof c)return!1;if(a==c)return!0;if(!a&&c||a&&!c)return!1;if(a._chain)a=a._wrapped;if(c._chain)c=c._wrapped;if(a.isEqual)return a.isEqual(c);if(b.isDate(a)&&b.isDate(c))return a.getTime()===c.getTime();if(b.isNaN(a)&&b.isNaN(c))return!1;if(b.isRegExp(a)&&b.isRegExp(c))return a.source===c.source&&a.global===c.global&&a.ignoreCase===c.ignoreCase&&a.multiline===c.multiline;if(d!=="object")return!1;if(a.length&&a.length!==c.length)return!1;d=b.keys(a);var e=b.keys(c);if(d.length!=e.length)return!1; for(var f in a)if(!(f in c)||!b.isEqual(a[f],c[f]))return!1;return!0};b.isEmpty=function(a){if(b.isArray(a)||b.isString(a))return a.length===0;for(var c in a)if(l.call(a,c))return!1;return!0};b.isElement=function(a){return!!(a&&a.nodeType==1)};b.isArray=n||function(a){return E.call(a)==="[object Array]"};b.isArguments=function(a){return!(!a||!l.call(a,"callee"))};b.isFunction=function(a){return!(!a||!a.constructor||!a.call||!a.apply)};b.isString=function(a){return!!(a===""||a&&a.charCodeAt&&a.substr)}; b.isNumber=function(a){return!!(a===0||a&&a.toExponential&&a.toFixed)};b.isNaN=function(a){return a!==a};b.isBoolean=function(a){return a===!0||a===!1};b.isDate=function(a){return!(!a||!a.getTimezoneOffset||!a.setUTCFullYear)};b.isRegExp=function(a){return!(!a||!a.test||!a.exec||!(a.ignoreCase||a.ignoreCase===!1))};b.isNull=function(a){return a===null};b.isUndefined=function(a){return a===void 0};b.noConflict=function(){p._=C;return this};b.identity=function(a){return a};b.times=function(a,b,d){for(var e= 0;e/g,interpolate:/<%=([\s\S]+?)%>/g};b.template=function(a,c){var d=b.templateSettings;d="var __p=[],print=function(){__p.push.apply(__p,arguments);};with(obj||{}){__p.push('"+a.replace(/\\/g,"\\\\").replace(/'/g,"\\'").replace(d.interpolate,function(a,b){return"',"+b.replace(/\\'/g,"'")+",'"}).replace(d.evaluate|| null,function(a,b){return"');"+b.replace(/\\'/g,"'").replace(/[\r\n\t]/g," ")+"__p.push('"}).replace(/\r/g,"\\r").replace(/\n/g,"\\n").replace(/\t/g,"\\t")+"');}return __p.join('');";d=new Function("obj",d);return c?d(c):d};var j=function(a){this._wrapped=a};b.prototype=j.prototype;var r=function(a,c){return c?b(a).chain():a},H=function(a,c){j.prototype[a]=function(){var a=f.call(arguments);D.call(a,this._wrapped);return r(c.apply(b,a),this._chain)}};b.mixin(b);h(["pop","push","reverse","shift","sort", "splice","unshift"],function(a){var b=i[a];j.prototype[a]=function(){b.apply(this._wrapped,arguments);return r(this._wrapped,this._chain)}});h(["concat","join","slice"],function(a){var b=i[a];j.prototype[a]=function(){return r(b.apply(this._wrapped,arguments),this._chain)}});j.prototype.chain=function(){this._chain=!0;return this};j.prototype.value=function(){return this._wrapped}})(); (function() { /* Copyright Jason E. Smith 2008 Licensed under the Apache License, Version 2.0 (the "License"); You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0 */ /* * CREDITS: * Thanks to Kris Zyp from SitePen for contributing his source for * a standalone port of JSONQuery (from the dojox.json.query module). * * OVERVIEW: * JSONQuery.js is a standalone port of the dojox.json.query module. It is intended as * a dropin solution with zero dependencies. JSONQuery is intended to succeed and improve upon * the JSONPath api (http://goessner.net/articles/JsonPath/) which offers rich powerful * querying capabilities similar to those of XQuery. * * EXAMPLES / USAGE: * see http://www.sitepen.com/blog/2008/07/16/jsonquery-data-querying-beyond-jsonpath/ * * *Ripped from original source. * JSONQuery(queryString,object) and JSONQuery(queryString)(object) always return identical results. The first one immediately evaluates, the second one returns a function that then evaluates the object. example: JSONQuery("foo",{foo:"bar"}) This will return "bar". example: evaluator = JSONQuery("?foo='bar'&rating>3"); This creates a function that finds all the objects in an array with a property foo that is equals to "bar" and with a rating property with a value greater than 3. evaluator([{foo:"bar",rating:4},{foo:"baz",rating:2}]) This returns: {foo:"bar",rating:4} example: evaluator = JSONQuery("$[?price<15.00][\rating][0:10]"); This finds objects in array with a price less than 15.00 and sorts then by rating, highest rated first, and returns the first ten items in from this filtered and sorted list. example: var data = {customers:[ {name:"Susan", purchases:29}, {name:"Kim", purchases:150}, {name:"Jake", purchases:27} ]}; var results = json.JSONQuery("$.customers[?purchases > 21 & name='Jake'][\\purchases]",data); results returns customers sorted by higest number of purchases to lowest. */ function map(arr, fun /*, thisp*/){ var len = arr.length; if (typeof fun != "function") throw new TypeError(); var res = new Array(len); var thisp = arguments[2]; for (var i = 0; i < len; i++) { if (i in arr) res[i] = fun.call(thisp, arr[i], i, arr); } return res; } function filter(arr, fun /*, thisp*/){ var len = arr.length; if (typeof fun != "function") throw new TypeError(); var res = new Array(); var thisp = arguments[2]; for (var i = 0; i < len; i++) { if (i in arr) { var val = arr[i]; // in case fun mutates this if (fun.call(thisp, val, i, arr)) res.push(val); } } return res; }; function slice(obj,start,end,step){ // handles slice operations: [3:6:2] var len=obj.length,results = []; end = end || len; start = (start < 0) ? Math.max(0,start+len) : Math.min(len,start); end = (end < 0) ? Math.max(0,end+len) : Math.min(len,end); for(var i=start; i, <=, >=, != - These operators behave just as they do // in JavaScript. // // // // | dojox.json.query(queryString,object) // and // | dojox.json.query(queryString)(object) // always return identical results. The first one immediately evaluates, the second one returns a // function that then evaluates the object. // // example: // | dojox.json.query("foo",{foo:"bar"}) // This will return "bar". // // example: // | evaluator = dojox.json.query("?foo='bar'&rating>3"); // This creates a function that finds all the objects in an array with a property // foo that is equals to "bar" and with a rating property with a value greater // than 3. // | evaluator([{foo:"bar",rating:4},{foo:"baz",rating:2}]) // This returns: // | {foo:"bar",rating:4} // // example: // | evaluator = dojox.json.query("$[?price<15.00][\rating][0:10]"); // This finds objects in array with a price less than 15.00 and sorts then // by rating, highest rated first, and returns the first ten items in from this // filtered and sorted list. tokens = []; var depth = 0; var str = []; query = query.replace(/"(\\.|[^"\\])*"|'(\\.|[^'\\])*'|[\[\]]/g,function(t){ depth += t == '[' ? 1 : t == ']' ? -1 : 0; // keep track of bracket depth return (t == ']' && depth > 0) ? '`]' : // we mark all the inner brackets as skippable (t.charAt(0) == '"' || t.charAt(0) == "'") ? "`" + (str.push(t) - 1) :// and replace all the strings t; }); var prefix = ''; function call(name){ // creates a function call and puts the expression so far in a parameter for a call prefix = name + "(" + prefix; } function makeRegex(t,a,b,c,d){ // creates a regular expression matcher for when wildcards and ignore case is used return str[d].match(/[\*\?]/) || c == '~' ? "/^" + str[d].substring(1,str[d].length-1).replace(/\\([btnfr\\"'])|([^\w\*\?])/g,"\\$1$2").replace(/([\*\?])/g,".$1") + (c == '~' ? '$/i' : '$/') + ".test(" + a + ")" : t; } query.replace(/(\]|\)|push|pop|shift|splice|sort|reverse)\s*\(/,function(){ throw new Error("Unsafe function call"); }); query = query.replace(/([^=]=)([^=])/g,"$1=$2"). // change the equals to comparisons replace(/@|(\.\s*)?[a-zA-Z\$_]+(\s*:)?/g,function(t){ return t.charAt(0) == '.' ? t : // leave .prop alone t == '@' ? "$obj" :// the reference to the current object (t.match(/:|^(\$|Math|true|false|null)$/) ? "" : "$obj.") + t; // plain names should be properties of root... unless they are a label in object initializer }). replace(/\.?\.?\[(`\]|[^\]])*\]|\?.*|\.\.([\w\$_]+)|\.\*/g,function(t,a,b){ var oper = t.match(/^\.?\.?(\[\s*\^?\?|\^?\?|\[\s*==)(.*?)\]?$/); // [?expr] and ?expr and [=expr and =expr if(oper){ var prefix = ''; if(t.match(/^\./)){ // recursive object search call("expand"); prefix = ",true)"; } call(oper[1].match(/\=/) ? "map" : oper[1].match(/\^/) ? "distinctFilter" : "filter"); return prefix + ",function($obj){return " + oper[2] + "})"; } oper = t.match(/^\[\s*([\/\\].*)\]/); // [/sortexpr,\sortexpr] if(oper){ // make a copy of the array and then sort it using the sorting expression return ".concat().sort(function(a,b){" + oper[1].replace(/\s*,?\s*([\/\\])\s*([^,\\\/]+)/g,function(t,a,b){ return "var av= " + b.replace(/\$obj/,"a") + ",bv= " + b.replace(/\$obj/,"b") + // FIXME: Should check to make sure the $obj token isn't followed by characters ";if(av>bv||bv==null){return " + (a== "/" ? 1 : -1) +";}\n" + "if(bv>av||av==null){return " + (a== "/" ? -1 : 1) +";}\n"; }) + "})"; } oper = t.match(/^\[(-?[0-9]*):(-?[0-9]*):?(-?[0-9]*)\]/); // slice [0:3] if(oper){ call("slice"); return "," + (oper[1] || 0) + "," + (oper[2] || 0) + "," + (oper[3] || 1) + ")"; } if(t.match(/^\.\.|\.\*|\[\s*\*\s*\]|,/)){ // ..prop and [*] call("expand"); return (t.charAt(1) == '.' ? ",'" + b + "'" : // ..prop t.match(/,/) ? "," + t : // [prop1,prop2] "") + ")"; // [*] } return t; }). replace(/(\$obj\s*(\.\s*[\w_$]+\s*)*)(==|~)\s*`([0-9]+)/g,makeRegex). // create regex matching replace(/`([0-9]+)\s*(==|~)\s*(\$obj(\s*\.\s*[\w_$]+)*)/g,function(t,a,b,c,d){ // and do it for reverse = return makeRegex(t,c,d,b,a); }); query = prefix + (query.charAt(0) == '$' ? "" : "$") + query.replace(/`([0-9]+|\])/g,function(t,a){ //restore the strings return a == ']' ? ']' : str[a]; }); // create a function within this scope (so it can use expand and slice) var executor = eval("1&&function($,$1,$2,$3,$4,$5,$6,$7,$8,$9){var $obj=$;return " + query + "}"); for(var i = 0;i 0) { args = args.length > 1 ? args : args[0]; var ret = typeof(args) == "string" ? args : json(args); doPrint(type, ret); } }; window.Q = function() { try { var ret = JSONQuery.apply(window, arguments); ret.length; return ret; } catch (e) { err("jsawk: JSONQuery parse error: '"+arguments[0]+"'"); quit(4); } }; window.out = function() { var args = Array.prototype.slice.call(arguments); args.unshift("OUT:"); doJsonPrint.apply(window, args); }; window.err = function() { var args = Array.prototype.slice.call(arguments); args.unshift("ERR:"); doJsonPrint.apply(window, args); }; window.alert = p; window.doJson = function(input) { if (typeof input !== "string") { return input; } else { input = input.replace(/\s*$/,""); if (!input.length) { return {}; } else { try { return eval("("+input+")"); } catch (e) { err("jsawk: JSON parse error: '"+input+"'"); quit(2); } } } }; window.doCall = function(fun, obj) { try { return fun.call(obj); } catch (e) { err("jsawk: js error: "+e); quit(3); } }; window.makeFilter = function(fun) { try { return eval("(function() { "+fun+"; return this })"); } catch (e) { err("jsawk: script parse error: '"+fun+"'"); quit(3); } }; window.json = function() { try { return JSON.stringify.apply(window, arguments); } catch (e) { err("jsawk: JSON stringify error: "+e); quit(5); } }; window.get = function() { return $$ = IS[++$_]; }; window.put = function(record) { IS = IS.slice(0, $_+1).concat([record]).concat(IS.slice($_+1)); }; window.forEach = function(ary, fun) { fun = eval("function(index,item) { "+fun+"; }"); for (var i=0; i/dev/null)" > $TMP2 nlines=$(grep -c '$' $TMP2 2>/dev/null || echo 0) fi if [ -e /etc/jsawkrc ]; then . /etc/jsawkrc fi if [ -e ~/.jsawkrc ]; then . ~/.jsawkrc fi JSBIN=${js_arg:-${JS:-js}} ret=$? res=$(cat $TMP2 2>/dev/null | $JSBIN $TMP1 $nlines "$@") out=$(echo "$res" |sed '/^OUT: /s/^.....//p;d') err=$(echo "$res" |sed '/^ERR: /s/^.....//p;d') [ -n "$err" ] && echo "$err" 1>&2 [ -n "$out" ] && echo "$out" rm -f $TMP1 $TMP2 exit $ret