piper-cli

purpose

a simple cli wrapper to process ndjson using well known packages such as lodash,voca and others

example

Lodash

• using lodash keyBy function to process an nested array

Lodash

echo "{\"title\":\"hello:world \",\"testArray\":[\"1\",\"2\"],\"testNested\":[{\"title\":\"hello\",\"content\":\"hellooooooo\"},{\"title\":\"world\",\"content\":\"random test\"}]}" | ./bin/cli  _.keyBy title -p testNested -a keyed_testNested | jq
{
  "title": "hello:world ",
  "testArray": [
    "1",
    "2"
  ],
  "testNested": [
    {
      "title": "hello",
      "content": "hellooooooo"
    },
    {
      "title": "world",
      "content": "random test"
    }
  ],
  "keyed_testNested": {
    "hello": {
      "title": "hello",
      "content": "hellooooooo"
    },
    "world": {
      "title": "world",
      "content": "random test"
    }
  }
}

• use lodash split by function

echo "{\"title\":\"hello:world \"}" | ./bin/cli  _.split : -p title

• use lodash join by function, join array by newline

echo "{\"test\":[\"hello\",\"world\"]}" | ./bin/cli  _.join $'\n' -p test -a test2
{"test":["hello","world"],"test2":"hello\nworld"}

• flatten

flat - npm

==can pass json paramter to flat function==

cat test/input/test3.json
 {"some":"thing"}
 {"foo":17,"bar":false,"quux":true}
 {"may":{"include":"nested","objects":["and","arrays"]}}


cat test/input/test3.json |  ./bin/cli  flat '{"safe":true,"delimiter":"!"}'
{"some":"thing"}
{"foo":17,"bar":false,"quux":true}
{"may!include":"nested","may!objects":["and","arrays"]}

html to text

cat test/input/html-to-text.json | bin/cli 'html-to-text' -p html -a text
#{"html":"<h1>Hello World</h1>","text":"HELLO WORLD"}

compromise

cat test/input/nlp1.json | bin/cli compromise.topics.json -p text -a nlp

wink nlp

cat test/input/nlp1.json | bin/cli wink-nlp.entities.out -p text -a nlp

compose SQL

 echo '{"genus": "adenia"}' | ./bin/cli compose -a 'hello' --db test/input/hello.db "select * from hello_world where genus like '<%= genus %>'" --key test

cat test/input/html-to-text.json | bin/cli 'html-to-text' -p html -a text
cat test/input/nlp1.json | bin/cli compromise.topics.json -p text -a nlp
cat test/input/nlp1.json | bin/cli wink-nlp.entities.out -p text -a nlp
echo "{\"test\":[\"hello\",\"world\"]}" | ./bin/cli  _.join $'\n' -p test -a test2
echo "{\"title\":\"hello:world \"}" | ./bin/cli  _.split : -p title
cat test/input/array_to_object.json | jq -c '.[]' | bin/cli array-to-object -p quick_look
cat test/input/array_to_object.json | jq -c '.[]' | bin/cli _.keyBy quick_look_title  -p quick_look 
cat test/input/array_to_object.json | jq -c '.[]' | bin/cli log -p quick_look