Skip to content

Commit

Permalink
bigger table
Browse files Browse the repository at this point in the history
  • Loading branch information
dvv committed Sep 30, 2011
1 parent 24b7191 commit e01c372
Show file tree
Hide file tree
Showing 2 changed files with 27 additions and 0 deletions.
24 changes: 24 additions & 0 deletions test/0
@@ -0,0 +1,24 @@
#!/bin/bash

cleanse() {
#sed -r '1d;/,Other$/d;/https?:/d;/^[a-zA-Z"]/d;/\\/d;/""/d;/(\t|\r|\f|\b)/d' #| sed -n '200000,400000p'
sed -r '1d;/,Other$/d;/https?:/d;/^[a-zA-Z"]/d;/\\/d;/""/d;/\t/d;/\n/d' | sed -n '250000,1000000p'
}

uacsvtojson0() {
echo '{"":{}'
sed -nr 's/^([^,]*?),([^,]*?),([^,]*?),"?([^"]+)"?,"?(.+)"?$/,"\4": {"f":"\5","v1":"\1","v2":"\2","v3":"\3"}/p'
echo '}'
}

uacsvtojson() {
echo 'var a = [{}'
sed -nr 's/^([^,]*?),([^,]*?),([^,]*?),"?([^"]+)"?,"?(.+)"?$/,{"k":"\4", "f":"\5","v1":"\1","v2":"\2","v3":"\3"}/p'
echo '];console.log(JSON.stringify(a));'
}

#uacsvtojson <UserAgent.csv >1.json
cleanse <UserAgent.csv | tee 111 | uacsvtojson >1.json
#tojson <src
#node load.js
node 1.json >3.json
3 changes: 3 additions & 0 deletions test/load.js
@@ -0,0 +1,3 @@
var uatable = JSON.parse(require('fs').readFileSync(__dirname + '/2.json', 'utf8'));
var x = uatable.concat(JSON.parse(require('fs').readFileSync(__dirname + '/3.json', 'utf8')));
require('fs').writeFileSync('ua.json', JSON.stringify(x), 'utf8');

0 comments on commit e01c372

Please sign in to comment.