Added logprocessing ui.

ui/.classpath

@@ -0,0 +1,18 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<classpath>
+	<classpathentry kind="src" path="src/java"/>
+	<classpathentry kind="src" path="etc"/>
+	<classpathentry kind="con" path="org.eclipse.jdt.launching.JRE_CONTAINER/org.eclipse.jdt.internal.debug.ui.launcher.StandardVMType/jdk1.6.0_18">
+		<attributes>
+			<attribute name="owner.project.facets" value="jst.java"/>
+		</attributes>
+	</classpathentry>
+	<classpathentry kind="con" path="org.eclipse.jst.server.core.container/org.eclipse.jst.server.tomcat.runtimeTarget/Apache Tomcat v5.5">
+		<attributes>
+			<attribute name="owner.project.facets" value="jst.web"/>
+		</attributes>
+	</classpathentry>
+	<classpathentry kind="con" path="org.eclipse.jst.j2ee.internal.web.container"/>
+	<classpathentry kind="con" path="org.eclipse.jst.j2ee.internal.module.container"/>
+	<classpathentry kind="output" path="build/classes"/>
+</classpath>

ui/.project

@@ -0,0 +1,36 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<projectDescription>
+	<name>CDRSearch</name>
+	<comment></comment>
+	<projects>
+	</projects>
+	<buildSpec>
+		<buildCommand>
+			<name>org.eclipse.wst.jsdt.core.javascriptValidator</name>
+			<arguments>
+			</arguments>
+		</buildCommand>
+		<buildCommand>
+			<name>org.eclipse.jdt.core.javabuilder</name>
+			<arguments>
+			</arguments>
+		</buildCommand>
+		<buildCommand>
+			<name>org.eclipse.wst.common.project.facet.core.builder</name>
+			<arguments>
+			</arguments>
+		</buildCommand>
+		<buildCommand>
+			<name>org.eclipse.wst.validation.validationbuilder</name>
+			<arguments>
+			</arguments>
+		</buildCommand>
+	</buildSpec>
+	<natures>
+		<nature>org.eclipse.jem.workbench.JavaEMFNature</nature>
+		<nature>org.eclipse.wst.common.modulecore.ModuleCoreNature</nature>
+		<nature>org.eclipse.wst.common.project.facet.core.nature</nature>
+		<nature>org.eclipse.jdt.core.javanature</nature>
+		<nature>org.eclipse.wst.jsdt.core.jsNature</nature>
+	</natures>
+</projectDescription>

ui/.settings/.jsdtscope

@@ -0,0 +1,11 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<classpath>
+	<classpathentry kind="con" path="org.eclipse.wst.jsdt.launching.JRE_CONTAINER"/>
+	<classpathentry kind="con" path="org.eclipse.wst.jsdt.launching.WebProject">
+		<attributes>
+			<attribute name="hide" value="true"/>
+		</attributes>
+	</classpathentry>
+	<classpathentry kind="con" path="org.eclipse.wst.jsdt.launching.baseBrowserLibrary"/>
+	<classpathentry kind="output" path=""/>
+</classpath>

ui/.settings/org.eclipse.jdt.core.prefs

@@ -0,0 +1,7 @@
+#Fri Oct 29 14:16:18 PDT 2010
+eclipse.preferences.version=1
+org.eclipse.jdt.core.compiler.codegen.targetPlatform=1.6
+org.eclipse.jdt.core.compiler.compliance=1.6
+org.eclipse.jdt.core.compiler.problem.assertIdentifier=error
+org.eclipse.jdt.core.compiler.problem.enumIdentifier=error
+org.eclipse.jdt.core.compiler.source=1.6

ui/.settings/org.eclipse.wst.common.component

@@ -0,0 +1,10 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project-modules id="moduleCoreId" project-version="1.5.0">
+    <wb-module deploy-name="CDRSearch">
+        <wb-resource deploy-path="/" source-path="/web"/>
+        <wb-resource deploy-path="/WEB-INF/classes" source-path="/src/java"/>
+        <wb-resource deploy-path="/WEB-INF/classes" source-path="/etc"/>
+        <property name="context-root" value="CDRSearch"/>
+        <property name="java-output-path" value="/CDRSearch/build/classes"/>
+    </wb-module>
+</project-modules>

ui/.settings/org.eclipse.wst.common.project.facet.core.xml

@@ -0,0 +1,9 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<faceted-project>
+  <runtime name="Apache Tomcat v5.5"/>
+  <fixed facet="jst.web"/>
+  <fixed facet="jst.java"/>
+  <installed facet="jst.java" version="6.0"/>
+  <installed facet="jst.web" version="2.4"/>
+  <installed facet="wst.jsdt.web" version="1.0"/>
+</faceted-project>

ui/.settings/org.eclipse.wst.jsdt.ui.superType.container

@@ -0,0 +1 @@
+org.eclipse.wst.jsdt.launching.baseBrowserLibrary

ui/.settings/org.eclipse.wst.jsdt.ui.superType.name

@@ -0,0 +1 @@
+Window

ui/README

@@ -0,0 +1,23 @@
+Here are the CLI commands used to create the schema. This schema is required for the CDRSearch application.
+To input the schema, run the cassandra CLI:
+<path to cassandra/bin/cassandra-cli --host <hostname>
+
+Then enter the lines below, one by one (don't enter the comments).  The CLI has an option to run a batch file of commands, but this does not seem to work yet.
+-------
+
+/* create a new keyspace */
+create keyspace CDRLogs with replication_factor = 1 and placement_strategy = 'org.apache.cassandra.locator.SimpleStrategy'
+
+/* switch to the new keyspace */
+use CDRLogs
+
+/* MSISDNTimeline - keyed by MSISDN (string). Column names are time stamps (long values in ms). */
+create column family MSISDNTimeline with column_type = 'Standard' and comparator = 'LongType' and rows_cached = 10000
+/* CDREntry - keyed by UUID (string). */
+/* Columns are: 
+create column family CDREntry with column_type = 'Standard' and comparator = 'BytesType' and rows_cached = 10000
+
+/* HourlyTimeline - keyed by hour (long value in ms). Column names are time stamps (long value in ms) */
+create column family HourlyTimeline with column_type = 'Standard' and comparator = 'LongType' and rows_cached = 10000
+
+create column family RawCDREntry_market1 with column_type = 'Standard' and comparator = 'BytesType'

ui/bin/flume-agent.sh

@@ -0,0 +1,53 @@
+#!/usr/bin/env /bin/bash
+
+# Copyright: (c) 2008-2010 Gemini Mobile Technologies, Inc.  All rights reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# This script starts flume as a master. It sets up the proper jar
+# library paths and defaults to a java class name.  This script reuses
+# flume scripts.  For advance settings, use their scripts...
+
+
+# This stuff here makes CMDPATH absolutely path to bin correctly
+CMDPATH=`dirname $0`
+pushd $CMDPATH >/dev/null
+CMDPATH=`pwd`
+popd >/dev/null
+
+# generic path... Here
+BINPATH=`dirname $0`
+if [ -f "${BINPATH}/gemini-env.sh" ]; then
+    source "$BINPATH/gemini-env.sh"
+fi
+
+# flume run 
+if [ -z "$FLUME_RUNTIME" ]; then
+  export FLUME_RUNTIME="$CMDPATH"
+fi
+
+export FLUME_LOG_DIR=${FLUME_RUNTIME}/master/log
+export FLUME_PID_DIR=${FLUME_RUNTIME}/master/run
+export FLUME_CONF_DIR=${FLUME_HOME}/conf
+
+
+if [[ ! -e  ${FLUME_LOG_DIR} ]]; then
+   mkdir -p ${FLUME_LOG_DIR}
+fi
+
+if [[ ! -e ${FLUME_PID_DIR} ]]; then
+   mkdir -p ${FLUME_PID_DIR}
+fi
+
+# ./bin/flume collector
+${FLUME_HOME}/bin/flume node_nowatch -n agent1

ui/bin/flume-collector.sh

@@ -0,0 +1,56 @@
+#!/usr/bin/env /bin/bash
+
+# Copyright: (c) 2008-2010 Gemini Mobile Technologies, Inc.  All rights reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# This script starts flume as a master. It sets up the proper jar
+# library paths and defaults to a java class name.  This script reuses
+# flume scripts.  For advance settings, use their scripts...
+
+
+# This stuff here makes CMDPATH absolutely path to bin correctly
+CMDPATH=`dirname $0`
+pushd $CMDPATH >/dev/null
+CMDPATH=`pwd`
+popd >/dev/null
+
+# generic path... Here
+BINPATH=`dirname $0`
+if [ -f "${BINPATH}/gemini-env.sh" ]; then
+    source "$BINPATH/gemini-env.sh"
+fi
+
+# flume run 
+if [ -z "$FLUME_RUNTIME" ]; then
+  export FLUME_RUNTIME="$CMDPATH"
+fi
+
+export FLUME_LOG_DIR=${FLUME_RUNTIME}/master/log
+export FLUME_PID_DIR=${FLUME_RUNTIME}/master/run
+export FLUME_CONF_DIR=${FLUME_HOME}/conf
+
+
+if [[ ! -e  ${FLUME_LOG_DIR} ]]; then
+   mkdir -p ${FLUME_LOG_DIR}
+fi
+
+if [[ ! -e ${FLUME_PID_DIR} ]]; then
+   mkdir -p ${FLUME_PID_DIR}
+fi
+
+export FLUME_CLASSPATH=${FLUME_CLASSPATH}:${CMDPATH}/../cdr_cassandra_plugin.jar:${CMDPATH}/../lib/jug-asl-*.jar:${CMDPATH}/../lib/hector-*.jar
+
+# ./bin/flume collector
+${FLUME_HOME}/bin/flume node_nowatch -n collector
+

ui/bin/flume-master.sh

@@ -0,0 +1,55 @@
+#!/usr/bin/env /bin/bash
+
+# Copyright: (c) 2008-2010 Gemini Mobile Technologies, Inc.  All rights reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# This script starts flume as a master. It sets up the proper jar
+# library paths and defaults to a java class name.  This script reuses
+# flume scripts.  For advance settings, use their scripts...
+
+
+# This stuff here makes CMDPATH absolutely path to bin correctly
+CMDPATH=`dirname $0`
+pushd $CMDPATH >/dev/null
+CMDPATH=`pwd`
+popd >/dev/null
+
+# generic path... Here
+BINPATH=`dirname $0`
+if [ -f "${BINPATH}/gemini-env.sh" ]; then
+    source "$BINPATH/gemini-env.sh"
+fi
+
+# flume run 
+if [ -z "$FLUME_RUNTIME" ]; then
+  export FLUME_RUNTIME="$CMDPATH"
+fi
+
+export FLUME_LOG_DIR=${FLUME_RUNTIME}/master/log
+export FLUME_PID_DIR=${FLUME_RUNTIME}/master/run
+export FLUME_CONF_DIR=${FLUME_HOME}/conf
+
+
+if [[ ! -e  ${FLUME_LOG_DIR} ]]; then
+   mkdir -p ${FLUME_LOG_DIR}
+fi
+
+if [[ ! -e ${FLUME_PID_DIR} ]]; then
+   mkdir -p ${FLUME_PID_DIR}
+fi
+
+export FLUME_CLASSPATH=${FLUME_CLASSPATH}:${CMDPATH}/../cdr_cassandra_plugin.jar
+
+# ./bin/flume master
+${FLUME_HOME}/bin/flume master

ui/bin/gemini-env.sh

@@ -0,0 +1,26 @@
+#!/usr/bin/env /bin/bash
+
+# Copyright: (c) 2008-2010 Gemini Mobile Technologies, Inc.  All rights reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# export JAVA_HOME=/usr/lib/jvm/java-6-sun
+
+# export FLUME_HOME="/usr/local/flume"
+export FLUME_HOME="/home/gki/downloads/flume"
+
+# export CASSANDRA_HOME="/usr/local/cassandra"
+
+# Runtime locations
+# export FLUME_RUNTIME="/usr/local/flume"
+export FLUME_RUNTIME="/tmp/flume-runtime"