exportProbe

#!/bin/bash

# Coded by: vincenzogianfelice <developer.vincenzog@gmail.com>
# View my github at https://github.com/vincenzogianfelice
# My site: https://vincenzogianfelice.altervista.org

set -o noclobber

########################
API=''	# INSERT YOUR API BEETWEN ' '. (eg.) API='saadljhniu2y78yinh21iuh21nyh2112....'
########################

VENDOR_SITE='https://api.macvendors.com'
NAME_MAC_FILE_VENDOR="lib/oui/oui.txt"
count=0

TABLE='probeSniffer'
DB=""
COLUMN=0
SSID=0
NULL_SSID=0
MERGE_DB=()
BACKUP=0
MAC_VENDOR_CORRECT=0
MAC_VENDOR_NULL=0
REMOVE_BROADCAST=0
FORCE_OPERATION=0
FIND_MAC_VENDOR_LOCAL=0
FIND_MAC_VENDOR_ONLINE=0
REMOVE_DUPLICATE=0
SORT=0
VENDOR_RESOLVE=""
CONTENT_DB=""
HEADER=""
EXPORT_RAW=0
EXPORT_CSV=0
EXPORT_HTML=0
EXPORT_JSON=0
EXPORT_XML=0
DUMP_SQLITE=0

function help() {
cat << "EOF"
                            _   ____            _
  _____  ___ __   ___  _ __| |_|  _ \ _ __ ___ | |__   ___
 / _ \ \/ / '_ \ / _ \| '__| __| |_) | '__/ _ \| '_ \ / _ \
|  __/>  <| |_) | (_) | |  | |_|  __/| | | (_) | |_) |  __/
 \___/_/\_\ .__/ \___/|_|   \__|_|   |_|  \___/|_.__/ \___|
          |_|

EOF
	echo""
	echo " Usage: $0 -d file.db [ -BenC | -B | -E | ... ] | -h"
	echo ""
	echo " Options:"
	echo " 	-d <file>   Database file"
	echo "	-f          Force read DB in case of error"
	echo " 	-e          Print devices with an SSID correct"
	echo " 	-E          Print devices that DO NOT have a SSID"
	echo "	-n	    Print devices with an MAC Vendor correct"
	echo "	-M          Print devices that DO NOT have a MAC vendor"
	echo "	-B          Print devices WITHOUT broadcast request"
	echo "	-D          Remove duplicate lines"
	echo "	-s          Sort for ESSID"
	echo "	-u <file>   Merge multiple DBs into principal DB"
	echo "	            (Es.) $0 -d file_principal.db -u file.db2 -u file.db3 -u file.db3 ecc..."
	echo "	-b	    Backup DB before merge with other DB"
	echo " 	-h          Show this help"
	echo ""
	echo " Adavanced Search:"
	echo " 	-m          Search Vendor MAC Address for devices that were not found"
	echo "	            The file default is 'oui.txt'"
	echo "	-w	    Search Vendor MAC Address for devices that were not found"
	echo "		    The search is performed online (view https://macvendors.com)"
	echo ""
	echo " Export Format:"
	echo "	-S	    Dump all tables and fields of the DB Sqlite for backup"
	echo "	-R	    Export RAW Format"
	echo "	-C	    Export CSV format"
	echo " 	-H	    Export HTML format"
	echo "	-J	    Export JSON format"
	echo "	-X	    Export XML format"
	echo ""
}

function check_db() {
	DATABASE="$1"
	if [ -z "$DATABASE" ]; then
		exit 1
	fi

	check_sqlite="$(file --mime-type -b "$DATABASE")"
	if [[ $FORCE -eq 1 ]]; then
		return
	fi
	if ! echo "$check_sqlite" | grep -q -i 'sqlite';  then
		echo "Errore: Il file '$DATABASE' non e' un DB Sqlite" >&2
		exit 1
	fi
	if ! sqlite3 "$DATABASE" ".tables" | grep -q 'probeSniffer'; then
		echo "Errore: Il file '$DATABASE' non e' un DB adatto o non e' un DB di probeSniffer" >&2
		exit 1
	fi
}

function export_db() {
	CONTENT_DB="$(sqlite3 "$DB" "select * from "$TABLE";")" # Output DB Data
	HEADER="$(sqlite3 -header "$DB" "select * from "$TABLE" LIMIT 1;" | head -n1)" # Output Header DB
}

function dump_db_sqlite() {
	CONTENT_DB="$(sqlite3 "$DB" ".dump")"
	echo "$CONTENT_DB"
}

function export_raw() {
	CONTENT_DB="$HEADER\n$CONTENT_DB"
	echo -e "$CONTENT_DB"
}

function export_csv() {
	CONTENT_DB="$HEADER\n$CONTENT_DB"
	echo -e "$CONTENT_DB" | awk -f lib/parser_csv.awk
}

function export_html() {
	CONTENT_DB="$HEADER\n$CONTENT_DB"
        echo -e "$CONTENT_DB" | awk -f lib/parser_html.awk
}

function export_json() {
	CONTENT_DB="$HEADER\n$CONTENT_DB"
	echo -e "$CONTENT_DB" | awk -f lib/parser_json.awk
}

function export_xml() {
	CONTENT_DB="$HEADER\n$CONTENT_DB"
	echo -e "$CONTENT_DB" | awk -f lib/parser_xml.awk
}

function output_data() {
	if [[ $DUMP_SQLITE -eq 1 ]]; then
		dump_db_sqlite
		exit 0
	fi

	export_db

	if [[ $REMOVE_DUPLICATE -eq 1 ]]; then
		CONTENT_DB="$(echo "$CONTENT_DB" | sort -uk1,3)"
	fi
	if [[ $SORT -eq 1 ]]; then
		CONTENT_DB="$(echo "$CONTENT_DB" | sort -t '|' -k3,3)"
	fi
	if [[ $SSID -eq 1 ]]; then
		CONTENT_DB="$(echo "$CONTENT_DB" | grep -v '|SSID: |')"
	fi
	if [[ $NULL_SSID -eq 1 ]]; then
		CONTENT_DB="$(echo "$CONTENT_DB" | grep '|SSID: |')"
	fi
	if [[ $MAC_VENDOR_CORRECT -eq 1 ]]; then
		CONTENT_DB="$(echo "$CONTENT_DB" | grep -v '|RESOLVE-ERROR|')"
	fi
	if [[ $MAC_VENDOR_NULL -eq 1 ]]; then
		CONTENT_DB="$(echo "$CONTENT_DB" | grep '|RESOLVE-ERROR|')"
	fi
	if [[ $REMOVE_BROADCAST -eq 1 ]]; then
		CONTENT_DB="$(echo "$CONTENT_DB" | grep -iv 'ff:ff:ff:ff:ff:ff')"
	fi
	if [[ $FIND_MAC_VENDOR_LOCAL -eq 1 ]]; then
		if [ ! -f "$NAME_MAC_FILE_VENDOR" ]; then
			echo "Errore: Impossibile trovare il file '$NAME_MAC_FILE_VENDOR'" >&2
			exit 1
		fi

		MAC_SEARCH=($(echo "$CONTENT_DB" | grep '|RESOLVE-ERROR|' | awk 'BEGIN{FS="|"}{print $1}' | paste -s -d' '))
		if [ -z "$MAC_SEARCH" ]; then
			return
		fi
		LENGTH=${#MAC_SEARCH[@]}

		echo "+ Total MAC: $LENGTH" >&2
		echo "+ Search (Local)..." >&2
		echo "" >&2

		for (( i=0; i<$LENGTH; i++ )); do
			VENDOR_FOUND="$(grep -Ei "$(echo "${MAC_SEARCH[$i]}" | awk 'BEGIN{FS=":"}{print $1$2$3}')"\|"$(echo "${MAC_SEARCH[$i]}" | awk 'BEGIN{FS=":"}{print $1":"$2":"$3}')" $NAME_MAC_FILE_VENDOR | tr -s '\t' '\t' | awk 'BEGIN{ FS="\t" }{printf("%s",$2)}')"

			if [ ! -z "$VENDOR_FOUND" ]; then
				CONTENT_DB="$(echo "$CONTENT_DB" | sed "s/${MAC_SEARCH[$i]}|RESOLVE-ERROR|/${MAC_SEARCH[$i]}|$VENDOR_FOUND|/")"
			fi
		done
	fi
	if [[ $FIND_MAC_VENDOR_ONLINE -eq 1 ]]; then
		MAC_SEARCH=($(echo "$CONTENT_DB" | grep '|RESOLVE-ERROR|' | awk 'BEGIN{FS="|"}{print $1}' | paste -s -d' '))
		if [ -z "$MAC_SEARCH" ]; then
			return
		fi
		LENGTH=${#MAC_SEARCH[@]}

		# 1 request / second for 1000 Request/day FREE PLANS (view https://macvendors.com/plans)
		if [ ! -z "$API" ]; then
			# Check API
			if curl --silent "$VENDOR_SITE/v1/lookup/TEST" -H "Authorization: Bearer $API" -H "Accept: text/plain" | grep -q -i 'Unauthorized'; then
				echo "Errore: API Incorrect!"
				exit 1
			fi

			CURL_COMMAND="curl --fail --silent -H \"Authorization: Bearer $API\" -H \"Accept: text/plain\""
			VENDOR_SITE="${VENDOR_SITE}/v1/lookup"
		else
			CURL_COMMAND="curl --fail --silent"
		fi

		echo "+ Total MAC: $LENGTH" >&2
		echo "+ Search (Online - 1 Request/second for FREE PLANS (view https://macvendors.com/plans))..." >&2
		echo "" >&2

		for (( i=0; i<$LENGTH; i++ )); do
			VENDOR_FOUND="$(eval $CURL_COMMAND ${VENDOR_SITE}/${MAC_SEARCH[$i]} | grep -vE '^\{.*\}$')"
			
			if [ ! -z "$VENDOR_FOUND" ]; then
				CONTENT_DB="$(echo "$CONTENT_DB" | sed "s/${MAC_SEARCH[$i]}|RESOLVE-ERROR|/${MAC_SEARCH[$i]}|$VENDOR_FOUND|/")"
			fi
		done
	fi
	
	if [ -z "$CONTENT_DB" ]; then
		return
	fi

	###EXPORT###
	if [[ $EXPORT_RAW -eq 1 ]]; then
		export_raw
		exit 0
	fi
	if [[ $EXPORT_HTML -eq 1 ]]; then
		export_html
		exit 0
	fi
	if [[ $EXPORT_JSON -eq 1 ]]; then
		export_json
		exit 0
	fi
	if [[ $EXPORT_XML -eq 1 ]]; then
		export_xml
		exit 0
	fi
	if [[ $EXPORT_CSV -eq 1 ]]; then
		export_csv
		exit 0
	fi
	
	echo "$CONTENT_DB" | column -t -s'|'
}

##MAIN##
if ! command -v sqlite3 &>/dev/null || ! command -v awk &>/dev/null || ! command -v file &>/dev/null; then
     echo "Errore: Mancano i comandi 'sqlite3'. 'file' o 'curl'. Installali, prima di continuare" >&2
     exit 1
fi

if [[ $# -lt 1 ]]; then
	help
	exit 1
fi

while getopts "d:u:bDsBeEnMmwhfSRCHJX" arg; do
	case "$arg" in
		h)
			help
			exit 0
			;;
		d) # Database input file
			DB="$OPTARG"

			if [ ! -f "$DB" ]; then
				echo "Errore: Il file '$DB' non esiste" >&2
				exit 1
			fi
			;;
		b)
			BACKUP=1
			;;
		u) # Merge DB
			if [ ! -f "$OPTARG" ]; then
				echo "Errore: Il DB '$OPTARG' non esiste" >&2
				exit 1
			fi
			count=$((count+1))
			MERGE_DB[$count]="$OPTARG"
			;;
		S)
			DUMP_SQLITE=1
			;;
		R)
			EXPORT_RAW=1
			;;
		C)
			EXPORT_CSV=1
			;;
		H)
			EXPORT_HTML=1
			;;
		J)
			EXPORT_JSON=1
			;;
		X)
			EXPORT_XML=1
			;;
		e)
			SSID=1
			;;
		E)
			NULL_SSID=1
			;;
		B) # Not print devices broadcast
			REMOVE_BROADCAST=1
			;;
		n)
			MAC_VENDOR_CORRECT=1
			;;
		s)
			SORT=1
			;;
		M) # Print only NULL MAC Vendor field
			MAC_VENDOR_NULL=1
			;;
		D)
			REMOVE_DUPLICATE=1
			;;
		f)
			FORCE=1
			;;
		m)
			FIND_MAC_VENDOR_LOCAL=1
			;;
		w)
			if ! command -v curl &> /dev/null; then
				echo "Errore: Manca il comando 'curl'. Installalo se vuoi utilizzare questa funzione." >&2
				exit 1
			fi
			FIND_MAC_VENDOR_ONLINE=1
			;;
		*|?)
			exit 1
			;;
	esac
done
shift $((OPTIND-1))
if [[ $OPTIND -eq 1 ]]; then
	help
	exit 1
fi

if [ -z "$DB" ]; then
	echo "Errore: Nessun DB Sqlite specificato" >&2
	exit 1
fi

check_db "$DB"

if [[ "${MERGE_DB[@]}" ]]; then
	if [[ $BACKUP -eq 1 ]]; then
		if [ ! -f "${DB}_backup" ]; then
			echo "" >&2
			echo "* Backup db $DB in ${DB}_backup" >&2
			echo "" >&2

			if ! cp "$DB" "${DB}_backup" &>/dev/null; then
				echo "Errore: Impossibile eseguire il backup DB. Probabile che non si hanno i permessi di scrittura." >&2
				exit 1
			fi
		else
			echo "Errore: un backup esiste gia" >&2
			exit 1
		fi
	fi

	for db_merge in $(seq 1 $count); do
		check_db "${MERGE_DB[$db_merge]}"
		if [ "$(readlink -f $DB)" == "$(readlink -f ${MERGE_DB[$db_merge]})" ]; then
			echo "Errore: Cosa fai!? stai unendo lo stesso DB!"
			exit 1
		fi
		echo "+ Merging file '${MERGE_DB[$db_merge]}' in '$DB'..." >&2
		sqlite3 "${MERGE_DB[$db_merge]}" ".dump $TABLE" | grep ^INSERT | sqlite3 "$DB"
	done

	exit 0
fi

echo "" >&2
echo "* Dump DB '"$DB"'..." >&2
echo "" >&2
output_data

exit 0