This is warehouse of scripts I use on a regular basis. Feel free to use as you wish.
The initial load is copied from https://github.com/ChrisDeFreitas/ElasticStack/. I'll be adding as needs arise.
# free memory
$ free -h
# find process details by pid (with command line)
$ sudo ps -ax |grep 19414
# display top 10 cpu consumers
$ sudo ps -e --sort -pcpu -o "%cpu %mem pri f stat pid ppid class rtprio ni pri psr start user comm time tty" | head -n 10
# display top 10 memory consumers
$ sudo ps -e --sort -pmem -o "%cpu %mem pri f stat pid ppid class rtprio ni pri psr start user comm time tty" | head -n 10
# display 30 recently started apps
# note: to get startup commandline add "command" to headers argument (after tty and before last ")
$ sudo ps -e --sort -start -o "%cpu %mem pri f stat pid ppid class rtprio ni pri psr start user comm time tty" | tail -n 30 # list last 10 logins
$ sudo last -10 -F -i
# of the last 30 logins, exclude userName
$ sudo last -30 -F -i | grep -v userName #Service ports
# requires: $ sudo apt install net-tools
# better to use "ss" because pre-installed in Debian
$ sudo netstat -ltup | grep java
$ sudo netstat -ltup | grep kibana
# ss switches
# -H = hide column headers
# -n = do not resolve hostnames or port numbers (use 22 instead of ssh)
# -o = display timer data
# state established = only display established connections
# exclude established = exclude established connections
# sport > :1024 = dislay source ports above 1024
# -l, state listening = report on listening ports
# -p, --process = include pid, requires root access
# -tu, --query=inet, --tcp --udp = display data for tcp and udp connections (all equal)
# summary of port activity
$ ss -s
# all listening internet ports with pid
$ sudo ss -ltup
# all connected ports
$ sudo ss -t
# tcp connections by port number
# dport = destination/remote port
# sport = source/local port
$ ss -t '( dport = :22 or sport = :22 )'
# count established connections by source port
# based on ElasticStack ports
$ ss sport = :9200 or sport = :9300 |wc -l
# count established connections by pid
# based on current pid of Kibana = 5992
$ sudo ss -tup |grep pid=5992 |wc -l
# list processes by number of established tcp connections
$ sudo ss -Hptu |awk '{print $7}' |sort |uniq -c -w25 |sort -r- https://www.debian.org/doc/manuals/debian-reference/ch02.en.html
- https://wiki.debian.org/PackageManagementTools
$ sudo apt update # update package archive metadata
$ apt list --upgradable
$ sudo apt upgrade # install candidate version of installed packages without removing any other packages
$ sudo apt full-upgrade # install candidate version of installed packages while removing other packages if needed
$ sudo apt install foo # install candidate version of "foo" package with its dependencies
$ sudo apt remove foo # remove "foo" package while leaving its configuration files
$ sudo apt-get remove --purge foo-\* # remove all packages beginning with foo-
$ sudo apt purge foo # purge "foo" package with its configuration files
$ apt show foo # display package details of "foo"
$ apt list --installed | grep foo # list packages based on name
$ apt list --all-versions foo #
$ apt search regex # search package descriptions for regex
$ aptitude search '~i!~M' # list manually installed packages
$ apt depends foo # list: predepends/depends/Conflicts/Breaks/Recommends/Suggests/Replaces
$ apt rdepends foo # list recursive package dependencies as above
$ sudo apt-mark hold foo # do not upgrade until unhold called on package
$ sudo apt-mark unhold foo # release unhold
$ sudo aptitude why regex # explain the reason why regex matching packages should be installed
$ sudo aptitude why-not regex # explain the reason why regex matching packages can not be installed
$ sudo apt autoremove # remove auto-installed packages which are no longer required
$ sudo apt clean # clear out the local repository of retrieved package files completely
$ sudo apt autoclean # clear out the local repository of retrieved package files for outdated packages $ sudo apt install nmap
$ sudo nmap 192.168.0.1 # scan 1000 most common ports in nmap database
$ sudo nmap -p [-1024] 192.168.0.1 # scan ports <= 1024
$ sudo nmap -p- 192.168.0.1 # quick scan all ports, 1 - 65535
$ sudo nmap -A -p- 192.168.0.1 # scan of all ports, return port details
Options
-A scan for OS(-O), version(-sV), scripting(-sC) and traceroute (--traceroute)
--exclude-ports <port ranges>
-h display help
--iflist list interfaces and routes
-oN <filespec> normal output to file
-oX <filespec> XML output to file
--open show only open (or possibly open) ports
-p <port ranges> scan specified ports; may also specified by name in nmap-services list
-p- scan ports from 1 through 65535
-p U:53,111,137,T:21-25,80,139,8080 scan UDP ports 53, 111,and 137, as well as the listed TCP ports
-p [-1024] scan all ports in nmap-services <= 1024
--stats-every <time interval> print periodic timing stats per interval
-v verbose mode
-v <level>
-V display version
- https://man7.org/linux/man-pages/man1/systemctl.1.html
- http://0pointer.de/blog/projects/three-levels-of-off
#Status of all services
$ sudo systemctl
$ sudo systemctl --type=service
$ sudo systemctl --type=service --state=active
# list startup services only (https://www.linux.com/topic/desktop/cleaning-your-linux-startup-process/)
$ sudo systemctl list-unit-files --type=service | grep enabled
# list time spent initializing each process
systemd-analyze blame
# analyze unit file for errors
systemd-analyze verify SERVICE-FILENAME
# analyzes the security and sandboxing settings of service
systemd-analyze security SERVICENAME
#
sudo systemctl list-dependencies SERVICENAME --reverse
#Disable service
$ sudo systemctl stop SERVICENAME
$ sudo systemctl disable SERVICENAME
# Resource consuming services
systemctl list-sockets
systemctl list-timers
# point unit file to /dev/null as stopped and disabled services may be started
# see: http://0pointer.de/blog/projects/three-levels-of-off
# "...how do we turn them on again? ...
# use systemctl start to undo systemctl stop.
# Use systemctl enable to undo systemctl disable
# and use rm to undo ln."
systemctl mask SERVICENAME#!/bin/bash
## login.sh
## call from ~/.profile to view at start of each login
echo
echo ss --summary:
ss -sH
echo ss --listening --query=inet:
ss -ltuH
echo
echo Last 10 logins with reboots etc:
last -10 -F -i -x#!/bin/bash
## login_remote.sh
## list network stats from remote system
## assume: ssh server configured in ~/.ssh/config
remoteHost=$1
if [ -z "$remoteHost" ];
then
#remoteHost=192.168.0.255
echo " Error: arg1 must be server name or ip (arg1 = $remoteHost)."
exit -1
fi
echo Network stats for $remoteHost -
echo
ssh $remoteHost '\
echo ss --summary:; ss -sH; \
echo ss --listening --query=inet:; ss -ltuH; \
echo ;\
echo Last 10 logins with reboots etc:; last -10 -F -i -x ;\
'#!/bin/bash
echo
echo 30 recently started apps:
echo
echo start time user comm tty pid ppid %cpu %mem pri class pri psr
sudo ps -e --sort=-start -o "start time user comm tty pid ppid %cpu %mem pri class pri psr " | tail -n 30 | sort -r#!/bin/bash
## recentApps_remote.sh
## list 30 recently started apps on remote system
## assume: ssh server configured in ~/.ssh/config
remoteHost=$1
if [ -z "$remoteHost" ];
then
#remoteHost=192.168.0.255
echo " Error: arg1 must be server name or ip (arg1 = $remoteHost)."
exit -1
fi
echo 30 recently started apps on $remoteHost -
echo
ssh -t $remoteHost '\
sudo echo ;\
echo start time user comm tty pid ppid %cpu %mem pri class pri psr ;\
sudo ps -e --sort=-start -o "start time user comm tty pid ppid %cpu %mem pri class pri psr " | tail -n 30 | sort -r ;\
'#!/bin/bash
echo
echo List processes and count of established connections:
sudo ss -Hptu |awk '{print $7}' |sort |uniq -c -w25 |sort -r#!/bin/bash
## tcpUsage_remote.sh
## list processes and count of established connections on remote system
## assume: ssh server configured in ~/.ssh/config
remoteHost=$1
if [ -z "$remoteHost" ];
then
#remoteHost=192.168.0.255
echo " Error: arg1 must be server name or ip (arg1 = $remoteHost)."
exit -1
fi
echo List processes and count of established connections on $remoteHost -
echo
ssh -t $remoteHost 'sudo ss -Hptu |awk "{print $7}" |sort |uniq -c -w25 |sort -r '#!/bin/bash
## services_remote.sh
## list enable services/daemons on remote system
## assume: ssh server configured in ~/.ssh/config
remoteHost=$1
if [ -z "$remoteHost" ];
then
remoteHost="xfce"
#echo " Error: arg1 must be server name or ip (arg1 = $remoteHost)."
#exit -1
fi
echo Enabled services on $remoteHost -
echo
ssh -t $remoteHost 'sudo systemctl list-unit-files --type=service | grep enabled'- backup remote folder to local folder
- then copy a local backed up folder to a different host
- each backup stored in date stamped folder
- use SSH, not rsync -- rsync will be faster with large transfers but may require install
- designed for node.js projects, so skips node_modules and "." folders
#!/bin/bash
#
# backup.sh:
#
# 1. copy files from source computer, $SHOST:$SPATH, to date stamped local folder, $LPATH/$LDIR
# 2. copy local folder contents, $LPUB/*, to remote folder, $RHOST:$RPATH
# assume: ssh config is used
# note: creates local folders if missing
# note: "." folders (like .git) are automatically excluded due to "ssh ... ls $SPATH"
# note: node_modules folder is filtered out of $SPATH, but may exist in a subfolder
#
PROGNAME=${0##*/}
VERSION="0.1"
SHOST=chris@estack # source host
SPATH=/var/www/guitarjoe
LPATH=/cygdrive/f/backups/guitarjoe #local backup folder
LDIR=$(date +"%Y%m%d") # local backup folder name
#LDIR=$(date +"%Y%m%d-%H%M%S") # include time
LPUB=$LPATH/$LDIR/docs # folder to push to remote
#LPUB="" # if empty, no upload performed
RHOST=chris@xfce #remote host
RPATH=/var/www/html/guitarjoe
echo
echo Start $PROGNAME v$VERSION: $(date)
echo
FILES=$(ssh $SHOST ls "$SPATH")
#echo Found: $FILES
if [ -d "$LPATH" ]; then
echo LPATH Exists: $LPATH
else
mkdir "$LPATH"
echo LPATH Created: $LPATH
fi
if [ -d "$LPATH"/$LDIR ]; then
echo LPATH/LDIR Exists: $LPATH/$LDIR/
else
mkdir "$LPATH"/$LDIR/
echo LPATH/LDIR Created: $LPATH/$LDIR/
fi
for FILE in $FILES; do
if [[ "$FILE" == "node_modules" || "$FILE" == ".git" ]]; then
echo skip $FILE
continue
fi
echo Copying $SPATH/$FILE...
scp -Cpr $SHOST:"$SPATH"/"$FILE" "$LPATH"/$LDIR/
done
echo
if [[ -z "$LPUB" ]]; then
echo LPUB is empty -- nothing to upload
else
if [[ -e "$LPUB" ]]; then
echo Uploading [$LPUB/*] to [$RHOST:"$RPATH"]...
scp -Cpr "$LPUB"/* $RHOST:"$RPATH"
else
echo Error, $LPUB does not exist
fi
fi
echo
echo Done $PROGNAME v$VERSION: $(date)