Skip to content

Commit

Permalink
moving all repos to /opt/antinex for development
Browse files Browse the repository at this point in the history
  • Loading branch information
jay-johnson committed Jun 4, 2018
1 parent b96c5e7 commit b325363
Show file tree
Hide file tree
Showing 6 changed files with 129 additions and 130 deletions.
11 changes: 6 additions & 5 deletions README.rst
Original file line number Diff line number Diff line change
Expand Up @@ -246,8 +246,8 @@ There are a few ways to make live predictions depending on how the pipeline and

::

git clone https://github.com/jay-johnson/train-ai-with-django-swagger-jwt.git /opt/antinex-api
cd /opt/antinex-api
git clone https://github.com/jay-johnson/train-ai-with-django-swagger-jwt.git /opt/antinex/api
cd /opt/antinex/api

Start the co-located container stack with the ``compose.yml`` file:

Expand Down Expand Up @@ -293,7 +293,7 @@ There are a few ways to make live predictions depending on how the pipeline and
export ANTINEX_PASSWORD=123321
export ANTINEX_PUBLISH_TO_CORE=1
export ANTINEX_USE_MODEL_NAME=Full-Django-AntiNex-Simple-Scaler-DNN
export ANTINEX_PUBLISH_REQUEST_FILE=/opt/antinex-client/examples/predict-rows-scaler-full-django.json
export ANTINEX_PUBLISH_REQUEST_FILE=/opt/antinex/client/examples/predict-rows-scaler-full-django.json
export ANTINEX_FEATURES_TO_PROCESS=idx,arp_hwlen,arp_hwtype,arp_id,arp_op,arp_plen,arp_ptype,dns_default_aa,dns_default_ad,dns_default_an,dns_default_ancount,dns_default_ar,dns_default_arcount,dns_default_cd,dns_default_id,dns_default_length,dns_default_ns,dns_default_nscount,dns_default_opcode,dns_default_qd,dns_default_qdcount,dns_default_qr,dns_default_ra,dns_default_rcode,dns_default_rd,dns_default_tc,dns_default_z,dns_id,eth_id,eth_type,icmp_addr_mask,icmp_code,icmp_gw,icmp_id,icmp_ptr,icmp_seq,icmp_ts_ori,icmp_ts_rx,icmp_ts_tx,icmp_type,icmp_unused,ip_id,ip_ihl,ip_len,ip_tos,ip_version,ipv6_fl,ipv6_hlim,ipv6_nh,ipv6_plen,ipv6_tc,ipv6_version,ipvsix_id,pad_id,tcp_dport,tcp_fields_options.MSS,tcp_fields_options.NOP,tcp_fields_options.SAckOK,tcp_fields_options.Timestamp,tcp_fields_options.WScale,tcp_id,tcp_seq,tcp_sport,udp_dport,udp_id,udp_len,udp_sport
export ANTINEX_IGNORE_FEATURES=
export ANTINEX_SORT_VALUES=
Expand Down Expand Up @@ -323,8 +323,9 @@ Note: If you are running without the docker containers, please make sure to clon

::

git clone https://github.com/jay-johnson/antinex-client.git /opt/antinex-client
git clone https://github.com/jay-johnson/antinex-datasets.git /opt/antinex-datasets
mkdir -p -m 777 /opt/antinex
git clone https://github.com/jay-johnson/antinex-client.git /opt/antinex/client
git clone https://github.com/jay-johnson/antinex-datasets.git /opt/antinex/antinex-datasets


Load the Django Model into the Core
Expand Down
4 changes: 2 additions & 2 deletions compose.yml
Original file line number Diff line number Diff line change
Expand Up @@ -16,7 +16,7 @@ services:
- ./envs/pipeline-dev.env
volumes:
- /tmp:/tmp
entrypoint: "/bin/sh -c 'cd /opt/antinex-pipeline &&
entrypoint: "/bin/sh -c 'cd /opt/antinex/pipeline &&
. ~/.venvs/venvdrfpipeline/bin/activate &&
/opt/antinex-pipeline/network_pipeline/scripts/packets_redis.py'"
/opt/antinex/pipeline/network_pipeline/scripts/packets_redis.py'"

238 changes: 118 additions & 120 deletions deep-neural-networks/full-django.json
Original file line number Diff line number Diff line change
@@ -1,123 +1,121 @@
{
"label": "Full-Django-AntiNex-Simple-Scaler-DNN",
"dataset": "/opt/antinex-datasets/v1/webapps/django/training-ready/v1_django_cleaned.csv",
"ml_type": "classification",
"publish_to_core": true,
"predict_feature": "label_value",
"features_to_process": [
"idx",
"arp_hwlen",
"arp_hwtype",
"arp_id",
"arp_op",
"arp_plen",
"arp_ptype",
"dns_default_aa",
"dns_default_ad",
"dns_default_an",
"dns_default_ancount",
"dns_default_ar",
"dns_default_arcount",
"dns_default_cd",
"dns_default_id",
"dns_default_length",
"dns_default_ns",
"dns_default_nscount",
"dns_default_opcode",
"dns_default_qd",
"dns_default_qdcount",
"dns_default_qr",
"dns_default_ra",
"dns_default_rcode",
"dns_default_rd",
"dns_default_tc",
"dns_default_z",
"dns_id",
"eth_id",
"eth_type",
"icmp_addr_mask",
"icmp_code",
"icmp_gw",
"icmp_id",
"icmp_ptr",
"icmp_seq",
"icmp_ts_ori",
"icmp_ts_rx",
"icmp_ts_tx",
"icmp_type",
"icmp_unused",
"ip_id",
"ip_ihl",
"ip_len",
"ip_tos",
"ip_version",
"ipv6_fl",
"ipv6_hlim",
"ipv6_nh",
"ipv6_plen",
"ipv6_tc",
"ipv6_version",
"ipvsix_id",
"pad_id",
"tcp_dport",
"tcp_fields_options.MSS",
"tcp_fields_options.NOP",
"tcp_fields_options.SAckOK",
"tcp_fields_options.Timestamp",
"tcp_fields_options.WScale",
"tcp_id",
"tcp_seq",
"tcp_sport",
"udp_dport",
"udp_id",
"udp_len",
"udp_sport"
"label": "Full-Django-AntiNex-Simple-Scaler-DNN",
"dataset": "/opt/antinex/antinex-datasets/v1/webapps/django/training-ready/v1_django_cleaned.csv",
"ml_type": "classification",
"publish_to_core": true,
"predict_feature": "label_value",
"features_to_process": [
"idx",
"arp_hwlen",
"arp_hwtype",
"arp_id",
"arp_op",
"arp_plen",
"arp_ptype",
"dns_default_aa",
"dns_default_ad",
"dns_default_an",
"dns_default_ancount",
"dns_default_ar",
"dns_default_arcount",
"dns_default_cd",
"dns_default_id",
"dns_default_length",
"dns_default_ns",
"dns_default_nscount",
"dns_default_opcode",
"dns_default_qd",
"dns_default_qdcount",
"dns_default_qr",
"dns_default_ra",
"dns_default_rcode",
"dns_default_rd",
"dns_default_tc",
"dns_default_z",
"dns_id",
"eth_id",
"eth_type",
"icmp_addr_mask",
"icmp_code",
"icmp_gw",
"icmp_id",
"icmp_ptr",
"icmp_seq",
"icmp_ts_ori",
"icmp_ts_rx",
"icmp_ts_tx",
"icmp_type",
"icmp_unused",
"ip_id",
"ip_ihl",
"ip_len",
"ip_tos",
"ip_version",
"ipv6_fl",
"ipv6_hlim",
"ipv6_nh",
"ipv6_plen",
"ipv6_tc",
"ipv6_version",
"ipvsix_id",
"pad_id",
"tcp_dport",
"tcp_fields_options.MSS",
"tcp_fields_options.NOP",
"tcp_fields_options.SAckOK",
"tcp_fields_options.Timestamp",
"tcp_fields_options.WScale",
"tcp_id",
"tcp_seq",
"tcp_sport",
"udp_dport",
"udp_id",
"udp_len",
"udp_sport"
],
"ignore_features": [],
"sort_values": [],
"seed": 42,
"test_size": 0.2,
"batch_size": 32,
"epochs": 15,
"num_splits": 2,
"loss": "binary_crossentropy",
"optimizer": "adam",
"metrics": [
"accuracy"
],
"histories": [
"val_loss",
"val_acc",
"loss",
"acc"
],
"model_desc": {
"layers": [
{
"num_neurons": 200,
"init": "uniform",
"activation": "relu"
},
{
"num_neurons": 1,
"init": "uniform",
"activation": "sigmoid"
}
]
},
"label_rules": {
"labels": [
"not_attack",
"not_attack",
"attack"
],
"ignore_features": [
],
"sort_values": [
],
"seed": 42,
"test_size": 0.2,
"batch_size": 32,
"epochs": 15,
"num_splits": 2,
"loss": "binary_crossentropy",
"optimizer": "adam",
"metrics": [
"accuracy"
],
"histories": [
"val_loss",
"val_acc",
"loss",
"acc"
],
"model_desc": {
"layers": [
{
"num_neurons": 200,
"init": "uniform",
"activation": "relu"
},
{
"num_neurons": 1,
"init": "uniform",
"activation": "sigmoid"
}
]
},
"label_rules": {
"labels": [
"not_attack",
"not_attack",
"attack"
],
"label_values": [
-1,
0,
1
]
},
"version": 1
"label_values": [
-1,
0,
1
]
},
"version": 1
}
2 changes: 1 addition & 1 deletion envs/antinex-dev.env
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,7 @@ export ANTINEX_USER=root
export ANTINEX_EMAIL=123321
export ANTINEX_PASSWORD=123321
export ANTINEX_PUBLISH_TO_CORE=1
export ANTINEX_PUBLISH_REQUEST_FILE=/opt/antinex-client/examples/predict-rows-scaler-full-django.json
export ANTINEX_PUBLISH_REQUEST_FILE=/opt/antinex/client/examples/predict-rows-scaler-full-django.json
export ANTINEX_FEATURES_TO_PROCESS=idx,arp_hwlen,arp_hwtype,arp_id,arp_op,arp_plen,arp_ptype,dns_default_aa,dns_default_ad,dns_default_an,dns_default_ancount,dns_default_ar,dns_default_arcount,dns_default_cd,dns_default_id,dns_default_length,dns_default_ns,dns_default_nscount,dns_default_opcode,dns_default_qd,dns_default_qdcount,dns_default_qr,dns_default_ra,dns_default_rcode,dns_default_rd,dns_default_tc,dns_default_z,dns_id,eth_id,eth_type,icmp_addr_mask,icmp_code,icmp_gw,icmp_id,icmp_ptr,icmp_seq,icmp_ts_ori,icmp_ts_rx,icmp_ts_tx,icmp_type,icmp_unused,ip_id,ip_ihl,ip_len,ip_tos,ip_version,ipv6_fl,ipv6_hlim,ipv6_nh,ipv6_plen,ipv6_tc,ipv6_version,ipvsix_id,pad_id,tcp_dport,tcp_fields_options.MSS,tcp_fields_options.NOP,tcp_fields_options.SAckOK,tcp_fields_options.Timestamp,tcp_fields_options.WScale,tcp_id,tcp_seq,tcp_sport,udp_dport,udp_id,udp_len,udp_sport
export ANTINEX_IGNORE_FEATURES=
export ANTINEX_SORT_VALUES=
Expand Down
2 changes: 1 addition & 1 deletion envs/pipeline-dev.env
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,7 @@ ANTINEX_USER=root
ANTINEX_EMAIL=123321
ANTINEX_PASSWORD=123321
ANTINEX_PUBLISH_TO_CORE=1
ANTINEX_PUBLISH_REQUEST_FILE=/opt/antinex-client/examples/predict-rows-scaler-full-django.json
ANTINEX_PUBLISH_REQUEST_FILE=/opt/antinex/client/examples/predict-rows-scaler-full-django.json
ANTINEX_FEATURES_TO_PROCESS=idx,arp_hwlen,arp_hwtype,arp_id,arp_op,arp_plen,arp_ptype,dns_default_aa,dns_default_ad,dns_default_an,dns_default_ancount,dns_default_ar,dns_default_arcount,dns_default_cd,dns_default_id,dns_default_length,dns_default_ns,dns_default_nscount,dns_default_opcode,dns_default_qd,dns_default_qdcount,dns_default_qr,dns_default_ra,dns_default_rcode,dns_default_rd,dns_default_tc,dns_default_z,dns_id,eth_id,eth_type,icmp_addr_mask,icmp_code,icmp_gw,icmp_id,icmp_ptr,icmp_seq,icmp_ts_ori,icmp_ts_rx,icmp_ts_tx,icmp_type,icmp_unused,ip_id,ip_ihl,ip_len,ip_tos,ip_version,ipv6_fl,ipv6_hlim,ipv6_nh,ipv6_plen,ipv6_tc,ipv6_version,ipvsix_id,pad_id,tcp_dport,tcp_fields_options.MSS,tcp_fields_options.NOP,tcp_fields_options.SAckOK,tcp_fields_options.Timestamp,tcp_fields_options.WScale,tcp_id,tcp_seq,tcp_sport,udp_dport,udp_id,udp_len,udp_sport
ANTINEX_IGNORE_FEATURES=
ANTINEX_SORT_VALUES=
Expand Down
2 changes: 1 addition & 1 deletion setup.py
Original file line number Diff line number Diff line change
Expand Up @@ -60,7 +60,7 @@ def networkpipeline_test_suite():
setup(
name="network-pipeline",
cmdclass={"build_py": build_py},
version="1.0.19",
version="1.0.20",
description="Distributed Network Packet Analysis Pipeline " +
"for Layer 2, 3 and 4 Frames",
long_description="" +
Expand Down

0 comments on commit b325363

Please sign in to comment.