marcus/mitm-webserver
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

test ebpf
All checks were successful
Build and Deploy MITM Webserver / build (push) Successful in 1m40s
Details

Browse Source
This commit is contained in:
malmert
2026-03-07 10:06:24 +01:00
parent a98054cb5b
commit f9bbe9b73c
13 changed files with 1271 additions and 177 deletions
Download Patch File Download Diff File Expand all files Collapse all files

122
setup_build_server.sh
View File

@@ -25,8 +25,9 @@ PYTHON_VERSION="3" # aktuelle Python 3 Version
echo "==> Update & Upgrade"
apt update && apt upgrade -y
apt install -y git curl build-essential nginx python3 python3-pip python3-venv unzip wget python3-dev \
libnetfilter-queue-dev libnfnetlink-dev libpcap-dev autoconf automake libtool pkg-config libjson-c-dev \
gettext flex bison libnuma-dev libpcre2-dev libmaxminddb-dev librrd-dev
libpcap-dev autoconf automake libtool pkg-config libjson-c-dev gettext flex bison libnuma-dev \
libpcre2-dev libmaxminddb-dev librrd-dev python3-bpfcc bpfcc-tools linux-headers-generic
apt install -y linux-headers-$(uname -r) || apt install -y linux-headers-generic
# -----------------------------
# Node.js installieren (LTS)
@@ -64,81 +65,6 @@ python3 -m venv venv
source venv/bin/activate
pip install --upgrade pip
# -----------------------------
# nDPI installieren (system lib + python bindings)
# -----------------------------
NDPIDIR="/tmp/nDPI"
patch_ndpi_pack_on_if_needed() {
local py_dir="$1"
if [ -f "$py_dir/pyproject.toml" ] && grep -q "PACK_ON" "$py_dir/pyproject.toml"; then
sed -i 's/PACK_ON/"0.0.0"/g' "$py_dir/pyproject.toml"
echo "==> Applied PACK_ON workaround in pyproject.toml"
fi
if [ -f "$py_dir/setup.cfg" ] && grep -q "PACK_ON" "$py_dir/setup.cfg"; then
sed -i 's/PACK_ON/0.0.0/g' "$py_dir/setup.cfg"
echo "==> Applied PACK_ON workaround in setup.cfg"
fi
if [ -f "$py_dir/setup.py" ] && grep -q "PACK_ON" "$py_dir/setup.py"; then
sed -i "s/PACK_ON/'0.0.0'/g" "$py_dir/setup.py"
echo "==> Applied PACK_ON workaround in setup.py"
fi
}
if ! ldconfig -p | grep -q "libndpi"; then
echo "==> Build and install nDPI library"
rm -rf "$NDPIDIR"
git clone --depth 1 --branch dev https://github.com/ntop/nDPI.git "$NDPIDIR"
cd "$NDPIDIR"
./autogen.sh
./configure
make -j"$(nproc)"
make install
ldconfig
else
echo "==> nDPI library already installed"
# Keep python bindings source in sync with official instructions.
if [ ! -d "$NDPIDIR/python" ]; then
rm -rf "$NDPIDIR"
git clone --depth 1 --branch dev https://github.com/ntop/nDPI.git "$NDPIDIR"
fi
fi
if [ -d "$NDPIDIR/python" ]; then
echo "==> Install nDPI Python bindings"
cd "$NDPIDIR/python"
python3 -m pip install --upgrade pip
if ! python3 -m pip install -r dev_requirements.txt; then
echo "==> WARNING: failed to install nDPI python dev_requirements"
fi
if ! python3 -m pip install .; then
echo "==> Initial nDPI pip install failed; retrying with PACK_ON workaround"
patch_ndpi_pack_on_if_needed "$NDPIDIR/python"
if ! python3 -m pip install .; then
echo "==> WARNING: nDPI Python bindings install failed, backend will run without DPI enrichment"
fi
fi
if python - <<'PY'
import importlib
mods = []
for name in ("ndpi", "pyndpi", "nDPI"):
try:
m = importlib.import_module(name)
mods.append((name, getattr(m, "__file__", "unknown")))
except Exception:
pass
if not mods:
raise SystemExit(1)
print("nDPI Python modules:", mods)
PY
then
echo "==> nDPI Python import check passed"
else
echo "==> WARNING: nDPI installed but import failed in backend venv"
fi
cd "$BACKEND_DIR"
fi
cd "$BACKEND_DIR"
pip install -r requirements.txt
deactivate
@@ -266,19 +192,6 @@ FRONTEND_DIR="$APP_DIR/frontend"
BACKEND_DIR="$APP_DIR/backend"
BACKEND_SERVICE="mitm-backend"
patch_ndpi_pack_on_if_needed() {
local py_dir="$1"
if [ -f "$py_dir/pyproject.toml" ] && grep -q "PACK_ON" "$py_dir/pyproject.toml"; then
sed -i 's/PACK_ON/"0.0.0"/g' "$py_dir/pyproject.toml"
fi
if [ -f "$py_dir/setup.cfg" ] && grep -q "PACK_ON" "$py_dir/setup.cfg"; then
sed -i 's/PACK_ON/0.0.0/g' "$py_dir/setup.cfg"
fi
if [ -f "$py_dir/setup.py" ] && grep -q "PACK_ON" "$py_dir/setup.py"; then
sed -i "s/PACK_ON/'0.0.0'/g" "$py_dir/setup.py"
fi
}
cd $APP_DIR
git reset --hard
git pull
@@ -291,35 +204,6 @@ npm run build
# Backend Dependencies
cd $BACKEND_DIR
source venv/bin/activate
NDPIDIR="/tmp/nDPI"
if [ ! -d "$NDPIDIR/python" ]; then
rm -rf "$NDPIDIR"
git clone --depth 1 https://github.com/ntop/nDPI.git "$NDPIDIR"
fi
if [ -d "/tmp/nDPI/python" ]; then
cd "$NDPIDIR/python"
python3 -m pip install --upgrade pip
python3 -m pip install -r dev_requirements.txt || true
if ! python3 -m pip install .; then
echo "WARNING: Initial nDPI install failed during runner build; retry with PACK_ON workaround"
patch_ndpi_pack_on_if_needed "$NDPIDIR/python"
if ! python3 -m pip install .; then
echo "WARNING: nDPI Python bindings install failed during runner build"
fi
fi
python - <<'PY' || echo "WARNING: nDPI import check failed during runner build"
import importlib
for name in ("ndpi", "pyndpi", "nDPI"):
try:
m = importlib.import_module(name)
print("nDPI import OK:", name, getattr(m, "__file__", "unknown"))
raise SystemExit(0)
except Exception:
pass
raise SystemExit(1)
PY
cd $BACKEND_DIR
fi
pip install -r requirements.txt
deactivate