#!/bin/sh

IPSETS_SOURCE_DIR="/usr/share/nginx/html/ipsets"
IPSETS_OUTPUT_FILE="$IPSETS_SOURCE_DIR/all.txt"

LISTS_SOURCE_DIR="/usr/share/nginx/html/lists"
LISTS_OUTPUT_FILE="$LISTS_SOURCE_DIR/all.txt"

IPSETS_TEMP_FILE=$(mktemp)
LISTS_TEMP_FILE=$(mktemp)

find "$IPSETS_SOURCE_DIR" -maxdepth 1 -name "*.txt" ! -name "all.txt" -exec awk 1 {} + > "$IPSETS_TEMP_FILE"
find "$LISTS_SOURCE_DIR" -maxdepth 1 -name "*.txt" ! -name "all.txt" -exec awk 1 {} + > "$LISTS_TEMP_FILE"

sed 's/#.*//g' "$IPSETS_TEMP_FILE" | sed 's/\r//' | grep -v '^$' | sort -u > "$IPSETS_TEMP_FILE"
sed 's/#.*//g' "$LISTS_TEMP_FILE" | sed 's/\r//' | grep -v '^$' | sort -u > "$LISTS_TEMP_FILE"

# Cleanup
rm "$IPSETS_TEMP_FILE"
rm "$LISTS_TEMP_FILE"