tpws,nfqws: autohostlist reread on modify

nfq/desync.c

@@ -235,7 +235,7 @@ static void auto_hostlist_failed(const char *hostname)
 		
 		DLOG("auto hostlist : rechecking %s to avoid duplicates\n", hostname);
 		bool bExcluded=false;
-		if (!HostlistCheck(params.hostlist, params.hostlist_exclude, hostname, &bExcluded) && !bExcluded)
+		if (!HostlistCheck(hostname, &bExcluded) && !bExcluded)
 		{
 			DLOG("auto hostlist : adding %s\n", hostname);
 			HOSTLIST_DEBUGLOG_APPEND("%s : adding", hostname);
@@ -249,6 +249,7 @@ static void auto_hostlist_failed(const char *hostname)
 				perror("write to auto hostlist:");
 				return;
 			}
+			params.hostlist_auto_mod_time = file_mod_time(params.hostlist_auto_filename);
 		}
 		else
 		{
@@ -615,7 +616,7 @@ packet_process_result dpi_desync_tcp_packet(uint32_t fwmark, const char *ifout,
 		{
 			bool bExcluded;
 			DLOG("hostname: %s\n",host)
-			if ((params.hostlist || params.hostlist_exclude) && !HostlistCheck(params.hostlist, params.hostlist_exclude, host, &bExcluded))
+			if ((params.hostlist || params.hostlist_exclude) && !HostlistCheck(host, &bExcluded))
 			{
 				DLOG("not applying tampering to this request\n")
 				if (ctrack)
@@ -1074,7 +1075,7 @@ packet_process_result dpi_desync_udp_packet(uint32_t fwmark, const char *ifout,
 		{
 			DLOG("hostname: %s\n",host)
 			bool bExcluded;
-			if ((params.hostlist || params.hostlist_exclude) && !HostlistCheck(params.hostlist, params.hostlist_exclude, host, &bExcluded))
+			if ((params.hostlist || params.hostlist_exclude) && !HostlistCheck(host, &bExcluded))
 			{
 				DLOG("not applying tampering to this request\n")
 				if (!bExcluded && *params.hostlist_auto_filename && ctrack)

nfq/helpers.c

@@ -6,6 +6,7 @@
 #include <unistd.h>
 #include <ctype.h>
 #include <time.h>
+#include <sys/stat.h>
 
 void hexdump_limited_dlog(const uint8_t *data, size_t size, size_t limit)
 {
@@ -256,3 +257,9 @@ int fprint_localtime(FILE *F)
 	localtime_r(&now,&t);
 	return fprintf(F, "%02d.%02d.%04d %02d:%02d:%02d", t.tm_mday, t.tm_mon + 1, t.tm_year + 1900, t.tm_hour, t.tm_min, t.tm_sec);
 }
+
+time_t file_mod_time(const char *filename)
+{
+	struct stat st;
+	return stat(filename,&st)==-1 ? 0 : st.st_mtime;
+}

nfq/helpers.h

@@ -45,3 +45,5 @@ bool parse_hex_str(const char *s, uint8_t *pbuf, size_t *size);
 void fill_pattern(uint8_t *buf,size_t bufsize,const void *pattern,size_t patsize);
 
 int fprint_localtime(FILE *F);
+
+time_t file_mod_time(const char *filename);

nfq/hostlist.c

@@ -2,7 +2,7 @@
 #include "hostlist.h"
 #include "gzip.h"
 #include "params.h"
-
+#include "helpers.h"
 
 // inplace tolower() and add to pool
 static bool addpool(strpool **hostlist, char **s, const char *end)
@@ -132,7 +132,7 @@ bool SearchHostList(strpool *hostlist, const char *host)
 }
 
 // return : true = apply fooling, false = do not apply
-bool HostlistCheck(strpool *hostlist, strpool *hostlist_exclude, const char *host, bool *excluded)
+static bool HostlistCheck_(strpool *hostlist, strpool *hostlist_exclude, const char *host, bool *excluded)
 {
 	if (excluded) *excluded = false;
 	if (hostlist_exclude)
@@ -151,3 +151,36 @@ bool HostlistCheck(strpool *hostlist, strpool *hostlist_exclude, const char *hos
 	}
 	return true;
 }
+
+// return : true = apply fooling, false = do not apply
+bool HostlistCheck(const char *host, bool *excluded)
+{
+	if (*params.hostlist_auto_filename)
+	{
+		time_t t = file_mod_time(params.hostlist_auto_filename);
+		if (t!=params.hostlist_auto_mod_time)
+		{
+			printf("Autohostlist was modified by another process. Reloading include hostslist.\n");
+			if (!LoadIncludeHostLists())
+			{
+				// what will we do without hostlist ?? sure, gonna die
+				exit(1);
+			}
+			params.hostlist_auto_mod_time = t;
+		}
+	}
+	return HostlistCheck_(params.hostlist, params.hostlist_exclude, host, excluded);
+}
+
+bool LoadIncludeHostLists()
+{
+	if (!LoadHostLists(&params.hostlist, &params.hostlist_files))
+		return false;
+	if (*params.hostlist_auto_filename)
+		params.hostlist_auto_mod_time = file_mod_time(params.hostlist_auto_filename);
+	return true;
+}
+bool LoadExcludeHostLists()
+{
+	return LoadHostLists(&params.hostlist_exclude, &params.hostlist_exclude_files);
+}

nfq/hostlist.h

@@ -5,7 +5,9 @@
 
 bool AppendHostList(strpool **hostlist, char *filename);
 bool LoadHostLists(strpool **hostlist, struct str_list_head *file_list);
+bool LoadIncludeHostLists();
+bool LoadExcludeHostLists();
 bool NonEmptyHostlist(strpool **hostlist);
 bool SearchHostList(strpool *hostlist, const char *host);
 // return : true = apply fooling, false = do not apply
-bool HostlistCheck(strpool *hostlist, strpool *hostlist_exclude, const char *host, bool *excluded);
+bool HostlistCheck(const char *host, bool *excluded);

nfq/nfqws.c

@@ -56,8 +56,7 @@ static void dohup(void)
 {
 	if (bHup)
 	{
-		if (!LoadHostLists(&params.hostlist, &params.hostlist_files) ||
-			!LoadHostLists(&params.hostlist_exclude, &params.hostlist_exclude_files))
+		if (!LoadIncludeHostLists() || !LoadExcludeHostLists())
 		{
 			// what will we do without hostlist ?? sure, gonna die
 			exit(1);
@@ -1232,13 +1231,13 @@ int main(int argc, char **argv)
 	}
 #endif
 
-	if (!LoadHostLists(&params.hostlist, &params.hostlist_files))
+	if (!LoadIncludeHostLists())
 	{
 		fprintf(stderr, "Include hostlist load failed\n");
 		exit_clean(1);
 	}
 	if (*params.hostlist_auto_filename) NonEmptyHostlist(&params.hostlist);
-	if (!LoadHostLists(&params.hostlist_exclude, &params.hostlist_exclude_files))
+	if (!LoadExcludeHostLists())
 	{
 		fprintf(stderr, "Exclude hostlist load failed\n");
 		exit_clean(1);

nfq/params.h

@@ -10,6 +10,7 @@
 #include <stdint.h>
 #include <stdbool.h>
 #include <stdio.h>
+#include <time.h>
 
 #define TLS_PARTIALS_ENABLE	true
 
@@ -68,6 +69,7 @@ struct params_s
 	struct str_list_head hostlist_files, hostlist_exclude_files;
 	char hostlist_auto_filename[PATH_MAX], hostlist_auto_debuglog[PATH_MAX];
 	int hostlist_auto_fail_threshold, hostlist_auto_fail_time, hostlist_auto_retrans_threshold;
+	time_t hostlist_auto_mod_time;
 	hostfail_pool *hostlist_auto_fail_counters;
 
 	unsigned int ctrack_t_syn, ctrack_t_est, ctrack_t_fin, ctrack_t_udp;