tpws,nfqws: autohostlist reread on modify

tpws/helpers.c

@@ -9,6 +9,7 @@
 #include <arpa/inet.h>
 #include <ifaddrs.h>
 #include <time.h>
+#include <sys/stat.h>
 
 char *strncasestr(const char *s,const char *find, size_t slen)
 {
@@ -222,3 +223,9 @@ int fprint_localtime(FILE *F)
 	localtime_r(&now,&t);
 	return fprintf(F, "%02d.%02d.%04d %02d:%02d:%02d", t.tm_mday, t.tm_mon + 1, t.tm_year + 1900, t.tm_hour, t.tm_min, t.tm_sec);
 }
+
+time_t file_mod_time(const char *filename)
+{
+	struct stat st;
+	return stat(filename,&st)==-1 ? 0 : st.st_mtime;
+}

tpws/helpers.h

@@ -6,6 +6,7 @@
 #include <sys/socket.h>
 #include <netdb.h>
 #include <stdio.h>
+#include <time.h>
 
 char *strncasestr(const char *s,const char *find, size_t slen);
 
@@ -44,3 +45,5 @@ static inline void phton16(uint8_t *p, uint16_t v) {
 }
 
 int fprint_localtime(FILE *F);
+
+time_t file_mod_time(const char *filename);

tpws/hostlist.c

@@ -2,7 +2,7 @@
 #include "hostlist.h"
 #include "gzip.h"
 #include "params.h"
-
+#include "helpers.h"
 
 // inplace tolower() and add to pool
 static bool addpool(strpool **hostlist, char **s, const char *end)
@@ -132,7 +132,7 @@ bool SearchHostList(strpool *hostlist, const char *host)
 }
 
 // return : true = apply fooling, false = do not apply
-bool HostlistCheck(strpool *hostlist, strpool *hostlist_exclude, const char *host, bool *excluded)
+static bool HostlistCheck_(strpool *hostlist, strpool *hostlist_exclude, const char *host, bool *excluded)
 {
 	if (excluded) *excluded = false;
 	if (hostlist_exclude)
@@ -151,3 +151,36 @@ bool HostlistCheck(strpool *hostlist, strpool *hostlist_exclude, const char *hos
 	}
 	return true;
 }
+
+// return : true = apply fooling, false = do not apply
+bool HostlistCheck(const char *host, bool *excluded)
+{
+	if (*params.hostlist_auto_filename)
+	{
+		time_t t = file_mod_time(params.hostlist_auto_filename);
+		if (t!=params.hostlist_auto_mod_time)
+		{
+			printf("Autohostlist was modified by another process. Reloading include hostslist.\n");
+			if (!LoadIncludeHostLists())
+			{
+				// what will we do without hostlist ?? sure, gonna die
+				exit(1);
+			}
+			params.hostlist_auto_mod_time = t;
+		}
+	}
+	return HostlistCheck_(params.hostlist, params.hostlist_exclude, host, excluded);
+}
+
+bool LoadIncludeHostLists()
+{
+	if (!LoadHostLists(&params.hostlist, &params.hostlist_files))
+		return false;
+	if (*params.hostlist_auto_filename)
+		params.hostlist_auto_mod_time = file_mod_time(params.hostlist_auto_filename);
+	return true;
+}
+bool LoadExcludeHostLists()
+{
+	return LoadHostLists(&params.hostlist_exclude, &params.hostlist_exclude_files);
+}

tpws/hostlist.h

@@ -5,7 +5,9 @@
 
 bool AppendHostList(strpool **hostlist, char *filename);
 bool LoadHostLists(strpool **hostlist, struct str_list_head *file_list);
+bool LoadIncludeHostLists();
+bool LoadExcludeHostLists();
 bool NonEmptyHostlist(strpool **hostlist);
 bool SearchHostList(strpool *hostlist, const char *host);
 // return : true = apply fooling, false = do not apply
-bool HostlistCheck(strpool *hostlist, strpool *hostlist_exclude, const char *host, bool *excluded);
+bool HostlistCheck(const char *host, bool *excluded);

tpws/params.h

@@ -5,9 +5,10 @@
 #include <stdint.h>
 #include <sys/param.h>
 #include <sys/queue.h>
+#include <time.h>
 #include "pools.h"
 
-#define HOSTLIST_AUTO_FAIL_THRESHOLD_DEFAULT	2
+#define HOSTLIST_AUTO_FAIL_THRESHOLD_DEFAULT	3
 #define	HOSTLIST_AUTO_FAIL_TIME_DEFAULT 	60
 
 enum splithttpreq { split_none = 0, split_method, split_host };
@@ -59,6 +60,7 @@ struct params_s
 	struct str_list_head hostlist_files, hostlist_exclude_files;
 	char hostlist_auto_filename[PATH_MAX], hostlist_auto_debuglog[PATH_MAX];
 	int hostlist_auto_fail_threshold, hostlist_auto_fail_time;
+	time_t hostlist_auto_mod_time;
 	hostfail_pool *hostlist_auto_fail_counters;
 
 	bool tamper_start_n,tamper_cutoff_n;

tpws/tamper.c

@@ -64,7 +64,7 @@ void tamper_out(t_ctrack *ctrack, uint8_t *segment,size_t segment_buffer_size,si
 			bHaveHost = true;
 			VPRINT("Requested Host is : %s", Host)
 			for(pc = Host; *pc; pc++) *pc=tolower(*pc);
-			bBypass = !HostlistCheck(params.hostlist, params.hostlist_exclude, Host, &bHostExcluded);
+			bBypass = !HostlistCheck(Host, &bHostExcluded);
 		}
 		if (!bBypass)
 		{
@@ -228,7 +228,7 @@ void tamper_out(t_ctrack *ctrack, uint8_t *segment,size_t segment_buffer_size,si
 		{
 			VPRINT("hostname: %s",Host)
 			bHaveHost = true;
-			bBypass = !HostlistCheck(params.hostlist, params.hostlist_exclude, Host, &bHostExcluded);
+			bBypass = !HostlistCheck(Host, &bHostExcluded);
 		}
 		if (bBypass)
 		{
@@ -307,7 +307,7 @@ static void auto_hostlist_failed(const char *hostname)
 		
 		VPRINT("auto hostlist : rechecking %s to avoid duplicates", hostname);
 		bool bExcluded=false;
-		if (!HostlistCheck(params.hostlist, params.hostlist_exclude, hostname, &bExcluded) && !bExcluded)
+		if (!HostlistCheck(hostname, &bExcluded) && !bExcluded)
 		{
 			VPRINT("auto hostlist : adding %s", hostname);
 			HOSTLIST_DEBUGLOG_APPEND("%s : adding", hostname);
@@ -321,6 +321,7 @@ static void auto_hostlist_failed(const char *hostname)
 				perror("write to auto hostlist:");
 				return;
 			}
+			params.hostlist_auto_mod_time = file_mod_time(params.hostlist_auto_filename);
 		}
 		else
 		{

tpws/tpws.c

@@ -54,8 +54,7 @@ void dohup(void)
 {
 	if (bHup)
 	{
-		if (!LoadHostLists(&params.hostlist, &params.hostlist_files) ||
-			!LoadHostLists(&params.hostlist_exclude, &params.hostlist_exclude_files))
+		if (!LoadIncludeHostLists() || !LoadExcludeHostLists())
 		{
 			// what will we do without hostlist ?? sure, gonna die
 			exit(1);
@@ -717,13 +716,14 @@ void parse_params(int argc, char *argv[])
 		exit_clean(1);
 	}
 
-	if (!LoadHostLists(&params.hostlist, &params.hostlist_files))
+	if (*params.hostlist_auto_filename) params.hostlist_auto_mod_time = file_mod_time(params.hostlist_auto_filename);
+	if (!LoadIncludeHostLists())
 	{
 		fprintf(stderr, "Include hostlist load failed\n");
 		exit_clean(1);
 	}
 	if (*params.hostlist_auto_filename) NonEmptyHostlist(&params.hostlist);
-	if (!LoadHostLists(&params.hostlist_exclude, &params.hostlist_exclude_files))
+	if (!LoadExcludeHostLists())
 	{
 		fprintf(stderr, "Exclude hostlist load failed\n");
 		exit_clean(1);