#define _GNU_SOURCE #include "tamper.h" #include "params.h" #include "hostlist.h" #include "protocol.h" #include "helpers.h" #include #include // pHost points to "Host: ..." bool find_host(uint8_t **pHost,uint8_t *buf,size_t bs) { if (!*pHost) { *pHost = memmem(buf, bs, "\nHost:", 6); if (*pHost) { (*pHost)++; VPRINT("Found Host: at pos %td",*pHost - buf) } } return !!*pHost; } static const char *http_methods[] = { "GET /","POST /","HEAD /","OPTIONS /","PUT /","DELETE /","CONNECT /","TRACE /",NULL }; // segment buffer has at least 5 extra bytes to extend data block void tamper_out(t_ctrack *ctrack, uint8_t *segment,size_t segment_buffer_size,size_t *size, size_t *split_pos) { uint8_t *p, *pp, *pHost = NULL; size_t method_len = 0, pos; const char **method; bool bIsHttp = false, bBypass = false, bHaveHost = false, bHostExcluded = false; char bRemovedHostSpace = 0; char *pc, Host[256]; DBGPRINT("tamper_out") *split_pos=0; for (method = http_methods; *method; method++) { method_len = strlen(*method); if (method_len <= *size && !memcmp(segment, *method, method_len)) { bIsHttp = true; method_len -= 2; // "GET /" => "GET" break; } } if (bIsHttp) { VPRINT("Data block looks like http request start : %s", *method) if (!ctrack->l7proto) ctrack->l7proto=HTTP; // cpu saving : we search host only if and when required. we do not research host every time we need its position if ((params.hostlist || params.hostlist_exclude) && find_host(&pHost,segment,*size)) { p = pHost + 5; while (p < (segment + *size) && (*p == ' ' || *p == '\t')) p++; pp = p; while (pp < (segment + *size) && (pp - p) < (sizeof(Host) - 1) && *pp != '\r' && *pp != '\n') pp++; memcpy(Host, p, pp - p); Host[pp - p] = '\0'; bHaveHost = true; VPRINT("Requested Host is : %s", Host) for(pc = Host; *pc; pc++) *pc=tolower(*pc); bBypass = !HostlistCheck(params.hostlist, params.hostlist_exclude, Host, &bHostExcluded); } if (!bBypass) { if (params.unixeol) { p = pp = segment; while ((p = memmem(p, segment + *size - p, "\r\n", 2))) { *p = '\n'; p++; memmove(p, p + 1, segment + *size - p - 1); (*size)--; if (pp == (p - 1)) { // probably end of http headers VPRINT("Found double EOL at pos %td. Stop replacing.", pp - segment) break; } pp = p; } pHost = NULL; // invalidate } if (params.methodeol && (*size+1+!params.unixeol)<=segment_buffer_size) { VPRINT("Adding EOL before method") if (params.unixeol) { memmove(segment + 1, segment, *size); (*size)++;; segment[0] = '\n'; } else { memmove(segment + 2, segment, *size); *size += 2; segment[0] = '\r'; segment[1] = '\n'; } pHost = NULL; // invalidate } if (params.methodspace && *size '%c%c%c%c:' at pos %td", params.hostspell[0], params.hostspell[1], params.hostspell[2], params.hostspell[3], pHost - segment) memcpy(pHost, params.hostspell, 4); } if (params.hostpad && find_host(&pHost,segment,*size)) { // add : XXXXX: segment_buffer_size) VPRINT("could not add host padding : buffer too small") else { if ((hostpad+*size)>segment_buffer_size) { hostpad=segment_buffer_size-*size; VPRINT("host padding reduced to %zu bytes : buffer too small", hostpad) } else VPRINT("host padding with %zu bytes", hostpad) p = pHost; pos = p - segment; memmove(p + hostpad, p, *size - pos); (*size) += hostpad; while(hostpad) { #define MAX_HDR_SIZE 2048 size_t padsize = hostpad > hsize ? hostpad-hsize : 0; if (padsize>MAX_HDR_SIZE) padsize=MAX_HDR_SIZE; // if next header would be too small then add extra padding to the current one if ((hostpad-padsize-hsize)l7proto) ctrack->l7proto=TLS; VPRINT("packet contains TLS ClientHello") // we need host only if hostlist is present if ((params.hostlist || params.hostlist_exclude) && TLSHelloExtractHost((uint8_t*)segment,*size,Host,sizeof(Host))) { VPRINT("hostname: %s",Host) bHaveHost = true; bBypass = !HostlistCheck(params.hostlist, params.hostlist_exclude, Host, &bHostExcluded); } if (bBypass) { VPRINT("Not acting on this request") } else { switch(params.tlsrec) { case tlsrec_sni: if (TLSFindExt(segment,*size,0,&ext,&elen)) tpos = ext-segment+1; // between typical 1st and 2nd char of hostname break; case tlsrec_pos: tpos = params.tlsrec_pos; break; default: break; } if (tpos) { // construct 2 TLS records from one uint16_t l = pntoh16(segment+3); // length if (l>=2) { // length is checked in IsTLSClientHello and cannot exceed buffer size if (tpos>=l) tpos=1; VPRINT("making 2 TLS records at pos %zu",tpos) memmove(segment+5+tpos+5,segment+5+tpos,*size-(5+tpos)); segment[5+tpos] = segment[0]; segment[5+tpos+1] = segment[1]; segment[5+tpos+2] = segment[2]; phton16(segment+5+tpos+3,l-tpos); phton16(segment+3,tpos); *size += 5; } } if (params.split_pos < *size) *split_pos = params.split_pos; } } else if (params.split_any_protocol && params.split_pos < *size) *split_pos = params.split_pos; if (bHaveHost && bBypass && !bHostExcluded && !ctrack->hostname && *params.hostlist_auto_filename) { DBGPRINT("tamper_out put hostname : %s", Host) ctrack->hostname=strdup(Host); } } static void auto_hostlist_failed(const char *hostname) { hostfail_pool *fail_counter; fail_counter = HostFailPoolFind(params.hostlist_auto_fail_counters, hostname); if (!fail_counter) { fail_counter = HostFailPoolAdd(¶ms.hostlist_auto_fail_counters, hostname, params.hostlist_auto_fail_time); if (!fail_counter) { fprintf(stderr, "HostFailPoolAdd: out of memory\n"); return; } } fail_counter->counter++; VPRINT("auto hostlist : %s : fail counter %d/%d", hostname, fail_counter->counter, params.hostlist_auto_fail_threshold); HOSTLIST_DEBUGLOG_APPEND("%s : fail counter %d/%d", hostname, fail_counter->counter, params.hostlist_auto_fail_threshold); if (fail_counter->counter >= params.hostlist_auto_fail_threshold) { VPRINT("auto hostlist : fail threshold reached. adding %s to auto hostlist", hostname); HostFailPoolDel(¶ms.hostlist_auto_fail_counters, fail_counter); VPRINT("auto hostlist : rechecking %s to avoid duplicates", hostname); bool bExcluded=false; if (!HostlistCheck(params.hostlist, params.hostlist_exclude, hostname, &bExcluded) && !bExcluded) { VPRINT("auto hostlist : adding %s", hostname); HOSTLIST_DEBUGLOG_APPEND("%s : adding", hostname); if (!StrPoolAddStr(¶ms.hostlist, hostname)) { fprintf(stderr, "StrPoolAddStr out of memory\n"); return; } if (!append_to_list_file(params.hostlist_auto_filename, hostname)) { perror("write to auto hostlist:"); return; } } else { VPRINT("auto hostlist: NOT adding %s", hostname); HOSTLIST_DEBUGLOG_APPEND("%s : NOT adding, duplicate detected", hostname); } } } void tamper_in(t_ctrack *ctrack, uint8_t *segment,size_t segment_buffer_size,size_t *size) { bool bFail=false; DBGPRINT("tamper_in hostname=%s", ctrack->hostname) HostFailPoolPurgeRateLimited(¶ms.hostlist_auto_fail_counters); if (ctrack->l7proto==HTTP && ctrack->hostname) { if (IsHttpReply(segment,*size)) { VPRINT("incoming HTTP reply detected for hostname %s", ctrack->hostname); bFail = HttpReplyLooksLikeDPIRedirect(segment, *size, ctrack->hostname); if (bFail) { VPRINT("redirect to another domain detected. possibly DPI redirect.") HOSTLIST_DEBUGLOG_APPEND("%s : redirect to another domain", ctrack->hostname); } else VPRINT("local or in-domain redirect detected. it's not a DPI redirect.") } else { // received not http reply. do not monitor this connection anymore VPRINT("incoming unknown HTTP data detected for hostname %s", ctrack->hostname); } if (bFail) auto_hostlist_failed(ctrack->hostname); } ctrack->bTamperInCutoff = true; } void rst_in(t_ctrack *ctrack) { DBGPRINT("rst_in hostname=%s", ctrack->hostname) HostFailPoolPurgeRateLimited(¶ms.hostlist_auto_fail_counters); if (!ctrack->bTamperInCutoff && ctrack->hostname) { VPRINT("incoming RST detected for hostname %s", ctrack->hostname); HOSTLIST_DEBUGLOG_APPEND("%s : incoming RST", ctrack->hostname); auto_hostlist_failed(ctrack->hostname); } } void hup_out(t_ctrack *ctrack) { DBGPRINT("hup_out hostname=%s", ctrack->hostname) HostFailPoolPurgeRateLimited(¶ms.hostlist_auto_fail_counters); if (!ctrack->bTamperInCutoff && ctrack->hostname) { // local leg dropped connection after first request. probably due to timeout. VPRINT("local leg closed connection after first request (timeout ?). hostname: %s", ctrack->hostname); HOSTLIST_DEBUGLOG_APPEND("%s : client closed connection without server reply", ctrack->hostname); auto_hostlist_failed(ctrack->hostname); } }