#ifndef __DragonFly__ #include #endif #if defined(__FreeBSD__) || defined(__NetBSD__) || defined(__DragonFly__) || defined(__OpenBSD__) #include #include #elif defined(__sun__) /* Terrible Hack !!! */ #ifndef _LP64 #undef _FILE_OFFSET_BITS #endif #include #define _FILE_OFFSET_BITS 64 #endif #if defined(__NetBSD__) || defined(__FreeBSD__) || defined(__DragonFly__) #include #endif #ifdef __DragonFly__ #include #endif extern struct uwsgi_server uwsgi; //use this instead of fprintf to avoid buffering mess with udp logging void uwsgi_log(const char *fmt, ...) { va_list ap; char logpkt[4096]; int rlen = 0; int ret; struct timeval tv; char sftime[64]; char ctime_storage[26]; time_t now; if (uwsgi.logdate) { if (uwsgi.log_strftime) { now = uwsgi_now(); rlen = strftime(sftime, 64, uwsgi.log_strftime, localtime(&now)); memcpy(logpkt, sftime, rlen); memcpy(logpkt + rlen, " - ", 3); rlen += 3; } else { gettimeofday(&tv, NULL); #ifdef __sun__ ctime_r((const time_t *) &tv.tv_sec, ctime_storage, 26); #else ctime_r((const time_t *) &tv.tv_sec, ctime_storage); #endif memcpy(logpkt, ctime_storage, 24); memcpy(logpkt + 24, " - ", 3); rlen = 24 + 3; } } va_start(ap, fmt); ret = vsnprintf(logpkt + rlen, 4096 - rlen, fmt, ap); va_end(ap); if (ret >= 4096) { char *tmp_buf = uwsgi_malloc(rlen + ret + 1); memcpy(tmp_buf, logpkt, rlen); va_start(ap, fmt); ret = vsnprintf(tmp_buf + rlen, ret + 1, fmt, ap); va_end(ap); rlen = write(2, tmp_buf, rlen + ret); free(tmp_buf); return; } rlen += ret; // do not check for errors rlen = write(2, logpkt, rlen); } void uwsgi_log_verbose(const char *fmt, ...) { va_list ap; char logpkt[4096]; int rlen = 0; struct timeval tv; char sftime[64]; time_t now; char ctime_storage[26]; if (uwsgi.log_strftime) { now = uwsgi_now(); rlen = strftime(sftime, 64, uwsgi.log_strftime, localtime(&now)); memcpy(logpkt, sftime, rlen); memcpy(logpkt + rlen, " - ", 3); rlen += 3; } else { gettimeofday(&tv, NULL); #ifdef __sun__ ctime_r((const time_t *) &tv.tv_sec, ctime_storage, 26); #else ctime_r((const time_t *) &tv.tv_sec, ctime_storage); #endif memcpy(logpkt, ctime_storage, 24); memcpy(logpkt + 24, " - ", 3); rlen = 24 + 3; } va_start(ap, fmt); rlen += vsnprintf(logpkt + rlen, 4096 - rlen, fmt, ap); va_end(ap); // do not check for errors rlen = write(2, logpkt, rlen); } // create the logpipe void create_logpipe(void) { #if defined(SOCK_SEQPACKET) && defined(__linux__) if (socketpair(AF_UNIX, SOCK_SEQPACKET, 0, uwsgi.shared->worker_log_pipe)) { #else if (socketpair(AF_UNIX, SOCK_DGRAM, 0, uwsgi.shared->worker_log_pipe)) { #endif uwsgi_error("socketpair()\n"); exit(1); } uwsgi_socket_nb(uwsgi.shared->worker_log_pipe[0]); uwsgi_socket_nb(uwsgi.shared->worker_log_pipe[1]); if (uwsgi.shared->worker_log_pipe[1] != 1) { if (dup2(uwsgi.shared->worker_log_pipe[1], 1) < 0) { uwsgi_error("dup2()"); exit(1); } } if (dup2(1, 2) < 0) { uwsgi_error("dup2()"); exit(1); } if (uwsgi.req_log_master) { #if defined(SOCK_SEQPACKET) && defined(__linux__) if (socketpair(AF_UNIX, SOCK_SEQPACKET, 0, uwsgi.shared->worker_req_log_pipe)) { #else if (socketpair(AF_UNIX, SOCK_DGRAM, 0, uwsgi.shared->worker_req_log_pipe)) { #endif uwsgi_error("socketpair()\n"); exit(1); } uwsgi_socket_nb(uwsgi.shared->worker_req_log_pipe[0]); uwsgi_socket_nb(uwsgi.shared->worker_req_log_pipe[1]); uwsgi.req_log_fd = uwsgi.shared->worker_req_log_pipe[1]; } } #ifdef UWSGI_ZEROMQ // the zeromq logger ssize_t uwsgi_zeromq_logger(struct uwsgi_logger *ul, char *message, size_t len) { if (!ul->configured) { if (!ul->arg) { uwsgi_log_safe("invalid zeromq syntax\n"); exit(1); } void *ctx = uwsgi_zeromq_init(); ul->data = zmq_socket(ctx, ZMQ_PUSH); if (ul->data == NULL) { uwsgi_error_safe("zmq_socket()"); exit(1); } if (zmq_connect(ul->data, ul->arg) < 0) { uwsgi_error_safe("zmq_connect()"); exit(1); } ul->configured = 1; } zmq_msg_t msg; if (zmq_msg_init_size(&msg, len) == 0) { memcpy(zmq_msg_data(&msg), message, len); #if ZMQ_VERSION >= ZMQ_MAKE_VERSION(3,0,0) zmq_sendmsg(ul->data, &msg, 0); #else zmq_send(ul->data, &msg, 0); #endif zmq_msg_close(&msg); } return 0; } #endif // log to the specified file or udp address void logto(char *logfile) { int fd; char *udp_port; struct sockaddr_in udp_addr; udp_port = strchr(logfile, ':'); if (udp_port) { udp_port[0] = 0; if (!udp_port[1] || !logfile[0]) { uwsgi_log("invalid udp address\n"); exit(1); } fd = socket(AF_INET, SOCK_DGRAM, 0); if (fd < 0) { uwsgi_error("socket()"); exit(1); } memset(&udp_addr, 0, sizeof(struct sockaddr_in)); udp_addr.sin_family = AF_INET; udp_addr.sin_port = htons(atoi(udp_port + 1)); char *resolved = uwsgi_resolve_ip(logfile); if (resolved) { udp_addr.sin_addr.s_addr = inet_addr(resolved); } else { udp_addr.sin_addr.s_addr = inet_addr(logfile); } if (connect(fd, (const struct sockaddr *) &udp_addr, sizeof(struct sockaddr_in)) < 0) { uwsgi_error("connect()"); exit(1); } } else { if (uwsgi.log_truncate) { fd = open(logfile, O_RDWR | O_CREAT | O_TRUNC, S_IRUSR | S_IWUSR | S_IRGRP); } else { fd = open(logfile, O_RDWR | O_CREAT | O_APPEND, S_IRUSR | S_IWUSR | S_IRGRP); } if (fd < 0) { uwsgi_error_open(logfile); exit(1); } uwsgi.logfile = logfile; if (uwsgi.chmod_logfile_value) { if (chmod(uwsgi.logfile, uwsgi.chmod_logfile_value)) { uwsgi_error("chmod()"); } } } /* stdout */ if (fd != 1) { if (dup2(fd, 1) < 0) { uwsgi_error("dup2()"); exit(1); } close(fd); } /* stderr */ if (dup2(1, 2) < 0) { uwsgi_error("dup2()"); exit(1); } } void uwsgi_setup_log() { if (uwsgi.daemonize) { if (uwsgi.has_emperor) { logto(uwsgi.daemonize); } else { if (!uwsgi.is_a_reload) { daemonize(uwsgi.daemonize); } else if (uwsgi.log_reopen) { logto(uwsgi.daemonize); } } } else if (uwsgi.logfile) { if (!uwsgi.is_a_reload || uwsgi.log_reopen) { logto(uwsgi.logfile); } } } static struct uwsgi_logger *setup_choosen_logger(struct uwsgi_string_list *usl) { char *id = NULL; char *name = usl->value; char *space = strchr(name, ' '); if (space) { int is_id = 1; int i; for (i = 0; i < (space - name); i++) { if (!isalnum((int)name[i])) { is_id = 0; break; } } if (is_id) { id = uwsgi_concat2n(name, space - name, "", 0); name = space + 1; } } char *colon = strchr(name, ':'); if (colon) { *colon = 0; } struct uwsgi_logger *choosen_logger = uwsgi_get_logger(name); if (!choosen_logger) { uwsgi_log("unable to find logger %s\n", name); exit(1); } // make a copy of the logger struct uwsgi_logger *copy_of_choosen_logger = uwsgi_malloc(sizeof(struct uwsgi_logger)); memcpy(copy_of_choosen_logger, choosen_logger, sizeof(struct uwsgi_logger)); choosen_logger = copy_of_choosen_logger; choosen_logger->id = id; choosen_logger->next = NULL; if (colon) { choosen_logger->arg = colon + 1; // check for empty string if (*choosen_logger->arg == 0) { choosen_logger->arg = NULL; } *colon = ':'; } return choosen_logger; } void uwsgi_setup_log_master(void) { struct uwsgi_string_list *usl = uwsgi.requested_logger; while (usl) { struct uwsgi_logger *choosen_logger = setup_choosen_logger(usl); uwsgi_append_logger(choosen_logger); usl = usl->next; } usl = uwsgi.requested_req_logger; while (usl) { struct uwsgi_logger *choosen_logger = setup_choosen_logger(usl); uwsgi_append_req_logger(choosen_logger); usl = usl->next; } #ifdef UWSGI_PCRE // set logger by its id struct uwsgi_regexp_list *url = uwsgi.log_route; while (url) { url->custom_ptr = uwsgi_get_logger_from_id(url->custom_str); url = url->next; } url = uwsgi.log_req_route; while (url) { url->custom_ptr = uwsgi_get_logger_from_id(url->custom_str); url = url->next; } #endif uwsgi.original_log_fd = dup(1); create_logpipe(); } struct uwsgi_logvar *uwsgi_logvar_get(struct wsgi_request *wsgi_req, char *key, uint8_t keylen) { struct uwsgi_logvar *lv = wsgi_req->logvars; while (lv) { if (!uwsgi_strncmp(key, keylen, lv->key, lv->keylen)) { return lv; } lv = lv->next; } return NULL; } void uwsgi_logvar_add(struct wsgi_request *wsgi_req, char *key, uint8_t keylen, char *val, uint8_t vallen) { struct uwsgi_logvar *lv = uwsgi_logvar_get(wsgi_req, key, keylen); if (lv) { memcpy(lv->val, val, vallen); lv->vallen = vallen; return; } // add a new log object lv = wsgi_req->logvars; if (lv) { while (lv) { if (!lv->next) { lv->next = uwsgi_malloc(sizeof(struct uwsgi_logvar)); lv = lv->next; break; } lv = lv->next; } } else { lv = uwsgi_malloc(sizeof(struct uwsgi_logvar)); wsgi_req->logvars = lv; } memcpy(lv->key, key, keylen); lv->keylen = keylen; memcpy(lv->val, val, vallen); lv->vallen = vallen; lv->next = NULL; } void uwsgi_check_logrotate(void) { char message[1024]; int need_rotation = 0; int need_reopen = 0; if (uwsgi.log_master) { uwsgi.shared->logsize = lseek(uwsgi.original_log_fd, 0, SEEK_CUR); } else { uwsgi.shared->logsize = lseek(2, 0, SEEK_CUR); } if (uwsgi.log_maxsize > 0 && uwsgi.shared->logsize > uwsgi.log_maxsize) { need_rotation = 1; } if (uwsgi_check_touches(uwsgi.touch_logrotate)) { need_rotation = 1; } if (uwsgi_check_touches(uwsgi.touch_logreopen)) { need_reopen = 1; } if (need_rotation) { char *rot_name = uwsgi.log_backupname; int need_free = 0; if (rot_name == NULL) { char *ts_str = uwsgi_num2str((int) uwsgi_now()); rot_name = uwsgi_concat3(uwsgi.logfile, ".", ts_str); free(ts_str); need_free = 1; } int ret = snprintf(message, 1024, "[%d] logsize: %llu, triggering rotation to %s...\n", (int) uwsgi_now(), (unsigned long long) uwsgi.shared->logsize, rot_name); if (ret > 0) { if (write(uwsgi.original_log_fd, message, ret) != ret) { // very probably this will never be printed uwsgi_error("write()"); } } if (rename(uwsgi.logfile, rot_name) == 0) { // reopen logfile dup'it and eventually gracefully reload workers; int fd = open(uwsgi.logfile, O_RDWR | O_CREAT | O_TRUNC, S_IRUSR | S_IWUSR | S_IRGRP); if (fd < 0) { uwsgi_error_open(uwsgi.logfile); grace_them_all(0); } else { if (dup2(fd, uwsgi.original_log_fd) < 0) { uwsgi_error("dup2()"); grace_them_all(0); } close(fd); } } else { uwsgi_error("unable to rotate log: rename()"); } if (need_free) free(rot_name); } else if (need_reopen) { int ret = snprintf(message, 1024, "[%d] logsize: %llu, triggering log-reopen...\n", (int) uwsgi_now(), (unsigned long long) uwsgi.shared->logsize); if (ret > 0) { if (write(uwsgi.original_log_fd, message, ret) != ret) { // very probably this will never be printed uwsgi_error("write()"); } } // reopen logfile; close(uwsgi.original_log_fd); uwsgi.original_log_fd = open(uwsgi.logfile, O_RDWR | O_CREAT | O_APPEND, S_IRUSR | S_IWUSR | S_IRGRP); if (uwsgi.original_log_fd < 0) { uwsgi_error_open(uwsgi.logfile); grace_them_all(0); } ret = snprintf(message, 1024, "[%d] %s reopened.\n", (int) uwsgi_now(), uwsgi.logfile); if (ret > 0) { if (write(uwsgi.original_log_fd, message, ret) != ret) { // very probably this will never be printed uwsgi_error("write()"); } } uwsgi.shared->logsize = lseek(uwsgi.original_log_fd, 0, SEEK_CUR); } } void log_request(struct wsgi_request *wsgi_req) { int log_it = uwsgi.shared->options[UWSGI_OPTION_LOGGING]; if (wsgi_req->do_not_log) return; if (wsgi_req->log_this) { goto logit; } /* conditional logging */ if (uwsgi.shared->options[UWSGI_OPTION_LOG_ZERO] && wsgi_req->response_size == 0) { goto logit; } if (uwsgi.shared->options[UWSGI_OPTION_LOG_SLOW] && (uint32_t) wsgi_req_time >= uwsgi.shared->options[UWSGI_OPTION_LOG_SLOW]) { goto logit; } if (uwsgi.shared->options[UWSGI_OPTION_LOG_4xx] && (wsgi_req->status >= 400 && wsgi_req->status <= 499)) { goto logit; } if (uwsgi.shared->options[UWSGI_OPTION_LOG_5xx] && (wsgi_req->status >= 500 && wsgi_req->status <= 599)) { goto logit; } if (uwsgi.shared->options[UWSGI_OPTION_LOG_BIG] && (wsgi_req->response_size >= uwsgi.shared->options[UWSGI_OPTION_LOG_BIG])) { goto logit; } if (uwsgi.shared->options[UWSGI_OPTION_LOG_SENDFILE] && wsgi_req->via == UWSGI_VIA_SENDFILE) { goto logit; } if (!log_it) return; logit: uwsgi.logit(wsgi_req); } void uwsgi_logit_simple(struct wsgi_request *wsgi_req) { // optimize this (please) char time_request[26]; int rlen; int app_req = -1; char *msg2 = " "; char *via = msg2; char mempkt[4096]; char logpkt[4096]; struct iovec logvec[4]; int logvecpos = 0; const char *msecs = "msecs"; const char *micros = "micros"; char *tsize = (char *) msecs; char *msg1 = " via sendfile() "; char *msg3 = " via route() "; char *msg4 = " via offload() "; struct uwsgi_app *wi; if (wsgi_req->app_id >= 0) { wi = &uwsgi_apps[wsgi_req->app_id]; if (wi->requests > 0) { app_req = wi->requests; } } // mark requests via (sendfile, route, offload...) switch(wsgi_req->via) { case UWSGI_VIA_SENDFILE: via = msg1; break; case UWSGI_VIA_ROUTE: via = msg3; break; case UWSGI_VIA_OFFLOAD: via = msg4; break; default: break; } #ifdef __sun__ ctime_r((const time_t *) &wsgi_req->start_of_request_in_sec, time_request, 26); #else ctime_r((const time_t *) &wsgi_req->start_of_request_in_sec, time_request); #endif uint64_t rt = wsgi_req->end_of_request - wsgi_req->start_of_request; if (uwsgi.log_micros) { tsize = (char *) micros; } else { rt /= 1000; } if (uwsgi.vhost) { logvec[logvecpos].iov_base = wsgi_req->host; logvec[logvecpos].iov_len = wsgi_req->host_len; logvecpos++; logvec[logvecpos].iov_base = " "; logvec[logvecpos].iov_len = 1; logvecpos++; } if (uwsgi.shared->options[UWSGI_OPTION_MEMORY_DEBUG] == 1) { rlen = snprintf(mempkt, 4096, "{address space usage: %lld bytes/%lluMB} {rss usage: %llu bytes/%lluMB} ", (unsigned long long) uwsgi.workers[uwsgi.mywid].vsz_size, (unsigned long long) uwsgi.workers[uwsgi.mywid].vsz_size / 1024 / 1024, (unsigned long long) uwsgi.workers[uwsgi.mywid].rss_size, (unsigned long long) uwsgi.workers[uwsgi.mywid].rss_size / 1024 / 1024); logvec[logvecpos].iov_base = mempkt; logvec[logvecpos].iov_len = rlen; logvecpos++; } rlen = snprintf(logpkt, 4096, "[pid: %d|app: %d|req: %d/%llu] %.*s (%.*s) {%d vars in %d bytes} [%.*s] %.*s %.*s => generated %llu bytes in %llu %s%s(%.*s %d) %d headers in %llu bytes (%d switches on core %d)\n", (int) uwsgi.mypid, wsgi_req->app_id, app_req, (unsigned long long) uwsgi.workers[0].requests, wsgi_req->remote_addr_len, wsgi_req->remote_addr, wsgi_req->remote_user_len, wsgi_req->remote_user, wsgi_req->var_cnt, wsgi_req->uh->pktsize, 24, time_request, wsgi_req->method_len, wsgi_req->method, wsgi_req->uri_len, wsgi_req->uri, (unsigned long long) wsgi_req->response_size, (unsigned long long) rt, tsize, via, wsgi_req->protocol_len, wsgi_req->protocol, wsgi_req->status, wsgi_req->header_cnt, (unsigned long long) wsgi_req->headers_size, wsgi_req->switches, wsgi_req->async_id); // not enough space for logging the request, just log a (safe) minimal message if (rlen > 4096) { rlen = snprintf(logpkt, 4096, "[pid: %d|app: %d|req: %d/%llu] 0.0.0.0 () {%d vars in %d bytes} [%.*s] - - => generated %llu bytes in %llu %s%s(- %d) %d headers in %llu bytes (%d switches on core %d)\n", (int) uwsgi.mypid, wsgi_req->app_id, app_req, (unsigned long long) uwsgi.workers[0].requests, wsgi_req->var_cnt, wsgi_req->uh->pktsize, 24, time_request, (unsigned long long) wsgi_req->response_size, (unsigned long long) rt, tsize, via, wsgi_req->status, wsgi_req->header_cnt, (unsigned long long) wsgi_req->headers_size, wsgi_req->switches, wsgi_req->async_id); // argh, last resort, truncate it if (rlen > 4096) { rlen = 4096; } } logvec[logvecpos].iov_base = logpkt; logvec[logvecpos].iov_len = rlen; // do not check for errors rlen = writev(uwsgi.req_log_fd, logvec, logvecpos + 1); } void get_memusage(uint64_t * rss, uint64_t * vsz) { #ifdef UNBIT uint64_t ret[2]; ret[0] = 0; ret[1] = 0; syscall(358, ret); *vsz = ret[0]; *rss = ret[1] * uwsgi.page_size; #elif defined(__linux__) FILE *procfile; int i; procfile = fopen("/proc/self/stat", "r"); if (procfile) { i = fscanf(procfile, "%*s %*s %*s %*s %*s %*s %*s %*s %*s %*s %*s %*s %*s %*s %*s %*s %*s %*s %*s %*s %*s %*s %llu %lld", (unsigned long long *) vsz, (unsigned long long *) rss); if (i != 2) { uwsgi_log("warning: invalid record in /proc/self/stat\n"); } fclose(procfile); } *rss = *rss * uwsgi.page_size; #elif defined(__CYGWIN__) // same as Linux but rss is not in pages... FILE *procfile; int i; procfile = fopen("/proc/self/stat", "r"); if (procfile) { i = fscanf(procfile, "%*s %*s %*s %*s %*s %*s %*s %*s %*s %*s %*s %*s %*s %*s %*s %*s %*s %*s %*s %*s %*s %llu %lld", (unsigned long long *) vsz, (unsigned long long *) rss); if (i != 2) { uwsgi_log("warning: invalid record in /proc/self/stat\n"); } fclose(procfile); } #elif defined (__sun__) psinfo_t info; int procfd; procfd = open("/proc/self/psinfo", O_RDONLY); if (procfd >= 0) { if (read(procfd, (char *) &info, sizeof(info)) > 0) { *rss = (uint64_t) info.pr_rssize * 1024; *vsz = (uint64_t) info.pr_size * 1024; } close(procfd); } #elif defined(__APPLE__) /* darwin documentation says that the value are in pages, but they are bytes !!! */ struct task_basic_info t_info; mach_msg_type_number_t t_size = sizeof(struct task_basic_info); if (task_info(mach_task_self(), TASK_BASIC_INFO, (task_info_t) & t_info, &t_size) == KERN_SUCCESS) { *rss = t_info.resident_size; *vsz = t_info.virtual_size; } #elif defined(__FreeBSD__) || defined(__NetBSD__) || defined(__DragonFly__) || defined(__OpenBSD__) kvm_t *kv; int cnt; #if defined(__FreeBSD__) kv = kvm_open(NULL, "/dev/null", NULL, O_RDONLY, NULL); #elif defined(__NetBSD__) || defined(__OpenBSD__) kv = kvm_open(NULL, NULL, NULL, KVM_NO_FILES, NULL); #else kv = kvm_open(NULL, NULL, NULL, O_RDONLY, NULL); #endif if (kv) { #if defined(__FreeBSD__) || defined(__DragonFly__) struct kinfo_proc *kproc; kproc = kvm_getprocs(kv, KERN_PROC_PID, uwsgi.mypid, &cnt); if (kproc && cnt > 0) { #if defined(__FreeBSD__) *vsz = kproc->ki_size; *rss = kproc->ki_rssize * uwsgi.page_size; #elif defined(__DragonFly__) *vsz = kproc->kp_vm_map_size; *rss = kproc->kp_vm_rssize * uwsgi.page_size; #endif } #elif defined(UWSGI_NEW_OPENBSD) struct kinfo_proc *kproc; kproc = kvm_getprocs(kv, KERN_PROC_PID, uwsgi.mypid, sizeof(struct kinfo_proc), &cnt); if (kproc && cnt > 0) { *vsz = (kproc->p_vm_dsize + kproc->p_vm_ssize + kproc->p_vm_tsize) * uwsgi.page_size; *rss = kproc->p_vm_rssize * uwsgi.page_size; } #elif defined(__NetBSD__) || defined(__OpenBSD__) struct kinfo_proc2 *kproc2; kproc2 = kvm_getproc2(kv, KERN_PROC_PID, uwsgi.mypid, sizeof(struct kinfo_proc2), &cnt); if (kproc2 && cnt > 0) { #ifdef __OpenBSD__ *vsz = (kproc2->p_vm_dsize + kproc2->p_vm_ssize + kproc2->p_vm_tsize) * uwsgi.page_size; #else *vsz = kproc2->p_vm_msize * uwsgi.page_size; #endif *rss = kproc2->p_vm_rssize * uwsgi.page_size; } #endif kvm_close(kv); } #elif defined(__HAIKU__) area_info ai; int32 cookie; *vsz = 0; *rss = 0; while (get_next_area_info(0, &cookie, &ai) == B_OK) { *vsz += ai.ram_size; if ((ai.protection & B_WRITE_AREA) != 0) { *rss += ai.ram_size; } } #endif } void uwsgi_register_logger(char *name, ssize_t(*func) (struct uwsgi_logger *, char *, size_t)) { struct uwsgi_logger *ul = uwsgi.loggers, *old_ul; if (!ul) { uwsgi.loggers = uwsgi_malloc(sizeof(struct uwsgi_logger)); ul = uwsgi.loggers; } else { while (ul) { old_ul = ul; ul = ul->next; } ul = uwsgi_malloc(sizeof(struct uwsgi_logger)); old_ul->next = ul; } ul->name = name; ul->func = func; ul->next = NULL; ul->configured = 0; ul->fd = -1; ul->data = NULL; ul->buf = NULL; #ifdef UWSGI_DEBUG uwsgi_log("[uwsgi-logger] registered \"%s\"\n", ul->name); #endif } void uwsgi_append_logger(struct uwsgi_logger *ul) { if (!uwsgi.choosen_logger) { uwsgi.choosen_logger = ul; return; } struct uwsgi_logger *ucl = uwsgi.choosen_logger; while (ucl) { if (!ucl->next) { ucl->next = ul; return; } ucl = ucl->next; } } void uwsgi_append_req_logger(struct uwsgi_logger *ul) { if (!uwsgi.choosen_req_logger) { uwsgi.choosen_req_logger = ul; return; } struct uwsgi_logger *ucl = uwsgi.choosen_req_logger; while (ucl) { if (!ucl->next) { ucl->next = ul; return; } ucl = ucl->next; } } struct uwsgi_logger *uwsgi_get_logger(char *name) { struct uwsgi_logger *ul = uwsgi.loggers; while (ul) { if (!strcmp(ul->name, name)) { return ul; } ul = ul->next; } return NULL; } struct uwsgi_logger *uwsgi_get_logger_from_id(char *id) { struct uwsgi_logger *ul = uwsgi.choosen_logger; while (ul) { if (!strcmp(ul->id, id)) { return ul; } ul = ul->next; } return NULL; } void uwsgi_logit_lf(struct wsgi_request *wsgi_req) { struct uwsgi_logchunk *logchunk = uwsgi.logchunks; ssize_t rlen = 0; const char *empty_var = "-"; while (logchunk) { int pos = logchunk->vec; // raw string if (logchunk->type == 0) { uwsgi.logvectors[wsgi_req->async_id][pos].iov_base = logchunk->ptr; uwsgi.logvectors[wsgi_req->async_id][pos].iov_len = logchunk->len; } // offsetof else if (logchunk->type == 1) { char **var = (char **) (((char *) wsgi_req) + logchunk->pos); uint16_t *varlen = (uint16_t *) (((char *) wsgi_req) + logchunk->pos_len); uwsgi.logvectors[wsgi_req->async_id][pos].iov_base = *var; uwsgi.logvectors[wsgi_req->async_id][pos].iov_len = *varlen; } // logvar else if (logchunk->type == 2) { struct uwsgi_logvar *lv = uwsgi_logvar_get(wsgi_req, logchunk->ptr, logchunk->len); if (lv) { uwsgi.logvectors[wsgi_req->async_id][pos].iov_base = lv->val; uwsgi.logvectors[wsgi_req->async_id][pos].iov_len = lv->vallen; } else { uwsgi.logvectors[wsgi_req->async_id][pos].iov_base = NULL; uwsgi.logvectors[wsgi_req->async_id][pos].iov_len = 0; } } // func else if (logchunk->type == 3) { rlen = logchunk->func(wsgi_req, (char **) &uwsgi.logvectors[wsgi_req->async_id][pos].iov_base); if (rlen > 0) { uwsgi.logvectors[wsgi_req->async_id][pos].iov_len = rlen; } else { uwsgi.logvectors[wsgi_req->async_id][pos].iov_len = 0; } } if (uwsgi.logvectors[wsgi_req->async_id][pos].iov_len == 0 && logchunk->type != 0) { uwsgi.logvectors[wsgi_req->async_id][pos].iov_base = (char *) empty_var; uwsgi.logvectors[wsgi_req->async_id][pos].iov_len = 1; } logchunk = logchunk->next; } // do not check for errors rlen = writev(uwsgi.req_log_fd, uwsgi.logvectors[wsgi_req->async_id], uwsgi.logformat_vectors); // free allocated memory logchunk = uwsgi.logchunks; while (logchunk) { if (logchunk->free) { if (uwsgi.logvectors[wsgi_req->async_id][logchunk->vec].iov_len > 0) { if (uwsgi.logvectors[wsgi_req->async_id][logchunk->vec].iov_base != empty_var) { free(uwsgi.logvectors[wsgi_req->async_id][logchunk->vec].iov_base); } } } logchunk = logchunk->next; } } void uwsgi_logit_lf_strftime(struct wsgi_request *wsgi_req) { uwsgi_log("lf strftime\n"); } void uwsgi_build_log_format(char *format) { int state = 0; char *ptr = format; char *current = ptr; char *logvar = NULL; // get the number of required iovec while (*ptr) { if (*ptr == '%') { if (state == 0) { state = 1; } } // start of the variable else if (*ptr == '(') { if (state == 1) { state = 2; } } // end of the variable else if (*ptr == ')') { if (logvar) { uwsgi_add_logchunk(1, uwsgi.logformat_vectors, logvar, ptr - logvar); uwsgi.logformat_vectors++; state = 0; logvar = NULL; current = ptr + 1; } } else { if (state == 2) { uwsgi_add_logchunk(0, uwsgi.logformat_vectors, current, (ptr - current) - 2); uwsgi.logformat_vectors++; logvar = ptr; } state = 0; } ptr++; } if (ptr - current > 0) { uwsgi_add_logchunk(0, uwsgi.logformat_vectors, current, ptr - current); uwsgi.logformat_vectors++; } // +1 for "\n" uwsgi.logformat_vectors++; } static ssize_t uwsgi_lf_status(struct wsgi_request *wsgi_req, char **buf) { *buf = uwsgi_num2str(wsgi_req->status); return strlen(*buf); } static ssize_t uwsgi_lf_rsize(struct wsgi_request *wsgi_req, char **buf) { *buf = uwsgi_num2str(wsgi_req->response_size); return strlen(*buf); } static ssize_t uwsgi_lf_hsize(struct wsgi_request *wsgi_req, char **buf) { *buf = uwsgi_num2str(wsgi_req->headers_size); return strlen(*buf); } static ssize_t uwsgi_lf_size(struct wsgi_request *wsgi_req, char **buf) { *buf = uwsgi_num2str(wsgi_req->headers_size+wsgi_req->response_size); return strlen(*buf); } static ssize_t uwsgi_lf_cl(struct wsgi_request *wsgi_req, char **buf) { *buf = uwsgi_num2str(wsgi_req->post_cl); return strlen(*buf); } static ssize_t uwsgi_lf_epoch(struct wsgi_request * wsgi_req, char **buf) { *buf = uwsgi_num2str(uwsgi_now()); return strlen(*buf); } static ssize_t uwsgi_lf_ctime(struct wsgi_request * wsgi_req, char **buf) { *buf = uwsgi_malloc(26); #ifdef __sun__ ctime_r((const time_t *) &wsgi_req->start_of_request_in_sec, *buf, 26); #else ctime_r((const time_t *) &wsgi_req->start_of_request_in_sec, *buf); #endif return 24; } static ssize_t uwsgi_lf_time(struct wsgi_request * wsgi_req, char **buf) { *buf = uwsgi_num2str(wsgi_req->start_of_request / 1000000); return strlen(*buf); } static ssize_t uwsgi_lf_ltime(struct wsgi_request * wsgi_req, char **buf) { *buf = uwsgi_malloc(64); time_t now = wsgi_req->start_of_request / 1000000; size_t ret = strftime(*buf, 64, "%d/%b/%Y:%H:%M:%S %z", localtime(&now)); if (ret == 0) { *buf[0] = 0; return 0; } return ret; } static ssize_t uwsgi_lf_micros(struct wsgi_request * wsgi_req, char **buf) { *buf = uwsgi_num2str(wsgi_req->end_of_request - wsgi_req->start_of_request); return strlen(*buf); } static ssize_t uwsgi_lf_msecs(struct wsgi_request * wsgi_req, char **buf) { *buf = uwsgi_num2str((wsgi_req->end_of_request - wsgi_req->start_of_request) / 1000); return strlen(*buf); } static ssize_t uwsgi_lf_pid(struct wsgi_request * wsgi_req, char **buf) { *buf = uwsgi_num2str(uwsgi.mypid); return strlen(*buf); } static ssize_t uwsgi_lf_wid(struct wsgi_request * wsgi_req, char **buf) { *buf = uwsgi_num2str(uwsgi.mywid); return strlen(*buf); } static ssize_t uwsgi_lf_switches(struct wsgi_request * wsgi_req, char **buf) { *buf = uwsgi_num2str(wsgi_req->switches); return strlen(*buf); } static ssize_t uwsgi_lf_vars(struct wsgi_request * wsgi_req, char **buf) { *buf = uwsgi_num2str(wsgi_req->var_cnt); return strlen(*buf); } static ssize_t uwsgi_lf_core(struct wsgi_request * wsgi_req, char **buf) { *buf = uwsgi_num2str(wsgi_req->async_id); return strlen(*buf); } static ssize_t uwsgi_lf_vsz(struct wsgi_request * wsgi_req, char **buf) { *buf = uwsgi_num2str(uwsgi.workers[uwsgi.mywid].vsz_size); return strlen(*buf); } static ssize_t uwsgi_lf_rss(struct wsgi_request * wsgi_req, char **buf) { *buf = uwsgi_num2str(uwsgi.workers[uwsgi.mywid].rss_size); return strlen(*buf); } static ssize_t uwsgi_lf_vszM(struct wsgi_request * wsgi_req, char **buf) { *buf = uwsgi_num2str(uwsgi.workers[uwsgi.mywid].vsz_size / 1024 / 1024); return strlen(*buf); } static ssize_t uwsgi_lf_rssM(struct wsgi_request * wsgi_req, char **buf) { *buf = uwsgi_num2str(uwsgi.workers[uwsgi.mywid].rss_size / 1024 / 1024); return strlen(*buf); } static ssize_t uwsgi_lf_pktsize(struct wsgi_request * wsgi_req, char **buf) { *buf = uwsgi_num2str(wsgi_req->uh->pktsize); return strlen(*buf); } static ssize_t uwsgi_lf_modifier1(struct wsgi_request * wsgi_req, char **buf) { *buf = uwsgi_num2str(wsgi_req->uh->modifier1); return strlen(*buf); } static ssize_t uwsgi_lf_modifier2(struct wsgi_request * wsgi_req, char **buf) { *buf = uwsgi_num2str(wsgi_req->uh->modifier2); return strlen(*buf); } static ssize_t uwsgi_lf_headers(struct wsgi_request * wsgi_req, char **buf) { *buf = uwsgi_num2str(wsgi_req->header_cnt); return strlen(*buf); } void uwsgi_add_logchunk(int variable, int pos, char *ptr, size_t len) { struct uwsgi_logchunk *logchunk = uwsgi.logchunks; if (logchunk) { while (logchunk) { if (!logchunk->next) { logchunk->next = uwsgi_calloc(sizeof(struct uwsgi_logchunk)); logchunk = logchunk->next; break; } logchunk = logchunk->next; } } else { uwsgi.logchunks = uwsgi_calloc(sizeof(struct uwsgi_logchunk)); logchunk = uwsgi.logchunks; } /* 0 -> raw test 1 -> offsetof variable 2 -> logvar 3 -> func */ logchunk->type = variable; logchunk->vec = pos; // normal text logchunk->ptr = ptr; logchunk->len = len; // variable if (variable) { if (!uwsgi_strncmp(ptr, len, "uri", 3)) { logchunk->pos = offsetof(struct wsgi_request, uri); logchunk->pos_len = offsetof(struct wsgi_request, uri_len); } else if (!uwsgi_strncmp(ptr, len, "method", 6)) { logchunk->pos = offsetof(struct wsgi_request, method); logchunk->pos_len = offsetof(struct wsgi_request, method_len); } else if (!uwsgi_strncmp(ptr, len, "user", 4)) { logchunk->pos = offsetof(struct wsgi_request, remote_user); logchunk->pos_len = offsetof(struct wsgi_request, remote_user_len); } else if (!uwsgi_strncmp(ptr, len, "addr", 4)) { logchunk->pos = offsetof(struct wsgi_request, remote_addr); logchunk->pos_len = offsetof(struct wsgi_request, remote_addr_len); } else if (!uwsgi_strncmp(ptr, len, "host", 4)) { logchunk->pos = offsetof(struct wsgi_request, host); logchunk->pos_len = offsetof(struct wsgi_request, host_len); } else if (!uwsgi_strncmp(ptr, len, "proto", 5)) { logchunk->pos = offsetof(struct wsgi_request, protocol); logchunk->pos_len = offsetof(struct wsgi_request, protocol_len); } else if (!uwsgi_strncmp(ptr, len, "uagent", 6)) { logchunk->pos = offsetof(struct wsgi_request, user_agent); logchunk->pos_len = offsetof(struct wsgi_request, user_agent_len); } else if (!uwsgi_strncmp(ptr, len, "referer", 7)) { logchunk->pos = offsetof(struct wsgi_request, referer); logchunk->pos_len = offsetof(struct wsgi_request, referer_len); } else if (!uwsgi_strncmp(ptr, len, "status", 6)) { logchunk->type = 3; logchunk->func = uwsgi_lf_status; logchunk->free = 1; } else if (!uwsgi_strncmp(ptr, len, "rsize", 5)) { logchunk->type = 3; logchunk->func = uwsgi_lf_rsize; logchunk->free = 1; } else if (!uwsgi_strncmp(ptr, len, "hsize", 5)) { logchunk->type = 3; logchunk->func = uwsgi_lf_hsize; logchunk->free = 1; } else if (!uwsgi_strncmp(ptr, len, "size", 4)) { logchunk->type = 3; logchunk->func = uwsgi_lf_size; logchunk->free = 1; } else if (!uwsgi_strncmp(ptr, len, "cl", 2)) { logchunk->type = 3; logchunk->func = uwsgi_lf_cl; logchunk->free = 1; } else if (!uwsgi_strncmp(ptr, len, "micros", 6)) { logchunk->type = 3; logchunk->func = uwsgi_lf_micros; logchunk->free = 1; } else if (!uwsgi_strncmp(ptr, len, "msecs", 5)) { logchunk->type = 3; logchunk->func = uwsgi_lf_msecs; logchunk->free = 1; } else if (!uwsgi_strncmp(ptr, len, "time", 4)) { logchunk->type = 3; logchunk->func = uwsgi_lf_time; logchunk->free = 1; } else if (!uwsgi_strncmp(ptr, len, "ltime", 5)) { logchunk->type = 3; logchunk->func = uwsgi_lf_ltime; logchunk->free = 1; } else if (!uwsgi_strncmp(ptr, len, "ctime", 5)) { logchunk->type = 3; logchunk->func = uwsgi_lf_ctime; logchunk->free = 1; } else if (!uwsgi_strncmp(ptr, len, "epoch", 5)) { logchunk->type = 3; logchunk->func = uwsgi_lf_epoch; logchunk->free = 1; } else if (!uwsgi_strncmp(ptr, len, "pid", 3)) { logchunk->type = 3; logchunk->func = uwsgi_lf_pid; logchunk->free = 1; } else if (!uwsgi_strncmp(ptr, len, "wid", 3)) { logchunk->type = 3; logchunk->func = uwsgi_lf_wid; logchunk->free = 1; } else if (!uwsgi_strncmp(ptr, len, "switches", 8)) { logchunk->type = 3; logchunk->func = uwsgi_lf_switches; logchunk->free = 1; } else if (!uwsgi_strncmp(ptr, len, "vars", 4)) { logchunk->type = 3; logchunk->func = uwsgi_lf_vars; logchunk->free = 1; } else if (!uwsgi_strncmp(ptr, len, "core", 4)) { logchunk->type = 3; logchunk->func = uwsgi_lf_core; logchunk->free = 1; } else if (!uwsgi_strncmp(ptr, len, "vsz", 3)) { logchunk->type = 3; logchunk->func = uwsgi_lf_vsz; logchunk->free = 1; } else if (!uwsgi_strncmp(ptr, len, "rss", 3)) { logchunk->type = 3; logchunk->func = uwsgi_lf_rss; logchunk->free = 1; } else if (!uwsgi_strncmp(ptr, len, "vszM", 4)) { logchunk->type = 3; logchunk->func = uwsgi_lf_vszM; logchunk->free = 1; } else if (!uwsgi_strncmp(ptr, len, "rssM", 4)) { logchunk->type = 3; logchunk->func = uwsgi_lf_rssM; logchunk->free = 1; } else if (!uwsgi_strncmp(ptr, len, "pktsize", 7)) { logchunk->type = 3; logchunk->func = uwsgi_lf_pktsize; logchunk->free = 1; } else if (!uwsgi_strncmp(ptr, len, "modifier1", 9)) { logchunk->type = 3; logchunk->func = uwsgi_lf_modifier1; logchunk->free = 1; } else if (!uwsgi_strncmp(ptr, len, "modifier2", 9)) { logchunk->type = 3; logchunk->func = uwsgi_lf_modifier2; logchunk->free = 1; } else if (!uwsgi_strncmp(ptr, len, "headers", 7)) { logchunk->type = 3; logchunk->func = uwsgi_lf_headers; logchunk->free = 1; } // logvar else { logchunk->type = 2; } } } int uwsgi_master_log(void) { ssize_t rlen = read(uwsgi.shared->worker_log_pipe[0], uwsgi.log_master_buf, uwsgi.log_master_bufsize); if (rlen > 0) { #ifdef UWSGI_PCRE uwsgi_alarm_log_check(uwsgi.log_master_buf, rlen); struct uwsgi_regexp_list *url = uwsgi.log_drain_rules; while (url) { if (uwsgi_regexp_match(url->pattern, url->pattern_extra, uwsgi.log_master_buf, rlen) >= 0) { return 0; } url = url->next; } if (uwsgi.log_filter_rules) { int show = 0; url = uwsgi.log_filter_rules; while (url) { if (uwsgi_regexp_match(url->pattern, url->pattern_extra, uwsgi.log_master_buf, rlen) >= 0) { show = 1; break; } url = url->next; } if (!show) return 0; } url = uwsgi.log_route; int finish = 0; while (url) { if (uwsgi_regexp_match(url->pattern, url->pattern_extra, uwsgi.log_master_buf, rlen) >= 0) { struct uwsgi_logger *ul_route = (struct uwsgi_logger *) url->custom_ptr; if (ul_route) { ul_route->func(ul_route, uwsgi.log_master_buf, rlen); finish = 1; } } url = url->next; } if (finish) return 0; #endif int raw_log = 1; struct uwsgi_logger *ul = uwsgi.choosen_logger; while (ul) { // check for named logger if (ul->id) { goto next; } ul->func(ul, uwsgi.log_master_buf, rlen); raw_log = 0; next: ul = ul->next; } if (raw_log) { rlen = write(uwsgi.original_log_fd, uwsgi.log_master_buf, rlen); } return 0; } return -1; } int uwsgi_master_req_log(void) { ssize_t rlen = read(uwsgi.shared->worker_req_log_pipe[0], uwsgi.log_master_buf, uwsgi.log_master_bufsize); if (rlen > 0) { #ifdef UWSGI_PCRE struct uwsgi_regexp_list *url = uwsgi.log_req_route; int finish = 0; while (url) { if (uwsgi_regexp_match(url->pattern, url->pattern_extra, uwsgi.log_master_buf, rlen) >= 0) { struct uwsgi_logger *ul_route = (struct uwsgi_logger *) url->custom_ptr; if (ul_route) { ul_route->func(ul_route, uwsgi.log_master_buf, rlen); finish = 1; } } url = url->next; } if (finish) return 0; #endif int raw_log = 1; struct uwsgi_logger *ul = uwsgi.choosen_req_logger; while (ul) { // check for named logger if (ul->id) { goto next; } ul->func(ul, uwsgi.log_master_buf, rlen); raw_log = 0; next: ul = ul->next; } if (raw_log) { rlen = write(uwsgi.original_log_fd, uwsgi.log_master_buf, rlen); } return 0; } return -1; } static void *logger_thread_loop(void *noarg) { struct pollfd logpoll[2]; // block all signals sigset_t smask; sigfillset(&smask); pthread_sigmask(SIG_BLOCK, &smask, NULL); logpoll[0].events = POLLIN; logpoll[0].fd = uwsgi.shared->worker_log_pipe[0]; int logpolls = 1; if (uwsgi.req_log_master) { logpoll[1].events = POLLIN; logpoll[1].fd = uwsgi.shared->worker_req_log_pipe[0]; } for (;;) { int ret = poll(logpoll, logpolls, -1); if (ret > 0) { if (logpoll[0].revents & POLLIN) { pthread_mutex_lock(&uwsgi.threaded_logger_lock); uwsgi_master_log(); pthread_mutex_unlock(&uwsgi.threaded_logger_lock); } else if (logpolls > 1 && logpoll[1].revents & POLLIN) { pthread_mutex_lock(&uwsgi.threaded_logger_lock); uwsgi_master_req_log(); pthread_mutex_unlock(&uwsgi.threaded_logger_lock); } } } return NULL; } void uwsgi_threaded_logger_spawn() { pthread_t logger_thread; if (pthread_create(&logger_thread, NULL, logger_thread_loop, NULL)) { uwsgi_error("pthread_create()"); uwsgi_log("falling back to non-threaded logger...\n"); event_queue_add_fd_read(uwsgi.master_queue, uwsgi.shared->worker_log_pipe[0]); if (uwsgi.req_log_master) { event_queue_add_fd_read(uwsgi.master_queue, uwsgi.shared->worker_req_log_pipe[0]); } uwsgi.threaded_logger = 0; } }