Skip to content

Instantly share code, notes, and snippets.

@jenzopr

jenzopr/nginx.access.log Secret

Created March 3, 2016 08:30
Show Gist options
  • Star 0 You must be signed in to star a gist
  • Fork 0 You must be signed in to fork a gist
  • Save jenzopr/623c3541419ce33f662c to your computer and use it in GitHub Desktop.
Save jenzopr/623c3541419ce33f662c to your computer and use it in GitHub Desktop.
Download ZIP
RE: [galaxy-dev] nginx data upload request never reaches /api/tools
Raw
nginx.access.log
...
172.16.17.17 03/Mar/2016:09:22:24 +0100 403 334 Mozilla/5.0 (Windows NT 6.1; WOW64; rv:38.0) Gecko/20100101 Firefox/38.0 POST /_upload HTTP/1.1
Raw
nginx.conf
user galaxy;
worker_processes 5;
events {
worker_connections 4096; ## Default: 1024
}
http {
gzip on;
gzip_http_version 1.1;
gzip_vary on;
gzip_comp_level 4;
gzip_proxied any;
gzip_types text/plain text/css application/x-javascript text/xml application/xml text/javascript application/json;
gzip_buffers 16 8k;
gzip_disable "MSIE [1-6].(?!.*SV1)";
upstream galaxy_app {
server 172.16.12.122:8080;
server 172.16.12.122:8081;
}
proxy_next_upstream off;
log_format simple '$remote_addr\t$time_local\t$status\t$bytes_sent\t$http_user_agent\t$request';
server {
# ---
# Define global server properties
# ---
server_tokens off;
add_header X-Frame-Options "SAMEORIGIN";
include mime.types;
default_type application/octet-stream;
if ($request_method !~ ^(GET|HEAD|POST)$ )
{
return 444;
}
# ---
# Define upper bounds for buffer sizes
# ---
client_body_buffer_size 32k;
client_header_buffer_size 32k;
client_max_body_size 4G;
large_client_header_buffers 4 32k;
# ---
# Define where error and access logs are going
# ---
error_log /home/galaxy/logs/nginx.error.log debug;
rewrite_log on;
access_log /home/galaxy/logs/nginx.access.log.gz simple gzip;
# ---
# Define server locations
# ---
location / {
root /home/galaxy/bioinformatics-www;
}
location /galaxy {
ModSecurityEnabled off;
ModSecurityConfig modsecurity.conf;
proxy_pass http://galaxy_app;
proxy_set_header X-Forwarded-Host $host;
proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;
error_page 500 501 502 503 =200 /50x.html;
}
location ~ ^/plugins/visualizations/(?<vis_name>.+?)/static/(?<static_file>.*?)$ {
alias /home/galaxy/galaxy/config/plugins/visualizations/$vis_name/static/$static_file;
}
location /galaxy/static {
root /home/galaxy;
expires 24h;
}
location /galaxy/static/style {
alias /home/galaxy/galaxy/static/june_2007_style/blue;
expires 24h;
}
location /galaxy/static/scripts {
root /home/galaxy;
expires 24h;
}
location /galaxy/favicon.ico {
alias /home/galaxy/galaxy/static/favicon.ico;
expires 24h;
}
location /galaxy/robots.txt {
alias /home/galaxy/galaxy/static/robots.txt;
expires 24h;
}
# ---
# Define special locations
# ---
location /galaxy/maintenance.jpg {
alias /home/galaxy/bioinformatics-www/maintenance.jpg;
}
location /_x_accel_redirect/ {
internal;
alias /;
}
location /_upload {
add_header Content-Length 1;
upload_store /mnt/idrive1/database/tmp/upload_store;
upload_pass_form_field "";
upload_set_form_field "__${upload_field_name}__is_composite" "true";
upload_set_form_field "__${upload_field_name}__keys" "name path";
upload_set_form_field "${upload_field_name}_name" "$upload_file_name";
upload_set_form_field "${upload_field_name}_path" "$upload_tmp_path";
upload_pass_args on;
upload_pass /_upload_done;
}
location /_upload_done {
set $dst /galaxy/api/tools;
if ($args ~ nginx_redir=([^&]+)) {
set $dst $1;
}
rewrite "" $dst;
}
}
}
Raw
nginx.error.log
...
2016/03/03 09:22:24 [notice] 28330#0: *4 "^(GET|HEAD|POST)$" matches "POST", client: 172.16.17.17, server: , request: "POST /_upload HTTP/1.1", host: "172.16.12.122", referrer: "http://172.16.12.122/galaxy/"
2016/03/03 09:22:24 [info] 28330#0: *4 started uploading file "test.txt" to "/mnt/idrive1/database/tmp/upload_store/0000000001" (field "files_0|file_data", content type "text/plain"), client: 172.16.17.17, server: , request: "POST /_upload HTTP/1.1", host: "172.16.12.122", referrer: "http://172.16.12.122/galaxy/"
2016/03/03 09:22:24 [info] 28330#0: *4 finished uploading file "test.txt" to "/mnt/idrive1/database/tmp/upload_store/0000000001", client: 172.16.17.17, server: , request: "POST /_upload HTTP/1.1", host: "172.16.12.122", referrer: "http://172.16.12.122/galaxy/"
2016/03/03 09:22:24 [notice] 28330#0: *4 "^(GET|HEAD|POST)$" matches "POST", client: 172.16.17.17, server: , request: "POST /_upload HTTP/1.1", host: "172.16.12.122", referrer: "http://172.16.12.122/galaxy/"
2016/03/03 09:22:24 [notice] 28330#0: *4 "nginx_redir=([^&]+)" does not match "", client: 172.16.17.17, server: , request: "POST /_upload HTTP/1.1", host: "172.16.12.122", referrer: "http://172.16.12.122/galaxy/"
2016/03/03 09:22:24 [notice] 28330#0: *4 "" matches "/_upload_done", client: 172.16.17.17, server: , request: "POST /_upload HTTP/1.1", host: "172.16.12.122", referrer: "http://172.16.12.122/galaxy/"
2016/03/03 09:22:24 [notice] 28330#0: *4 rewritten data: "/galaxy/api/tools", args: "", client: 172.16.17.17, server: , request: "POST /_upload HTTP/1.1", host: "172.16.12.122", referrer: "http://172.16.12.122/galaxy/"
Raw
web0.log
Starting server in PID 28364.
serving on http://172.16.12.122:8081
172.16.17.17 - - [03/Mar/2016:09:22:01 +0200] "GET /galaxy/login?redirect=%2Fgalaxy%2F HTTP/1.0" 200 - "-" "Mozilla/5.0 (Windows NT 6.1; WOW64; rv:38.0) Gecko/20100101 Firefox/38.0"
galaxy.webapps.galaxy.controllers.user DEBUG 2016-03-03 09:22:09,559 trans.app.config.auth_config_file: ./config/auth_conf.xml.sample
galaxy.auth.providers.localdb DEBUG 2016-03-03 09:22:09,559 User: jens.preussner@mpi-bn.mpg.de, LOCALDB: True
/home/galaxy/.conda/envs/galaxy_env/lib/python2.7/site-packages/sqlalchemy/sql/default_comparator.py:153: SAWarning: The IN-predicate on "request_type.id" was invoked with an empty sequence. This results in a contradiction, which nonetheless can be expensive to evaluate. Consider alternative strategies for improved performance.
'strategies for improved performance.' % expr)
172.16.17.17 - - [03/Mar/2016:09:22:09 +0200] "POST /galaxy/user/login?use_panels=True HTTP/1.0" 200 - "http://172.16.12.122/galaxy/user/login?use_panels=True&redirect=%2Fgalaxy%2F" "Mozilla/5.0 (Windows NT 6.1; WOW64; rv:38.0) Gecko/20100101 Firefox/38.0"
172.16.17.17 - - [03/Mar/2016:09:22:10 +0200] "GET /galaxy/api/datatypes?extension_only=False& HTTP/1.0" 200 - "http://172.16.12.122/galaxy/" "Mozilla/5.0 (Windows NT 6.1; WOW64; rv:38.0) Gecko/20100101 Firefox/38.0"
172.16.17.17 - - [03/Mar/2016:09:22:10 +0200] "GET /galaxy/history/current_history_json HTTP/1.0" 200 - "http://172.16.12.122/galaxy/" "Mozilla/5.0 (Windows NT 6.1; WOW64; rv:38.0) Gecko/20100101 Firefox/38.0"
172.16.17.17 - - [03/Mar/2016:09:22:24 +0200] "POST /galaxy/api/tools HTTP/1.0" 403 - "http://172.16.12.122/galaxy/" "Mozilla/5.0 (Windows NT 6.1; WOW64; rv:38.0) Gecko/20100101 Firefox/38.0"
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment