ngx-http-log-json: 0.0.4 release

module: variable $http_log_json_req_headers;

Creates a json object with all request headers.

Example:

```
"req": {
    "headers": {
        "Host": "localhost",
        "User-Agent": "curl/7.52.1",
        "Accept": "*/*"
    }
}
```

----

module: variable $http_log_json_req_body;

Log request body encoded as base64.
It requires proxy_pass configuration at logging location.

Example:

```
"req": {
    "body": "Zm9v"
}
```
----

module: location directive http_log_json_req_body_limit 512;

Default limit is 512 bytes.

Argument is a size string. May be 1k or 1M, but avoid this!

----

module: variable $http_log_json_resp_headers;

    Creates a json object with available response headers.

    Example:

    ```
    resp": {
    "headers": {
      "Last-Modified": "Sat, 01 Apr 2017 13:34:28 GMT",
      "ETag": "\"58dfac64-12\"",
      "X-Foo": "bar",
      "Accept-Ranges": "bytes"
    }
    ```

----

Author: fooinha

CHANGES

@@ -1,3 +1,9 @@
+Changes with ngx-http-log-json 0.0.4                                 4 Apr 2017
+    *) module variable $http_log_json_req_headers
+    *) module variable $http_log_json_resp_headers
+    *) module variable $http_log_json_req_body
+    *) local directive http_log_json_req_body_limit
+
 Changes with ngx-http-log-json 0.0.3                                31 Mar 2017
 
     *) allow to write to multiple destination with differente formats

README.md

@@ -54,6 +54,8 @@ For this, known or previously setted variables, can be used by using the '$' bef
 
 Common HTTP nginx builtin variables like $uri, or any other variable set by other handler modules can be used.
 
+Additional variables are provided by this module. See the available variables below at [Variables section](#variables).
+
 The output is sent to the location specified by the first http_log_json_format argument.
 The possible output locations are:
 
@@ -214,41 +216,94 @@ The format to use when writing to output destination.
 
 ---
 
-* Syntax: **"http_log_json_kafka_compression** _compression_codec_;
+* Syntax: **http_log_json_kafka_compression** _compression_codec_;
 * Default: snappy
 * Context: http main
 
 ---
 
-* Syntax: **"http_log_json_kafka_log_level** _numeric_log_level_;
+* Syntax: **http_log_json_kafka_log_level** _numeric_log_level_;
 * Default: 6
 * Context: http main
 
 ---
 
-* Syntax: **"http_log_json_kafka_max_retries** _numeric_;
+* Syntax: **http_log_json_kafka_max_retries** _numeric_;
 * Default: 0
 * Context: http main
 
 ---
 
-* Syntax: **"http_log_json_kafka_buffer_max_messages** _numeric_;
+* Syntax: **http_log_json_kafka_buffer_max_messages** _numeric_;
 * Default: 100000
 * Context: http main
 
 ---
 
-* Syntax: **"http_log_json_kafka_backoff_ms** _numeric_;
+* Syntax: **http_log_json_kafka_backoff_ms** _numeric_;
 * Default: 10
 * Context: http main
 
 ---
 
-* Syntax: **"http_log_json_kafka_partition** _partition_;
+* Syntax: **http_log_json_kafka_partition** _partition_;
 * Default: RD_KAFKA_PARTITION_UA
 * Context: http local
 
+---
+
+* Syntax: **http_log_json_req_body_limit** _size_;
+* Default: 512
+* Context: local
+
+Limits the body size to log.
+Argument is a size string. May be 1k or 1M, but avoid this!
+
+### Variables
+
+#### $http_log_json_req_headers;
+
+Creates a json object with all request headers.
+
+Example:
+
+```
+    "req": {
+        "headers": {
+            "Host": "localhost",
+            "User-Agent": "curl/7.52.1",
+            "Accept": "*/*"
+        }
+    }
+```
+
+#### $http_log_json_req_body;
+
+Log request body encoded as base64.
+It requires proxy_pass configuration at logging location.
+
+Example:
+
+```
+    "req": {
+        "body": "Zm9v"
+    }
+```
+#### $http_log_json_resp_headers;
+
+Creates a json object with available response headers.
+
+Example:
 
+```
+        resp": {
+        "headers": {
+          "Last-Modified": "Sat, 01 Apr 2017 13:34:28 GMT",
+          "ETag": "\"58dfac64-12\"",
+          "X-Foo": "bar",
+          "Accept-Ranges": "bytes"
+        }
+```
 
 ### Build
 
@@ -368,9 +423,9 @@ Percentage of the requests served within a certain time (ms)
   99%      1
  100%    115 (longest request)
 
-real	1m36.057s
-user	0m5.390s
-sys	1m22.040s
+real   1m36.057s
+user   0m5.390s
+sys   1m22.040s
 
 $ wc -l /tmp/1M.log
 1000000 /tmp/1M.log 
@@ -435,7 +490,8 @@ Percentage of the requests served within a certain time (ms)
   99%      2
  100%   1022 (longest request)
 
-real	1m43.328s
-user	0m5.770s
-sys	1m21.380s
+real   1m43.328s
+user   0m5.770s
+sys   1m21.380s
 ```
+

config

@@ -3,10 +3,17 @@ ngx_module_incs=$ngx_addon_dir/src
 
 HTTP_MODULES="$HTTP_MODULES ngx_http_log_json_module"
 
+HTTP_FILTER_MODULES="$HTTP_FILTER_MODULES ngx_http_log_json_filter_module"
+
 CORE_INCS="$CORE_INCS $ngx_module_incs"
-NGX_ADDON_SRCS="$NGX_ADDON_SRCS \
- $ngx_addon_dir/src/ngx_http_log_json_kafka.c  \
- $ngx_addon_dir/src/ngx_http_log_json_str.c    \
- $ngx_addon_dir/src/ngx_http_log_json_module.c \
- $ngx_addon_dir/src/ngx_http_log_json_text.c   "
+
+NGX_ADDON_SRCS="$NGX_ADDON_SRCS                         \
+ $ngx_addon_dir/src/ngx_http_log_json_kafka.c           \
+ $ngx_addon_dir/src/ngx_http_log_json_str.c             \
+ $ngx_addon_dir/src/ngx_http_log_json_text.c            \
+ $ngx_addon_dir/src/ngx_http_log_json_variables.c       \
+ $ngx_addon_dir/src/ngx_http_log_json_module.c          \
+ $ngx_addon_dir/src/ngx_http_log_json_filter_module.c   \
+ "
+
 CORE_LIBS="$CORE_LIBS -ljansson -lrdkafka"

docker/nginx-http-log-json/Dockerfile

@@ -5,7 +5,7 @@ LABEL maintainer "[email protected]"
 # Build arguments
 ARG DEBIAN_REPO_HOST=httpredir.debian.org
 ARG GIT_LOCATION=https://github.com/fooinha/nginx-http-log-json.git
-ARG GIT_BRANCH=feature/0.0.3/module/lod
+ARG GIT_BRANCH=master
 
 # Mirror to my location
 RUN echo "deb http://${DEBIAN_REPO_HOST}/debian sid main" > /etc/apt/sources.list