This is an old revision of the document!

Wiki

/logspout/Dockerfile

ROUTE_URIS=multiline+logstash+tcp:log-agent:5610 :%s/log_level/levelname/g docker-compose -f docker-compose-dev.yml -f docker-compose-log.yml -f docker-compose-metric.yml down -v && sudo rm -rf /opt/monasca-containers && docker-compose -f docker-compose-dev.yml up -d && sleep 60 && docker volume prune -f && docker-compose -f docker-compose-metric.yml -f docker-compose-log.yml up -d docker-compose -f docker-compose.yml -f log-pipeline.yml down -v && sudo rm -rf /opt/monasca-containers && docker volume prune -f && docker-compose -f docker-compose.yml -f log-pipeline.yml up -d docker-compose -f docker-compose-metric.yml -f docker-compose-log.yml up -d docker-compose -f docker-compose.yml -f log-pipeline.yml up -d docker exec -it monasca-docker_monasca_1 /bin/sh docker exec -it monasca-docker_logspout_1 /bin/sh docker build –build-arg TIMESTAMP_SLUG=2.0.0 –no-cache -t fest/api:2.0.5 monasca-api-python docker build –no-cache –build-arg LOGSPOUT_VERSION=v3.2.6 -t monasca/logspout:0.0.3 logspout docker build –no-cache –build-arg LOGSPOUT_VERSION=v3.2.6 -t monasca/logspout logspout docker build –no-cache -t fest/log-persister:2.0.0 . docker build –no-cache -t fest/log-transformer:2.0.0 monasca-log-transformer *** at org.elasticsearc docker exec -it monasca-docker_monasca_1 /bin/sh vi /usr/local/lib/python2.7/site-packages/monasca_api/v2/reference/metrics.py LOG.error(“Linea1\nLinea2”) Asi lo manda logspout { “thread_name”:“MainThread”, “extra”:{ “project”:“unknown”, “version”:“unknown” }, “process”:29, “relative_created”:4752.328872680664, “module”:“metrics”, “message”:“1123Linea1\nLinea2\n\nLinea3”, “hostname”:“docker-host”, “filename”:“metrics.py”, “levelno”:40, “lineno”:32, “asctime”:“2018-12-05 10:24:10,583”, “msg”:“1123Linea1\nLinea2\n\nLinea3”, “error_summary”:“”, “args”:[ ], “process_name”:“MainProcess”, “name”:“monasca_api.v2.reference.metrics”, “thread”:140322551824624, “created”:1544005450.583248, “traceback”:null, “msecs”:583.2479000091553, “funcname”:“<module>”, “pathname”:“/usr/local/lib/python2.7/site-packages/monasca_api/v2/reference/metrics.py”, “levelname”:“ERROR” } En Kafka log { “meta”:{ “region”:“useast”, “tenantId”:“43235f8d8b6f4152a1d338f25b5abae6” }, “creation_time”:1544013025, “log”:{ “message”:“1123Linea1\nLinea2\n\nLinea3”, “dimensions”:{ “name”:“\/monasca-docker_monasca_1”, “service”:“monasca-api”, “image”:“fest\/api:2.0.5”, “hostname”:“docker-host”, “stream”:“stdout”, “id”:“e39d60b5c2d7d7b7dbd200da242d198fb6443b132684e15786a029027c685362” } } } En Kafka log-transformed { “meta”:{ “region”:“useast”, “tenantId”:“43235f8d8b6f4152a1d338f25b5abae6” }, “creation_time”:1544012892, “log”:{ “message”:“1123Linea1\nLinea2\n\nLinea3”, “dimensions”:{ “name”:“/monasca-docker_monasca_1”, “service”:“monasca-api”, “image”:“fest/api:2.0.5”, “hostname”:“docker-host”, “stream”:“stdout”, “id”:“e39d60b5c2d7d7b7dbd200da242d198fb6443b132684e15786a029027c685362” }, “level”:“Unknown” }, “@version”:“1”, “@timestamp”:“2018-12-05T12:28:12.869Z”, “tags”:[ “_grokparsefailure” ] } Persister log-transformed –» elasticsearch En elasticsearch { “_index”:“43235f8d8b6f4152a1d338f25b5abae6-2018-12-05”, “_type”:“logs”, “_id”:“AWd95eUIlk5HxY09cYeE”, “_score”:6.144583, “_source”:{ “creation_time”:“2018-12-05T10:24:36.000Z”, “@timestamp”:“2018-12-05T10:24:36.662Z”, “index_date”:“2018-12-05”, “name”:“/monasca-docker_monasca_1”, “service”:“monasca-api”, “image”:“fest/api:2.0.5”, “hostname”:“docker-host”, “stream”:“stdout”, “id”:“e39d60b5c2d7d7b7dbd200da242d198fb6443b132684e15786a029027c685362”, “message”:“1123Linea1\nLinea2\n\nLinea3”, “log_level”:“Unknown”, “tenant”:“43235f8d8b6f4152a1d338f25b5abae6”, “region”:“useast” } } https://github.com/monasca/monasca-docker/issues/139 https://github.com/gliderlabs/logspout/blob/master/CHANGELOG.md#v325---2018-06-05