start

Differences

This shows you the differences between two versions of the page.

Link to this comparison view

Both sides previous revision Previous revision
Next revision		 Previous revision
start [2018/12/07 14:55] – martinusstart [2025/05/23 12:32] (current) – martinus
Line 1: Line 1:
-Wiki+====== Wiki ======
  
-----+[[wiki:site_notice:start?do=index|Click here to see all pages you can access!]]
  
- +//martin{at}chaconpiza{dot}com//
- +
-/logspout/Dockerfile +
- +
- +
-ROUTE_URIS=multiline+logstash+tcp://log-agent:5610 +
- +
- +
- +
- +
- +
- +
- +
- +
-:%s/log_level/levelname/g +
- +
- +
-docker-compose -f docker-compose-dev.yml -f docker-compose-log.yml -f docker-compose-metric.yml down -v && sudo rm -rf /opt/monasca-containers && docker-compose -f docker-compose-dev.yml up -d && sleep 60 && docker volume prune -f && docker-compose -f docker-compose-metric.yml -f docker-compose-log.yml up -d +
- +
-docker-compose -f docker-compose.yml -f log-pipeline.yml down -v && sudo rm -rf /opt/monasca-containers && docker volume prune -f && docker-compose -f docker-compose.yml -f log-pipeline.yml up -d +
- +
- +
- +
-docker-compose -f docker-compose-metric.yml -f docker-compose-log.yml up -d +
-docker-compose -f docker-compose.yml -f log-pipeline.yml up -d +
- +
- +
-docker exec -it monasca-docker_monasca_1 /bin/sh +
- +
-docker exec -it monasca-docker_logspout_1 /bin/sh +
- +
- +
- +
-docker build --build-arg TIMESTAMP_SLUG=2.0.0 --no-cache -t fest/api:2.0.5 monasca-api-python +
- +
- +
-docker build --no-cache --build-arg LOGSPOUT_VERSION=v3.2.6 -t monasca/logspout:0.0.3 logspout +
-docker build --no-cache --build-arg LOGSPOUT_VERSION=v3.2.6 -t monasca/logspout logspout +
- +
- +
-docker build --no-cache -t fest/log-persister:2.0.0 . +
- +
-docker build --no-cache -t fest/log-transformer:2.0.0 monasca-log-transformer +
- +
- +
-*** +
-at org.elasticsearc +
- +
- +
-docker exec -it monasca-docker_monasca_1 /bin/sh +
-vi /usr/local/lib/python2.7/site-packages/monasca_api/v2/reference/metrics.py +
-LOG.error("Linea1\nLinea2") +
- +
-Asi lo manda logspout +
-{   +
-   "thread_name":"MainThread", +
-   "extra":{   +
-      "project":"unknown", +
-      "version":"unknown" +
-   }, +
-   "process":29, +
-   "relative_created":4752.328872680664, +
-   "module":"metrics", +
-   "message":"1123Linea1\nLinea2\n\nLinea3", +
-   "hostname":"docker-host", +
-   "filename":"metrics.py", +
-   "levelno":40, +
-   "lineno":32, +
-   "asctime":"2018-12-05 10:24:10,583", +
-   "msg":"1123Linea1\nLinea2\n\nLinea3", +
-   "error_summary":"", +
-   "args":[   +
- +
-   ], +
-   "process_name":"MainProcess", +
-   "name":"monasca_api.v2.reference.metrics", +
-   "thread":140322551824624, +
-   "created":1544005450.583248, +
-   "traceback":null, +
-   "msecs":583.2479000091553, +
-   "funcname":"<module>", +
-   "pathname":"/usr/local/lib/python2.7/site-packages/monasca_api/v2/reference/metrics.py", +
-   "levelname":"ERROR" +
-} +
- +
- +
- +
- +
-En Kafka log +
-{   +
-   "meta":{   +
-      "region":"useast", +
-      "tenantId":"43235f8d8b6f4152a1d338f25b5abae6" +
-   }, +
-   "creation_time":1544013025, +
-   "log":{   +
-      "message":"1123Linea1\nLinea2\n\nLinea3", +
-      "dimensions":{   +
-         "name":"\/monasca-docker_monasca_1", +
-         "service":"monasca-api", +
-         "image":"fest\/api:2.0.5", +
-         "hostname":"docker-host", +
-         "stream":"stdout", +
-         "id":"e39d60b5c2d7d7b7dbd200da242d198fb6443b132684e15786a029027c685362" +
-      } +
-   } +
-} +
- +
- +
- +
-En Kafka log-transformed +
-{   +
-   "meta":{   +
-      "region":"useast", +
-      "tenantId":"43235f8d8b6f4152a1d338f25b5abae6" +
-   }, +
-   "creation_time":1544012892, +
-   "log":{   +
-      "message":"1123Linea1\nLinea2\n\nLinea3", +
-      "dimensions":{   +
-         "name":"/monasca-docker_monasca_1", +
-         "service":"monasca-api", +
-         "image":"fest/api:2.0.5", +
-         "hostname":"docker-host", +
-         "stream":"stdout", +
-         "id":"e39d60b5c2d7d7b7dbd200da242d198fb6443b132684e15786a029027c685362" +
-      }, +
-      "level":"Unknown" +
-   }, +
-   "@version":"1", +
-   "@timestamp":"2018-12-05T12:28:12.869Z", +
-   "tags":[   +
-      "_grokparsefailure" +
-   ] +
-} +
- +
-Persister log-transformed -->> elasticsearch +
- +
-En elasticsearch +
-{   +
-   "_index":"43235f8d8b6f4152a1d338f25b5abae6-2018-12-05", +
-   "_type":"logs", +
-   "_id":"AWd95eUIlk5HxY09cYeE", +
-   "_score":6.144583, +
-   "_source":{   +
-      "creation_time":"2018-12-05T10:24:36.000Z", +
-      "@timestamp":"2018-12-05T10:24:36.662Z", +
-      "index_date":"2018-12-05", +
-      "name":"/monasca-docker_monasca_1", +
-      "service":"monasca-api", +
-      "image":"fest/api:2.0.5", +
-      "hostname":"docker-host", +
-      "stream":"stdout", +
-      "id":"e39d60b5c2d7d7b7dbd200da242d198fb6443b132684e15786a029027c685362", +
-      "message":"1123Linea1\nLinea2\n\nLinea3", +
-      "log_level":"Unknown", +
-      "tenant":"43235f8d8b6f4152a1d338f25b5abae6", +
-      "region":"useast" +
-   } +
-} +
- +
- +
- +
-https://github.com/monasca/monasca-docker/issues/139 +
-https://github.com/gliderlabs/logspout/blob/master/CHANGELOG.md#v325---2018-06-05+
  
  • start.1544194549.txt.gz
  • Last modified: 2021/03/11 08:12
  • (external edit)