This is an old revision of the document!

Wiki

/logspout/Dockerfile

ROUTE_URIS=multiline+logstash+tcp://log-agent:5610

:%s/log_level/levelname/g

docker-compose -f docker-compose-dev.yml -f docker-compose-log.yml -f docker-compose-metric.yml down -v && sudo rm -rf /opt/monasca-containers && docker-compose -f docker-compose-dev.yml up -d && sleep 60 && docker volume prune -f && docker-compose -f docker-compose-metric.yml -f docker-compose-log.yml up -d

docker-compose -f docker-compose.yml -f log-pipeline.yml down -v && sudo rm -rf /opt/monasca-containers && docker volume prune -f && docker-compose -f docker-compose.yml -f log-pipeline.yml up -d

docker-compose -f docker-compose-metric.yml -f docker-compose-log.yml up -d docker-compose -f docker-compose.yml -f log-pipeline.yml up -d

docker exec -it monasca-docker_monasca_1 /bin/sh

docker exec -it monasca-docker_logspout_1 /bin/sh

docker build –build-arg TIMESTAMP_SLUG=2.0.0 –no-cache -t fest/api:2.0.5 monasca-api-python

docker build –no-cache –build-arg LOGSPOUT_VERSION=v3.2.6 -t monasca/logspout:0.0.3 logspout docker build –no-cache –build-arg LOGSPOUT_VERSION=v3.2.6 -t monasca/logspout logspout

docker build –no-cache -t fest/log-persister:2.0.0 .

docker build –no-cache -t fest/log-transformer:2.0.0 monasca-log-transformer

*** at org.elasticsearc

docker exec -it monasca-docker_monasca_1 /bin/sh vi /usr/local/lib/python2.7/site-packages/monasca_api/v2/reference/metrics.py LOG.error(“Linea1\nLinea2”)

Asi lo manda logspout {

 "thread_name":"MainThread",
 "extra":{  
    "project":"unknown",
    "version":"unknown"
 },
 "process":29,
 "relative_created":4752.328872680664,
 "module":"metrics",
 "message":"1123Linea1\nLinea2\n\nLinea3",
 "hostname":"docker-host",
 "filename":"metrics.py",
 "levelno":40,
 "lineno":32,
 "asctime":"2018-12-05 10:24:10,583",
 "msg":"1123Linea1\nLinea2\n\nLinea3",
 "error_summary":"",
 "args":[  

 ],
 "process_name":"MainProcess",
 "name":"monasca_api.v2.reference.metrics",
 "thread":140322551824624,
 "created":1544005450.583248,
 "traceback":null,
 "msecs":583.2479000091553,
 "funcname":"<module>",
 "pathname":"/usr/local/lib/python2.7/site-packages/monasca_api/v2/reference/metrics.py",
 "levelname":"ERROR"

}

En Kafka log {

 "meta":{  
    "region":"useast",
    "tenantId":"43235f8d8b6f4152a1d338f25b5abae6"
 },
 "creation_time":1544013025,
 "log":{  
    "message":"1123Linea1\nLinea2\n\nLinea3",
    "dimensions":{  
       "name":"\/monasca-docker_monasca_1",
       "service":"monasca-api",
       "image":"fest\/api:2.0.5",
       "hostname":"docker-host",
       "stream":"stdout",
       "id":"e39d60b5c2d7d7b7dbd200da242d198fb6443b132684e15786a029027c685362"
    }
 }

}

En Kafka log-transformed {

 "meta":{  
    "region":"useast",
    "tenantId":"43235f8d8b6f4152a1d338f25b5abae6"
 },
 "creation_time":1544012892,
 "log":{  
    "message":"1123Linea1\nLinea2\n\nLinea3",
    "dimensions":{  
       "name":"/monasca-docker_monasca_1",
       "service":"monasca-api",
       "image":"fest/api:2.0.5",
       "hostname":"docker-host",
       "stream":"stdout",
       "id":"e39d60b5c2d7d7b7dbd200da242d198fb6443b132684e15786a029027c685362"
    },
    "level":"Unknown"
 },
 "@version":"1",
 "@timestamp":"2018-12-05T12:28:12.869Z",
 "tags":[  
    "_grokparsefailure"
 ]

}

Persister log-transformed –» elasticsearch

En elasticsearch {

 "_index":"43235f8d8b6f4152a1d338f25b5abae6-2018-12-05",
 "_type":"logs",
 "_id":"AWd95eUIlk5HxY09cYeE",
 "_score":6.144583,
 "_source":{  
    "creation_time":"2018-12-05T10:24:36.000Z",
    "@timestamp":"2018-12-05T10:24:36.662Z",
    "index_date":"2018-12-05",
    "name":"/monasca-docker_monasca_1",
    "service":"monasca-api",
    "image":"fest/api:2.0.5",
    "hostname":"docker-host",
    "stream":"stdout",
    "id":"e39d60b5c2d7d7b7dbd200da242d198fb6443b132684e15786a029027c685362",
    "message":"1123Linea1\nLinea2\n\nLinea3",
    "log_level":"Unknown",
    "tenant":"43235f8d8b6f4152a1d338f25b5abae6",
    "region":"useast"
 }

}