{"id":1212,"date":"2021-01-05T10:17:32","date_gmt":"2021-01-05T01:17:32","guid":{"rendered":"http:\/\/leenux.kr\/?p=1212"},"modified":"2021-07-14T11:13:41","modified_gmt":"2021-07-14T02:13:41","slug":"logstash-mariadb%ec%99%80-elasticsearch%ec%97%b0%eb%8f%99","status":"publish","type":"post","link":"https:\/\/leenux.kr\/?p=1212","title":{"rendered":"[Logstash] Mariadb, Mysql\uc640 Elasticsearch \uc5f0\ub3d9 \ud558\uae30"},"content":{"rendered":"\n<p class=\"has-text-color has-medium-font-size has-very-dark-gray-color\"><strong>Logstash\uc640 Mariadb\ub97c \uc5f0\ub3d9\ud558\uc5ec Elasticsearch\ub85c \ubcf4\ub0b4\ub294 \uac83\uc744 \ud574\ubcf4\uaca0\ub2e4.<\/strong><\/p>\n\n\n\n<p class=\"has-text-color has-very-dark-gray-color\"><strong>\ud559\uc2b5 \uc11c\ubc84 :\uc6b4\uc601\uccb4\uc7ac : Ubuntu<\/strong><\/p>\n\n\n\n<p class=\"has-medium-font-size\"><a href=\"https:\/\/mariadb.com\/downloads\/#connectors\"><strong>\ub9c8\ub9ac\uc544DB Java8 connectors \ub2e4\uc6b4\ub85c\ub4dc <\/strong><\/a><\/p>\n\n\n\n<p class=\"has-text-color has-medium-font-size has-very-dark-gray-color\"><strong>root \uc811\uc18d \ud6c4 Logstash \uc11c\ube44\uc2a4 \uc911\ub2e8<\/strong><\/p>\n\n\n\n<pre class=\"wp-block-code\"><code>su\nsystemctl stop logstash<\/code><\/pre>\n\n\n\n<p class=\"has-text-color has-medium-font-size has-very-dark-gray-color\"><strong>\ub2e4\uc6b4 \ubc1b\uc740 \ud30c\uc77c\uc744 \/usr\/share\/java\/mariadb-java-client-2.7.1.jar \uacbd\ub85c\uc5d0 \ubcf5\uc0ac<\/strong><\/p>\n\n\n\n<pre class=\"wp-block-code\"><code>cp ~\/\ub2e4\uc6b4\ub85c\ub4dc\/mariadb-java-client-2.7.1.jar \/usr\/share\/java\/mariadb-java-client-2.7.1.jar<\/code><\/pre>\n\n\n\n<p class=\"has-text-color has-medium-font-size has-very-dark-gray-color\"><strong>\/etc\/logstash\/conf.d \ud30c\uc77c\uc5d0 \uc6d0\ud558\ub294\uba85\uc758 conf \ud30c\uc77c\uc744 \uc0dd\uc131<\/strong><\/p>\n\n\n\n<pre class=\"wp-block-code\"><code>nano \/etc\/logstash\/conf.d\/\uc6d0\ud558\ub294\ud30c\uc77c\uba85.conf<\/code><\/pre>\n\n\n\n<p class=\"has-text-color has-medium-font-size has-very-dark-gray-color\"><strong>\uc0dd\uc131\ud6c4 \ucf54\ub4dc \ub123\uae30 (\ud55c\uad6d\uc5b4 \ubd80\ubd84 \uc218\uc815 \ud544\uc218 \ubd80\ubd84) <\/strong><\/p>\n\n\n\n<pre class=\"wp-block-code\"><code>input {\n  jdbc {\n    jdbc_validate_connection => true\n    jdbc_driver_library => \"\/usr\/share\/java\/mariadb-java-client-2.7.1.jar\"\n    jdbc_driver_class => \"Java::org.mariadb.jdbc.Driver\"\n    jdbc_connection_string => \"jdbc:mariadb:\/\/127.0.0.1:3306\/[DB\uba85]\"\n    jdbc_user => \"[DB\uba85]\"\n    jdbc_password => \"[DB\ube44\ubc00\ubc88\ud638]\"\n    use_column_value => true\n    # 1\ubd84\ub9c8\ub2e4\n    schedule => \"* * * * *\"  \n#   schedule => \"* * * * * *\" 1\ucd08\ub9c8\ub2e4\n    statement => \"SELECT * FROM [\ud14c\uc774\ube14\uba85]\"\n    tracking_column => \"id\"\n  }\n}\n\n#filter {\n#  float \ud0c0\uc785 \uacbd\ub3c4, \uc704\ub3c4\uac12\uc744 geo_point\ub85c \ubcc0\ud658\ud560\ub54c\ub294 index\ub97c \ubbf8\ub9ac \uc0dd\uc131\ud558\uc5ec \ub9f5\ud551\ud574\uc57c\ub428. \ub9f5\ud551 \ud6c4 \uc2e4\ud589\n#        mutate {\n#           add_field => {\n#                \"[location][lon]\" => \"%{longitude}\"\n#                \"[location][lat]\" => \"%{latitude}\"\n#           }\n#        }\n#}\n\n\noutput {\n  # stdout { codec =>  \"rubydebug\"}\n  elasticsearch {\n#     index \ub9f5\ud551\n      hosts => \"localhost:9200\"\n      index => \"\uc778\ub371\uc2a4\uba85\"\n#      user => \"[\uc544\uc774\ub514]\"\n#      password => \"[\ube44\ubc00\ubc88\ud638]\"\n      document_id => \"index_%{+YYYY.MM.DD}\"\n  }\n}<\/code><\/pre>\n\n\n\n<p class=\"has-text-color has-medium-font-size has-very-dark-gray-color\"><strong>\uc2dc\uc791\ud558\uae30\uc804\uc5d0 \ubbf8\ub9ac \uc778\ub371\uc2a4 ggeo_point \ud0c0\uc785 \ub9e4\ud551\ud558\uae30<\/strong><\/p>\n\n\n\n<pre class=\"wp-block-code\"><code>PUT \uc6d0\ud558\ub294\uc778\ud0dd\uc2a4\uba85\n{\n  \"mappings\": {\n    \"properties\": {\n      \"location\":{\n        \"type\": \"geo_point\"\n      }\n    }\n  }\n}<\/code><\/pre>\n\n\n\n<p class=\"has-text-color has-medium-font-size has-very-dark-gray-color\"><strong>Logstash \uc11c\ube44\uc2a4 \uc2dc\uc791<\/strong><\/p>\n\n\n\n<pre class=\"wp-block-code\"><code>Systemctl start logstash<\/code><\/pre>\n\n\n\n<p class=\"has-text-color has-medium-font-size has-very-dark-gray-color\"><strong>\uc798 \ub4e4\uc5b4\uac00\uace0 \uc788\ub294\uc9c0 \ud655\uc778<\/strong><\/p>\n\n\n\n<pre class=\"wp-block-code\"><code>tail -f \/var\/log\/logstash\/logstash-plain.log<\/code><\/pre>\n","protected":false},"excerpt":{"rendered":"<p>[Logstash] Mariadb, Mysql\uc640 Elasticsearch \uc5f0\ub3d9 \ud558\uae30<\/p>\n","protected":false},"author":1,"featured_media":1135,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":[],"categories":[29,30,27,33],"tags":[],"_links":{"self":[{"href":"https:\/\/leenux.kr\/index.php?rest_route=\/wp\/v2\/posts\/1212"}],"collection":[{"href":"https:\/\/leenux.kr\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/leenux.kr\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/leenux.kr\/index.php?rest_route=\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/leenux.kr\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=1212"}],"version-history":[{"count":6,"href":"https:\/\/leenux.kr\/index.php?rest_route=\/wp\/v2\/posts\/1212\/revisions"}],"predecessor-version":[{"id":1502,"href":"https:\/\/leenux.kr\/index.php?rest_route=\/wp\/v2\/posts\/1212\/revisions\/1502"}],"wp:featuredmedia":[{"embeddable":true,"href":"https:\/\/leenux.kr\/index.php?rest_route=\/wp\/v2\/media\/1135"}],"wp:attachment":[{"href":"https:\/\/leenux.kr\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=1212"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/leenux.kr\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=1212"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/leenux.kr\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=1212"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}