{"id":397,"date":"2013-09-05T16:30:42","date_gmt":"2013-09-05T07:30:42","guid":{"rendered":"https:\/\/blog.id774.net\/entry\/?p=397"},"modified":"2013-09-05T21:58:55","modified_gmt":"2013-09-05T12:58:55","slug":"termtter-fluentd-%e3%81%a7%e3%81%99%e3%81%b9%e3%81%a6%e3%81%ae%e3%83%84%e3%82%a4%e3%83%bc%e3%83%88%e3%82%92%e6%a7%8b%e9%80%a0%e5%8c%96%e3%83%87%e3%83%bc%e3%82%bf%e3%81%a8%e3%81%97%e3%81%a6%e5%8f%8e","status":"publish","type":"post","link":"https:\/\/blog.id774.net\/entry\/2013\/09\/05\/397\/","title":{"rendered":"Termtter + Fluentd \u3067\u3059\u3079\u3066\u306e\u30c4\u30a4\u30fc\u30c8\u3092\u69cb\u9020\u5316\u30c7\u30fc\u30bf\u3068\u3057\u3066\u53ce\u96c6\u3059\u308b"},"content":{"rendered":"

\u4e09\u30f6\u6708\u3068\u5c11\u3057\u3076\u308a<\/a>\u306b Termtter v2.2.2<\/a> \u3092 9\/5 \u306b\u30ea\u30ea\u30fc\u30b9<\/a>\u3057\u305f\u3002<\/p>\n

\u30bf\u30fc\u30df\u30ca\u30eb\u304b\u3089\u4ee5\u4e0b\u306e\u30b3\u30de\u30f3\u30c9\u3092\u6295\u5165\u3059\u308c\u3070\u30a4\u30f3\u30b9\u30c8\u30fc\u30eb\u3055\u308c\u308b\u3002<\/p>\n

1
<\/div><\/td>
gem install termtter<\/div><\/td><\/tr><\/tbody><\/table><\/div>\n

Termtter \u306f\u30bf\u30fc\u30df\u30ca\u30eb\u30d9\u30fc\u30b9\u306e Twitter \u30af\u30e9\u30a4\u30a2\u30f3\u30c8\u3067\u3042\u308b\u3002\u8aac\u660e\u306f\u30a6\u30a7\u30d6\u30da\u30fc\u30b8<\/a>\u3084\u30bd\u30fc\u30b9\u30b3\u30fc\u30c9<\/a>\u53ca\u3073\u30c9\u30ad\u30e5\u30e1\u30f3\u30c8<\/a>\u3092\u53c2\u7167\u3057\u3066\u307b\u3057\u3044\u3002<\/p>\n

\u4eca\u56de\u306e\u76ee\u7389\u3068\u306a\u308b\u5909\u66f4\u70b9\u306f Fluentd \u30d7\u30e9\u30b0\u30a4\u30f3<\/a>\u3092\u8ffd\u52a0\u3057\u305f\u3053\u3068\u3067\u3042\u308b\u3002\u3053\u308c\u306b\u3088\u308a Termtter \u3067\u53ce\u96c6\u3057\u305f\u3059\u3079\u3066\u306e\u30c4\u30a4\u30fc\u30c8\u3092 Fluentd<\/a> \u306b\u3088\u308a\u69cb\u9020\u5316\u30c7\u30fc\u30bf\u3068\u3057\u3066\u6271\u3046<\/a>\u3053\u3068\u304c\u3067\u304d\u308b\u3088\u3046\u306b\u306a\u308b\u3002<\/p>\n

\u4ee5\u524d\u306b Automatic Ruby \u3068 Fluentd \u3092\u9023\u643a\u3067\u304d\u308b\u3088\u3046\u306b\u3057\u305f<\/a>\u304c\u3001\u3084\u3063\u3066\u3044\u308b\u3053\u3068\u306f\u305d\u308c\u3068\u540c\u3058\u3067\u3042\u308b\u3002<\/p>\n

Fluentd \u3067\u30c4\u30a4\u30fc\u30c8\u3092\u53ce\u96c6\u3059\u308b\u305f\u3081\u306e\u8a2d\u5b9a\u306f\u3053\u3093\u306a\u611f\u3058\u306b\u306a\u308b\u3002<\/p>\n

1
2
3
4
5
6
<\/div><\/td>
config.plugins.fluentd.host = localhost
\nconfig.plugins.fluentd.port = 9999
\nconfig.plugins.fluentd.tag = "twitter.statuses"
\nTermtter::Client.init do |t|
\n  t.plug 'fluentd'
\nend<\/div><\/td><\/tr><\/tbody><\/table><\/div>\n

Termtter \u3068\u9023\u643a\u3059\u308b Fluentd \u306e\u8a2d\u5b9a\u306f\u81ea\u7531\u306b\u66f8\u3044\u3066\u826f\u3044\u3002\u305f\u3068\u3048\u3070\u4ee5\u4e0b\u306f\u30c4\u30a4\u30fc\u30c8\u3092 MongoDB<\/a> \u306b\u8caf\u3081\u308b\u4f8b\u3067\u3042\u308b\u3002<\/p>\n

1
2
3
4
5
6
7
8
9
10
11
12
<\/div><\/td>
<source>
\n  type forward
\n  port 9999
\n<\/source>
\n<match twitter.statuses>
\n  type mongo
\n  database twitter
\n  host localhost
\n  port 27017
\n  tag_mapped
\n  flush_interval 1s
\n<\/match><\/div><\/td><\/tr><\/tbody><\/table><\/div>\n

\u3053\u308c\u3067\u30c4\u30a4\u30fc\u30c8\u304c MongoDB \u306b\u84c4\u7a4d\u3055\u308c\u308b\u3088\u3046\u306b\u306a\u308b\u3002\u8a66\u3057\u306b MongoDB \u306e\u30b7\u30a7\u30eb\u304b\u3089\u78ba\u8a8d\u3057\u3066\u307f\u3088\u3046\u3002<\/p>\n

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
<\/div><\/td>
> show dbs;
\ntwitter 0.015625GB
\n> use twitter
\nswitched to db twitter
\n> show collections;
\nsystem.indexes
\ntwitter.statuses
\n> db.twitter.statuses.findOne()
\n{
\n        "_id" : ObjectId("522828fe1c2a362fed000001"),
\n        "created_at" : "Thu Sep 05 04:00:11 +0000 2013",
\n        "id" : NumberLong("375468376442679296"),
\n        "id_str" : "375468376442679296",
\n        "text" : "\u672c\u5c4b\u3055\u3093\u884c\u304d\u307e\u3046",
\n        "source" : "<a href="http:\/\/twitter.com\/download\/iphone" rel="nofollow">Twitter for iPhone<\/a>",
\n        "truncated" : false,
\n        "in_reply_to_status_id" : null,
\n        "in_reply_to_status_id_str" : null,
\n        "in_reply_to_user_id" : null,
\n        "in_reply_to_user_id_str" : null,
\n        "in_reply_to_screen_name" : null,
\n        "user" : {
\n                "id" : 6060612,
\n                "id_str" : "6060612",
\n                "name" : "\u3059\u3042\u307e",
\n                "screen_name" : "su_ama",
\n                "location" : "\u7a93\u969b",
\n                "description" : "\u796d\u308a\u306a\u3089\u3001\u3044\u307e\u7d42\u308f\u3063\u305f\u3088\u3002\u3044\u307e\uff0f\u53ef\u611b\u3044\u30a2\u30a4\u30b3\u30f3\u306f\u8c4a\u4e95\u3055\u3093\uff08@1041uuu \uff09\u4f5c",
\n                "url" : "http:\/\/t.co\/KlxnsXtUW6",
\n                "entities" : {
\n                        "url" : {
\n                                "urls" : [
\n                                        {
\n                                                "url" : "http:\/\/t.co\/KlxnsXtUW6",
\n                                                "expanded_url" : "http:\/\/miau0w0.blog.fc2.com\/",
\n                                                "display_url" : "miau0w0.blog.fc2.com",
\n                                                "indices" : [
\n                                                        0,
\n                                                        22
\n                                                ]
\n                                        }
\n                                ]
\n                        },
\n                        "description" : {
\n                                "urls" : [ ]
\n                        }
\n                },
\n                "protected" : false,
\n                "followers_count" : 188,
\n                "friends_count" : 236,
\n                "listed_count" : 12,
\n                "created_at" : "Tue May 15 11:57:09 +0000 2007",
\n                "favourites_count" : 10958,
\n                "utc_offset" : 32400,
\n                "time_zone" : "Tokyo",
\n                "geo_enabled" : true,
\n                "verified" : false,
\n                "statuses_count" : 45912,
\n                "lang" : "en",
\n                "contributors_enabled" : false,
\n                "is_translator" : false,
\n                "profile_background_color" : "A99761",
\n                "profile_background_image_url" : "http:\/\/a0.twimg.com\/profile_background_images\/774457615\/46014c10fd014b8b2ad48cc7b7b874f6.gif",
\n                "profile_background_image_url_https" : "https:\/\/si0.twimg.com\/profile_background_images\/774457615\/46014c10fd014b8b2ad48cc7b7b874f6.gif",
\n                "profile_background_tile" : true,
\n                "profile_image_url" : "http:\/\/a0.twimg.com\/profile_images\/378800000378314117\/acebd1ce013d1531d84906739e020142_normal.jpeg",
\n                "profile_image_url_https" : "https:\/\/si0.twimg.com\/profile_images\/378800000378314117\/acebd1ce013d1531d84906739e020142_normal.jpeg",
\n                "profile_banner_url" : "https:\/\/pbs.twimg.com\/profile_banners\/6060612\/1376271960",
\n                "profile_link_color" : "D51821",
\n                "profile_sidebar_border_color" : "FFFFFF",
\n                "profile_sidebar_fill_color" : "452E2F",
\n                "profile_text_color" : "9B1A21",
\n                "profile_use_background_image" : true,
\n                "default_profile" : false,
\n                "default_profile_image" : false,
\n                "following" : true,
\n                "follow_request_sent" : null,
\n                "notifications" : null
\n        },
\n        "geo" : null,
\n        "coordinates" : null,
\n        "place" : null,
\n        "contributors" : null,
\n        "retweet_count" : 0,
\n        "favorite_count" : 0,
\n        "entities" : {
\n                "hashtags" : [ ],
\n                "symbols" : [ ],
\n                "urls" : [ ],
\n                "user_mentions" : [ ]
\n        },
\n        "favorited" : false,
\n        "retweeted" : false,
\n        "lang" : "ja",
\n        "time" : ISODate("2013-09-05T06:47:24Z")
\n}<\/div><\/td><\/tr><\/tbody><\/table><\/div>\n

\u304d\u3061\u3093\u3068 JSON \u5f62\u5f0f\u3067\u30c4\u30a4\u30fc\u30c8\u304c\u53ce\u96c6\u3055\u308c\u3066\u3044\u308b\u3053\u3068\u304c\u308f\u304b\u308b\u3002<\/p>\n

\u4ed6\u306b\u3082\u4f8b\u3048\u3070 fluent-plugin-webhdfs<\/a> \u3092\u5229\u7528\u3057\u3066 Hadoop<\/a> \u306b\u30c4\u30a4\u30fc\u30c8\u3092\u53ce\u96c6\u3001\u3042\u3068\u306f MapReduce<\/a> \u3067\u81ea\u5728\u306b\u5206\u6790\u3068\u3044\u3063\u305f\u3053\u3068\u3082\u3067\u304d\u308b\u3088\u3046\u306b\u306a\u308b\u3002\u305d\u308c\u4ee5\u5916\u306b\u3082\u30c4\u30a4\u30fc\u30c8\u3092 Amazon S3<\/a> \u306b\u53ce\u96c6\u3057\u3066\u3082\u5927\u5909\u4fbf\u5229\u3067\u3042\u308b\u3002<\/p>\n","protected":false},"excerpt":{"rendered":"

\u4e09\u30f6\u6708\u3068\u5c11\u3057\u3076\u308a\u306b Termtter v2.2.2 \u3092 9\/5 \u306b\u30ea\u30ea\u30fc\u30b9\u3057\u305f\u3002 \u30bf\u30fc\u30df\u30ca\u30eb\u304b\u3089\u4ee5\u4e0b\u306e\u30b3\u30de\u30f3\u30c9\u3092\u6295\u5165\u3059\u308c\u3070\u30a4\u30f3\u30b9\u30c8\u30fc\u30eb\u3055\u308c\u308b\u3002 1gem install termtter Termtter \u306f\u30bf\u30fc\u30df\u30ca\u30eb\u30d9 … \u7d9a\u304d\u3092\u8aad\u3080<\/a><\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[14],"tags":[],"class_list":["post-397","post","type-post","status-publish","format-standard","hentry","category-tech"],"_links":{"self":[{"href":"https:\/\/blog.id774.net\/entry\/wp-json\/wp\/v2\/posts\/397","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/blog.id774.net\/entry\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/blog.id774.net\/entry\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/blog.id774.net\/entry\/wp-json\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/blog.id774.net\/entry\/wp-json\/wp\/v2\/comments?post=397"}],"version-history":[{"count":0,"href":"https:\/\/blog.id774.net\/entry\/wp-json\/wp\/v2\/posts\/397\/revisions"}],"wp:attachment":[{"href":"https:\/\/blog.id774.net\/entry\/wp-json\/wp\/v2\/media?parent=397"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/blog.id774.net\/entry\/wp-json\/wp\/v2\/categories?post=397"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/blog.id774.net\/entry\/wp-json\/wp\/v2\/tags?post=397"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}