{"id":1388,"date":"2017-08-25T11:32:09","date_gmt":"2017-08-25T03:32:09","guid":{"rendered":"http:\/\/ykyi.net\/?p=1388"},"modified":"2017-08-25T11:32:09","modified_gmt":"2017-08-25T03:32:09","slug":"%e8%ae%bf%e9%97%aees%e6%9c%80%e7%ae%80%e5%8d%95%e7%a4%ba%e4%be%8b","status":"publish","type":"post","link":"https:\/\/ykyi.net\/?p=1388","title":{"rendered":"\u8bbf\u95eeES\u6700\u7b80\u5355\u793a\u4f8b"},"content":{"rendered":"<p>\u8fd9\u4e9b\u5929\u67b6\u4e86\u4e00\u4e2aES\u96c6\u7fa4\uff0c\u7528\u6765\u5206\u6790\u79ef\u7d2f\u4e86\u6d77\u91cf\u65e5\u5fd7\u6570\u636e\u3002\u6211\u7528sphinx\u5199\u4e86\u4e00\u4e2a\u7b80\u5355\u6587\u6863\uff0c\u53d1\u5e03\u5728\u5185\u7f51\u3002\u4e0b\u9762\u662f\u590d\u5236\u8fc7\u6765\u7684\u90e8\u5206\u5185\u5bb9\uff0c\u4e0d\u5e78\u7684\u662f\u5f88\u591a\u683c\u5f0f\u4fe1\u606f\u90fd\u4e22\u5931\u4e86\u3002\u505a\u4e86\u70b9\u7b80\u5355\u4fee\u6539\uff0c\u53bb\u6389\u4e86\u654f\u611f\u4fe1\u606f\u3002<\/p>\n<p>\/\/\/\/\/\/\/\/\/\/\/\/\/\/\/\/\/\/\/\/\/\/\/\/\/\/\/\/\/\/\/\/\/\/\/\/\/\/\/\/\/\/\/\/\/\/\/\/\/\/\/\/\/\/\/\/\/\/\/<\/p>\n<p>\u672c\u793a\u4f8b\u4ec5\u793a\u8303\u6700\u4e3a\u57fa\u7840\u7684\u5e94\u7528\uff0c\u534f\u52a9\u8bfb\u8005\u8c03\u901a\u6700\u7b80\u5355\u7684\u67e5\u8be2\u3002 \u8be6\u7ec6\u7075\u6d3b\u7684\u4f7f\u7528\u65b9\u6cd5\u975e\u672c\u6587\u6863\u80fd\u591f\u8986\u76d6\uff0c\u9700\u53c2\u89c1\u5b98\u65b9\u8be6\u7ec6\u6587\u6863\u6216\u54a8\u8be2\u4f60\u5e38\u7528\u7684\u641c\u7d22\u5f15\u64ce\u3002<\/p>\n<ol class=\"arabic simple\">\n<li>\u4f7f\u7528<span class=\"highlighted\">curl<\/span>\u547d\u4ee4\u884c\u5de5\u5177<\/li>\n<li>\u4f7f\u7528es\u5b98\u65b9python\u5e93\n<ol class=\"arabic\">\n<li>RESTful\u63a5\u53e3<\/li>\n<li>\u5b98\u65b9python\u5e93<\/li>\n<\/ol>\n<\/li>\n<\/ol>\n<div id=\"curl\" class=\"section\">\n<h2>\u4f7f\u7528<span class=\"highlighted\">curl<\/span>\u547d\u4ee4\u884c\u5de5\u5177<\/h2>\n<div class=\"line-block\">\n<div class=\"line\">NOTICE:<\/div>\n<div class=\"line\">[*\u7565\u53bb\u8f83\u4e3a\u654f\u611f\u7684\u9274\u6743\u90e8\u5206*]<\/div>\n<\/div>\n<div class=\"line-block\"><\/div>\n<ul class=\"simple\">\n<li>\u5728\u8bbf\u95ee\u65e5\u5fd7\u4e2d\u68c0\u7d22\u4e00\u4e2akeyword\uff0c\u65e0\u8bbakeyword\u51fa\u73b0\u5728\u54ea\u4e2a\u5b57\u6bb5\u4e2d\u3002 \u5982\u4e0b\u793a\u4f8b\uff1a\u6240\u6709\u6587\u6863\uff0csuperuser\u51fa\u73b0\u5728\u5176\u4e2d\u4efb\u610f\u5b57\u6bb5\u4e2d\u90fd\u4f1a\u88ab\u53ec\u56de\u3002\u6ce8\u610f\u914c\u60c5\u66f4\u6362URI\u4e2d\u7684\u53c2\u6570\u3002 \u5b9e\u9645\u4e0a\uff0c\u628a_all\u66ff\u6362\u6210user_name\uff0c\u5219\u53ea\u5728user_name\u5b57\u6bb5\u4e2d\u68c0\u7d22\u3002\u8fd9\u91cc\u4f7f\u7528\u7684\u662flucene\u8bed\u6cd5\uff0c \u53c2\u89c1\uff1a<a class=\"reference external\" href=\"https:\/\/lucene.apache.org\/core\/2_9_4\/queryparsersyntax.html\">https:\/\/lucene.apache.org\/core\/2_9_4\/queryparsersyntax.html<\/a><\/li>\n<\/ul>\n<div class=\"highlight-bash\">\n<table class=\"highlighttable\">\n<tbody>\n<tr>\n<td class=\"linenos\">\n<div class=\"linenodiv\">\n<pre>1<\/pre>\n<\/div>\n<\/td>\n<td class=\"code\">\n<div class=\"highlight\">\n<pre><span class=\"highlighted\">curl<\/span> https:\/\/endpoint\/_search?q<span class=\"o\">=<\/span>_all:superuser\n<\/pre>\n<\/div>\n<\/td>\n<\/tr>\n<\/tbody>\n<\/table>\n<\/div>\n<ul class=\"simple\">\n<li>\u4f7f\u7528ES\u7684DSL\u8bed\u6cd5\uff0c\u5728\u8bbf\u95ee\u65e5\u5fd7\u4e2d\u68c0\u7d22\u51fa\u73b0\u5728\u6307\u5b9a\u5b57\u6bb5\u4e2d\u7684keyword\u3002 \u5982\u4e0b\u793a\u4f8b\uff1asuperuser\u51fa\u73b0\u5728user_name\u5b57\u6bb5\u4e2d\u3002<\/li>\n<\/ul>\n<div class=\"highlight-bash\">\n<table class=\"highlighttable\">\n<tbody>\n<tr>\n<td class=\"linenos\">\n<div class=\"linenodiv\">\n<pre> 1\n 2\n 3\n 4\n 5\n 6\n 7\n 8\n 9\n10<\/pre>\n<\/div>\n<\/td>\n<td class=\"code\">\n<div class=\"highlight\">\n<pre><span class=\"highlighted\">curl<\/span> https:\/\/endpoint\/_search?pretty -H <span class=\"s2\">\"Content-Type: application\/json\"<\/span> -X POST -d <span class=\"s1\">'<\/span>\n<span class=\"s1\">{<\/span>\n<span class=\"s1\">   \"query\":{<\/span>\n<span class=\"s1\">       \"bool\":{<\/span>\n<span class=\"s1\">             \"filter\":[<\/span>\n<span class=\"s1\">                 { \"term\":{ \"user_name\": \"superuser\" } }<\/span>\n<span class=\"s1\">             ]<\/span>\n<span class=\"s1\">       }<\/span>\n<span class=\"s1\">   }<\/span>\n<span class=\"s1\">}'<\/span>\n<\/pre>\n<\/div>\n<\/td>\n<\/tr>\n<\/tbody>\n<\/table>\n<\/div>\n<p>\u4e0a\u8ff0\u68c0\u7d22\u65b9\u6cd5\u4f7f\u7528\u4e86ES\u4e2d\u7684filter\u8bed\u6cd5\uff0cfilter\u662f\u8f83\u5feb\u7684\u4e00\u79cd\u67e5\u8be2\u65b9\u5f0f\u3002\u5982\u679c\u9700\u8981\u68c0\u7d22\u7684\u5b57\u6bb5\u9700\u8981\u5206\u8bcd\uff0c\u5219\u53ea\u80fd\u4f7f\u7528 match\u8bed\u6cd5\uff0c\u5982\u4e0b\uff1a<\/p>\n<div class=\"highlight-bash\">\n<table class=\"highlighttable\">\n<tbody>\n<tr>\n<td class=\"linenos\">\n<div class=\"linenodiv\">\n<pre>1\n2\n3\n4\n5\n6\n7\n8<\/pre>\n<\/div>\n<\/td>\n<td class=\"code\">\n<div class=\"highlight\">\n<pre><span class=\"highlighted\">curl<\/span> .\/kamus.key https:\/\/endpoint\/_search?pretty -H <span class=\"s2\">\"Content-Type: application\/json\"<\/span> -X POST -d <span class=\"s1\">'<\/span>\n<span class=\"s1\">{<\/span>\n<span class=\"s1\">   \"query\":{<\/span>\n<span class=\"s1\">       \"match\":{<\/span>\n<span class=\"s1\">             {\"user_name\": \"superuser\"}<\/span>\n<span class=\"s1\">       }<\/span>\n<span class=\"s1\">   }<\/span>\n<span class=\"s1\">}'<\/span>\n<\/pre>\n<\/div>\n<\/td>\n<\/tr>\n<\/tbody>\n<\/table>\n<\/div>\n<ul class=\"simple\">\n<li>\u4e3a\u68c0\u7d22\u589e\u52a0\u65f6\u95f4\u9650\u5236 \u5982\u9700\u8981\u6307\u5b9a\u65f6\u95f4\u533a\u95f4\uff1a<\/li>\n<\/ul>\n<div class=\"highlight-bash\">\n<table class=\"highlighttable\">\n<tbody>\n<tr>\n<td class=\"linenos\">\n<div class=\"linenodiv\">\n<pre> 1\n 2\n 3\n 4\n 5\n 6\n 7\n 8\n 9\n10\n11\n12\n13\n14\n15\n16\n17\n18\n19\n20<\/pre>\n<\/div>\n<\/td>\n<td class=\"code\">\n<div class=\"highlight\">\n<pre><span class=\"highlighted\">curl<\/span> <span class=\"s2\">\"https:\/\/endpoint\/_search?pretty\"<\/span> -d <span class=\"s1\">'<\/span>\n<span class=\"s1\">{<\/span>\n<span class=\"s1\">  \"query\":{<\/span>\n<span class=\"s1\">       \"bool\":{<\/span>\n<span class=\"s1\">               \"must\":{<\/span>\n<span class=\"s1\">                    \"match\":{<\/span>\n<span class=\"s1\">                                \"user_name\":\"superuser\"<\/span>\n<span class=\"s1\">                            }<\/span>\n<span class=\"s1\">               },<\/span>\n<span class=\"s1\">               \"filter\":{<\/span>\n<span class=\"s1\">                     \"range\":{<\/span>\n<span class=\"s1\">                          \"req_time\":{<\/span>\n<span class=\"s1\">                                        \"gte\":\"2017-01-01 00:00:00\",<\/span>\n<span class=\"s1\">                                        \"lt\":\"2017-08-08 00:00:00\"<\/span>\n<span class=\"s1\">                                     }<\/span>\n<span class=\"s1\">                       }<\/span>\n<span class=\"s1\">                }<\/span>\n<span class=\"s1\">        }<\/span>\n<span class=\"s1\">  }<\/span>\n<span class=\"s1\">} '<\/span>\n<\/pre>\n<\/div>\n<\/td>\n<\/tr>\n<\/tbody>\n<\/table>\n<\/div>\n<ul class=\"simple\">\n<li>\u5206\u9875 ES\u7684\u5206\u9875\u4f7f\u7528\u201dfrom\u201d\u548c\u201dsize\u201d\u53c2\u6570\u3002\u4f8b\u5982\uff0c\u6bcf\u987510\u6761\uff0c\u8fd4\u56de\u7b2c1\u9875\u3002<\/li>\n<\/ul>\n<div class=\"highlight-bash\">\n<table class=\"highlighttable\">\n<tbody>\n<tr>\n<td class=\"linenos\">\n<div class=\"linenodiv\">\n<pre> 1\n 2\n 3\n 4\n 5\n 6\n 7\n 8\n 9\n10\n11<\/pre>\n<\/div>\n<\/td>\n<td class=\"code\">\n<div class=\"highlight\">\n<pre><span class=\"highlighted\">curl<\/span> <span class=\"s2\">\"https:\/\/endpoint\/_search?pretty\"<\/span>  -d <span class=\"s1\">'<\/span>\n<span class=\"s1\">{<\/span>\n<span class=\"s1\">     \"from\": 0,<\/span>\n<span class=\"s1\">     \"size\": 10,<\/span>\n<span class=\"s1\">     \"query\": {<\/span>\n<span class=\"s1\">         \"term\": {<\/span>\n<span class=\"s1\">              \"user_name\": \"superuser\"<\/span>\n<span class=\"s1\">         }<\/span>\n<span class=\"s1\">     }<\/span>\n<span class=\"s1\">}<\/span>\n<span class=\"s1\">'<\/span>\n<\/pre>\n<\/div>\n<\/td>\n<\/tr>\n<\/tbody>\n<\/table>\n<\/div>\n<p>\u7531\u4e8eES\u7684\u5b9e\u73b0\u673a\u5236\uff0cES\u5e76\u4e0d\u9f13\u52b1\u4f7f\u7528\u5206\u9875\uff0c\u5728size\u8f83\u5927\u4e14from\u7684\u9875\u7801\u4e5f\u8f83\u5927\u65f6\uff0cES\u53ef\u80fd\u65e0\u6cd5\u53ca\u65f6\u54cd\u5e94\u3002<\/p>\n<ul class=\"simple\">\n<li>\u5982\u679c\u9700\u8981\u8fd4\u56de\u6240\u6709\u547d\u4e2d\u6587\u6863 \u5982\u679c\u547d\u4e2d\u6587\u6863\u8d85\u8fc7\u4e00\u5343\uff0c\u7528\u4e0a\u8ff0\u65b9\u6cd5\u4e0d\u5bb9\u6613\u62ff\u5230\u6240\u6709\u7ed3\u679c\u3002\u9700\u8981\u4f7f\u7528 <strong>scroll and scan<\/strong> \u65b9\u6cd5\u3002 \u53c2\u89c1 <a class=\"reference external\" href=\"https:\/\/www.elastic.co\/guide\/en\/elasticsearch\/reference\/current\/search-request-scroll.html\">https:\/\/www.elastic.co\/guide\/en\/elasticsearch\/reference\/current\/search-request-scroll.html<\/a><\/li>\n<\/ul>\n<div class=\"line-block\"><\/div>\n<ul class=\"simple\">\n<li>\u5176\u4ed6\u9ad8\u7ea7\u5e94\u7528 \u5982bool\u64cd\u4f5c\uff0c\u4ee5\u53ca\u590d\u6742\u7075\u6d3b\u7684\u67e5\u8be2\u6761\u4ef6\u7ec4\u5408\u8bf7\u53c2\u52a0\u5b98\u7f51\u6587\u6863\u3002<\/li>\n<\/ul>\n<\/div>\n<div id=\"espython\" class=\"section\">\n<h2>\u4f7f\u7528es\u5b98\u65b9python\u5e93<\/h2>\n<p>\u61d2\u5f97\u6253\u5b57\u4e86\uff0c\u770b\u5b98\u65b9\u6587\u6863\u5427\uff1a <a class=\"reference external\" href=\"https:\/\/elasticsearch-py.readthedocs.io\/\">https:\/\/elasticsearch-py.readthedocs.io\/<\/a><\/p>\n<\/div>\n","protected":false},"excerpt":{"rendered":"<p>\u8fd9\u4e9b\u5929\u67b6\u4e86\u4e00\u4e2aES\u96c6\u7fa4\uff0c\u7528\u6765\u5206\u6790\u79ef\u7d2f\u4e86\u6d77\u91cf\u65e5\u5fd7\u6570\u636e\u3002\u6211\u7528sphinx\u5199\u4e86\u4e00\u4e2a\u7b80\u5355\u6587\u6863\uff0c\u53d1\u5e03\u5728\u5185\u7f51\u3002\u4e0b\u9762\u662f\u590d\u5236\u8fc7\u6765\u7684\u90e8\u5206\u5185\u5bb9\uff0c\u4e0d\u5e78\u7684\u662f\u5f88\u591a\u683c\u5f0f\u4fe1\u606f\u90fd\u4e22\u5931\u4e86\u3002\u505a\u4e86\u70b9\u7b80\u5355\u4fee\u6539\uff0c\u53bb\u6389\u4e86\u654f\u611f\u4fe1\u606f\u3002 \/\/\/\/\/\/\/\/\/\/\/\/\/\/\/\/\/\/\/\/\/\/\/\/\/\/\/\/\/\/\/\/\/\/\/\/\/\/\/\/\/\/\/\/\/\/\/\/\/\/\/\/\/\/\/\/\/\/\/ \u672c\u793a\u4f8b\u4ec5\u793a\u8303\u6700\u4e3a\u57fa\u7840\u7684\u5e94\u7528\uff0c\u534f\u52a9\u8bfb\u8005\u8c03\u901a\u6700\u7b80\u5355\u7684\u67e5\u8be2\u3002 \u8be6\u7ec6\u7075\u6d3b\u7684\u4f7f\u7528\u65b9\u6cd5\u975e\u672c\u6587\u6863\u80fd\u591f\u8986\u76d6\uff0c\u9700\u53c2\u89c1\u5b98\u65b9\u8be6\u7ec6\u6587\u6863\u6216\u54a8\u8be2\u4f60\u5e38\u7528\u7684\u641c\u7d22\u5f15\u64ce\u3002 \u4f7f\u7528curl\u547d\u4ee4\u884c\u5de5\u5177 \u4f7f\u7528es\u5b98\u65b9python\u5e93 RESTful\u63a5\u53e3 \u5b98\u65b9python\u5e93 \u4f7f\u7528curl\u547d\u4ee4\u884c\u5de5\u5177 NOTICE: [*\u7565\u53bb\u8f83\u4e3a\u654f\u611f\u7684\u9274\u6743\u90e8\u5206*] \u5728\u8bbf\u95ee\u65e5\u5fd7\u4e2d\u68c0\u7d22\u4e00\u4e2akeyword\uff0c\u65e0\u8bbakeyword\u51fa\u73b0\u5728\u54ea\u4e2a\u5b57\u6bb5\u4e2d\u3002 \u5982\u4e0b\u793a\u4f8b\uff1a\u6240\u6709\u6587\u6863\uff0csuperuser\u51fa\u73b0\u5728\u5176\u4e2d\u4efb\u610f\u5b57\u6bb5\u4e2d\u90fd\u4f1a\u88ab\u53ec\u56de\u3002\u6ce8\u610f\u914c\u60c5\u66f4\u6362URI\u4e2d\u7684\u53c2\u6570\u3002 \u5b9e\u9645\u4e0a\uff0c\u628a_all\u66ff\u6362\u6210user_name\uff0c\u5219\u53ea\u5728user_name\u5b57\u6bb5\u4e2d\u68c0\u7d22\u3002\u8fd9\u91cc\u4f7f\u7528\u7684\u662flucene\u8bed\u6cd5\uff0c \u53c2\u89c1\uff1ahttps:\/\/lucene.apache.org\/core\/2_9_4\/queryparsersyntax.html 1 curl https:\/\/endpoint\/_search?q=_all:superuser \u4f7f\u7528ES\u7684DSL\u8bed\u6cd5\uff0c\u5728\u8bbf\u95ee\u65e5\u5fd7\u4e2d\u68c0\u7d22\u51fa\u73b0\u5728\u6307\u5b9a\u5b57\u6bb5\u4e2d\u7684keyword\u3002 \u5982\u4e0b\u793a\u4f8b\uff1asuperuser\u51fa\u73b0\u5728user_name\u5b57\u6bb5\u4e2d\u3002 1 2 3 4 5 6 7 8 9 10 curl https:\/\/endpoint\/_search?pretty -H &#8220;Content-Type: application\/json&#8221; -X POST -d &#8216; { &#8220;query&#8221;:{ &#8220;bool&#8221;:{ &#8220;filter&#8221;:[ { &#8220;term&#8221;:{ &#8220;user_name&#8221;: &#8220;superuser&#8221; } } ] } } }&#8217; \u4e0a\u8ff0\u68c0\u7d22\u65b9\u6cd5\u4f7f\u7528\u4e86ES\u4e2d\u7684filter\u8bed\u6cd5\uff0cfilter\u662f\u8f83\u5feb\u7684\u4e00\u79cd\u67e5\u8be2\u65b9\u5f0f\u3002\u5982\u679c\u9700\u8981\u68c0\u7d22\u7684\u5b57\u6bb5\u9700\u8981\u5206\u8bcd\uff0c\u5219\u53ea\u80fd\u4f7f\u7528 match\u8bed\u6cd5\uff0c\u5982\u4e0b\uff1a &hellip; <a href=\"https:\/\/ykyi.net\/?p=1388\" class=\"more-link\">Continue reading<span class=\"screen-reader-text\"> &#8220;\u8bbf\u95eeES\u6700\u7b80\u5355\u793a\u4f8b&#8221;<\/span><\/a><\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[6],"tags":[31],"class_list":["post-1388","post","type-post","status-publish","format-standard","hentry","category-tech_articles","tag-elasticsearch"],"_links":{"self":[{"href":"https:\/\/ykyi.net\/index.php?rest_route=\/wp\/v2\/posts\/1388","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/ykyi.net\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/ykyi.net\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/ykyi.net\/index.php?rest_route=\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/ykyi.net\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=1388"}],"version-history":[{"count":0,"href":"https:\/\/ykyi.net\/index.php?rest_route=\/wp\/v2\/posts\/1388\/revisions"}],"wp:attachment":[{"href":"https:\/\/ykyi.net\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=1388"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/ykyi.net\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=1388"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/ykyi.net\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=1388"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}