<\/title>\n<\/head>\n<body><pre><code class='language-shell' lang='shell'>#!\/bin\/sh\n\nvin="\nLFBGE3067LJD10854\n"\nfor i in $vin\ndo\n\n# \u67e5\u8be2\u8bed\u53e5\nsearchbody=`cat << EOF\n{"query":{"bool":{"must":[{"match":{"vin":"$i"}}],"must_not":[],"should":[]}},"from":0,"size":25000,"sort":[],"aggs":{}}\nEOF`\n\nindex=s2-drive.behavior2023\nendpoint="http:\/\/10.120.48.17:9200\/"\noutputpath=\/root\/20230710\/$i.json\n\n# --input \u6307\u5b9a\u6765\u6e90\n# --output \u5bfc\u51fa\u7684\u8def\u5f84\uff08\u5982\u679c\u4ee5 csv \u7ed3\u5c3e\uff0c\u5219\u4f1a\u81ea\u52a8\u4fdd\u5b58\u4e3a csv \u683c\u5f0f\uff09\n# --quiet \u4e0d\u8f93\u51fa\u4efb\u4f55\u65e5\u5fd7\u4fe1\u606f\n# --scrollTime \u7528\u6765\u6307\u5b9a\u6bcf\u6b21\u6eda\u52a8\u67e5\u8be2\u7684\u65f6\u95f4\u95f4\u9694\uff08\u5f53\u6211\u4eec\u9700\u8981\u4ece elasticsearch \u4e2d\u68c0\u7d22\u5927\u91cf\u6570\u636e\u65f6\uff0c\u901a\u5e38\u9700\u8981\u4f7f\u7528\u6eda\u52a8\u67e5\u8be2\u6765\u907f\u514d\u4e00\u6b21\u6027\u68c0\u7d22\u8fc7\u591a\u6570\u636e\u5bfc\u81f4\u5185\u5b58\u6ea2\u51fa\u6216\u6027\u80fd\u4e0b\u964d\u7684\u95ee\u9898\uff09\n# --limit \u6307\u5b9a\u6bcf\u6b21\u6eda\u52a8\u67e5\u8be2\u7684\u6587\u6863\u6570\u91cf\n# --noRefresh \u7981\u7528\u7d22\u5f15\u7684\u81ea\u52a8\u5237\u65b0\u529f\u80fd\uff08\u5f53\u9700\u8981\u6267\u884c\u5927\u91cf\u7d22\u5f15\u64cd\u4f5c\u65f6\uff0c\u5982\u679c\u6bcf\u6b21\u64cd\u4f5c\u90fd\u4f1a\u81ea\u52a8\u5237\u65b0\u7d22\u5f15\uff0c\u5c06\u5bfc\u81f4\u6027\u80fd\u4e0b\u964d\uff09\n# --maxRows \u6307\u5b9a\u6bcf\u6b21\u6eda\u52a8\u67e5\u8be2\u7684\u6700\u5927\u6587\u6863\u6570\u91cf\n# --concurrency \u5e76\u53d1\u6267\u884c\u7684\u6570\u91cf\n# --transform \u5bf9\u7ed3\u679c\u8fdb\u884c\u8f6c\u6362\uff08\u5982\u63d0\u53d6\u7279\u5b9a\u5b57\u6bb5\u3001\u8f6c\u6362\u6570\u636e\u683c\u5f0f\u7b49\uff09\n# --searchBody \u67e5\u8be2\u8bed\u53e5\nelasticdump --input="$endpoint\/$index" \\\n --output=$outputpath \\\n --quiet --scrollTime=30m --limit=10000 --noRefresh --maxRows=1000000 \\\n --concurrency=2 \\\n --searchBody "$searchbody"\n\ndone\n<\/code><\/pre>\n<p> <\/p>\n<\/body>\n<\/html>\n","protected":false},"excerpt":{"rendered":"<p>#!\/bin\/sh vin=" LFBGE3067LJD10854 " for i in […]<\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[1],"tags":[],"class_list":["post-102","post","type-post","status-publish","format-standard","hentry","category-uncategorized"],"_links":{"self":[{"href":"https:\/\/guoyingxu.cn\/index.php?rest_route=\/wp\/v2\/posts\/102","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/guoyingxu.cn\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/guoyingxu.cn\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/guoyingxu.cn\/index.php?rest_route=\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/guoyingxu.cn\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=102"}],"version-history":[{"count":0,"href":"https:\/\/guoyingxu.cn\/index.php?rest_route=\/wp\/v2\/posts\/102\/revisions"}],"wp:attachment":[{"href":"https:\/\/guoyingxu.cn\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=102"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/guoyingxu.cn\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=102"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/guoyingxu.cn\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=102"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}

{"id":102,"date":"2023-08-08T16:18:11","date_gmt":"2023-08-08T08:18:11","guid":{"rendered":"https:\/\/guoyingxu.cn\/?p=102"},"modified":"2023-08-08T16:18:11","modified_gmt":"2023-08-08T08:18:11","slug":"es%e6%95%b0%e6%8d%ae%e5%af%bc%e5%87%ba","status":"publish","type":"post","link":"https:\/\/guoyingxu.cn\/?p=102","title":{"rendered":"ES\u6570\u636e\u5bfc\u51fa"},"content":{"rendered":"\n\n\n\n\n<\/title>\n<\/head>\n<body><pre><code class='language-shell' lang='shell'>#!\/bin\/sh\n\nvin="\nLFBGE3067LJD10854\n"\nfor i in $vin\ndo\n\n# \u67e5\u8be2\u8bed\u53e5\nsearchbody=`cat << EOF\n{"query":{"bool":{"must":[{"match":{"vin":"$i"}}],"must_not":[],"should":[]}},"from":0,"size":25000,"sort":[],"aggs":{}}\nEOF`\n\nindex=s2-drive.behavior2023\nendpoint="http:\/\/10.120.48.17:9200\/"\noutputpath=\/root\/20230710\/$i.json\n\n# --input \u6307\u5b9a\u6765\u6e90\n# --output \u5bfc\u51fa\u7684\u8def\u5f84\uff08\u5982\u679c\u4ee5 csv \u7ed3\u5c3e\uff0c\u5219\u4f1a\u81ea\u52a8\u4fdd\u5b58\u4e3a csv \u683c\u5f0f\uff09\n# --quiet \u4e0d\u8f93\u51fa\u4efb\u4f55\u65e5\u5fd7\u4fe1\u606f\n# --scrollTime \u7528\u6765\u6307\u5b9a\u6bcf\u6b21\u6eda\u52a8\u67e5\u8be2\u7684\u65f6\u95f4\u95f4\u9694\uff08\u5f53\u6211\u4eec\u9700\u8981\u4ece elasticsearch \u4e2d\u68c0\u7d22\u5927\u91cf\u6570\u636e\u65f6\uff0c\u901a\u5e38\u9700\u8981\u4f7f\u7528\u6eda\u52a8\u67e5\u8be2\u6765\u907f\u514d\u4e00\u6b21\u6027\u68c0\u7d22\u8fc7\u591a\u6570\u636e\u5bfc\u81f4\u5185\u5b58\u6ea2\u51fa\u6216\u6027\u80fd\u4e0b\u964d\u7684\u95ee\u9898\uff09\n# --limit \u6307\u5b9a\u6bcf\u6b21\u6eda\u52a8\u67e5\u8be2\u7684\u6587\u6863\u6570\u91cf\n# --noRefresh \u7981\u7528\u7d22\u5f15\u7684\u81ea\u52a8\u5237\u65b0\u529f\u80fd\uff08\u5f53\u9700\u8981\u6267\u884c\u5927\u91cf\u7d22\u5f15\u64cd\u4f5c\u65f6\uff0c\u5982\u679c\u6bcf\u6b21\u64cd\u4f5c\u90fd\u4f1a\u81ea\u52a8\u5237\u65b0\u7d22\u5f15\uff0c\u5c06\u5bfc\u81f4\u6027\u80fd\u4e0b\u964d\uff09\n# --maxRows \u6307\u5b9a\u6bcf\u6b21\u6eda\u52a8\u67e5\u8be2\u7684\u6700\u5927\u6587\u6863\u6570\u91cf\n# --concurrency \u5e76\u53d1\u6267\u884c\u7684\u6570\u91cf\n# --transform \u5bf9\u7ed3\u679c\u8fdb\u884c\u8f6c\u6362\uff08\u5982\u63d0\u53d6\u7279\u5b9a\u5b57\u6bb5\u3001\u8f6c\u6362\u6570\u636e\u683c\u5f0f\u7b49\uff09\n# --searchBody \u67e5\u8be2\u8bed\u53e5\nelasticdump --input="$endpoint\/$index" \\\n --output=$outputpath \\\n --quiet --scrollTime=30m --limit=10000 --noRefresh --maxRows=1000000 \\\n --concurrency=2 \\\n --searchBody "$searchbody"\n\ndone\n<\/code><\/pre>\n<p> <\/p>\n<\/body>\n<\/html>\n","protected":false},"excerpt":{"rendered":"<p>#!\/bin\/sh vin=" LFBGE3067LJD10854 " for i in […]<\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[1],"tags":[],"class_list":["post-102","post","type-post","status-publish","format-standard","hentry","category-uncategorized"],"_links":{"self":[{"href":"https:\/\/guoyingxu.cn\/index.php?rest_route=\/wp\/v2\/posts\/102","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/guoyingxu.cn\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/guoyingxu.cn\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/guoyingxu.cn\/index.php?rest_route=\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/guoyingxu.cn\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=102"}],"version-history":[{"count":0,"href":"https:\/\/guoyingxu.cn\/index.php?rest_route=\/wp\/v2\/posts\/102\/revisions"}],"wp:attachment":[{"href":"https:\/\/guoyingxu.cn\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=102"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/guoyingxu.cn\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=102"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/guoyingxu.cn\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=102"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}