[{"_1":2,"_161":-5,"_162":-5},"loaderData",{"_3":4,"_17":18,"_25":26,"_140":141},"root",{"_5":-5,"_6":-7,"_7":8,"_9":-7,"_10":11,"_12":-7,"_13":14,"_15":16},"currentUser","primaryEmail","siteVerification","6LeIxAcTAAAAAJcZVRqyHh71UMIEGNQ_MXjiZKhI","toast","enableDev",false,"incidentStatus","theme","system","contrast","normal","routes/_layout",{"_19":-5,"_20":21,"_22":21,"_23":21,"_24":21},"username","isAskGordonEnabled",true,"isUsingNewTemplate","showMinimalLanding","showHoneypotTrap","routes/_layout.r.$namespace.$reponame",{"_27":28,"_29":-5,"_30":11,"_31":11,"_32":33,"_34":35,"_36":-5,"_37":11,"_38":39,"_88":-5,"_89":90,"_129":-5,"_130":11,"_131":21,"_132":11,"_133":-5,"_134":11,"_135":-5,"_136":137,"_138":91,"_139":-7},"canonicalUrl","https://hub.docker.com/r/supermy/ap-es/tags","mcpServer","canSeeDockerfile","canSeeAutobuilds","namespace","supermy","reponame","ap-es","cloudBuildSource","isAutobuildsAvailable","repo",{"_40":41,"_42":43,"_45":46,"_47":48,"_49":11,"_50":51,"_52":53,"_54":55,"_57":35,"_32":33,"_58":59,"_60":44,"_61":62,"_63":62,"_64":65,"_66":-5,"_67":68,"_69":70,"_71":11,"_72":33,"_73":74,"_79":21,"_80":81,"_85":33,"_86":87},"categories",[],"content_types",[44],"image","date_registered","2016-09-08T09:06:48.385542Z","description","elasticsearch 中文分词，全文检索","is_private","last_updated","2017-09-21T09:53:48.552981Z","last_modified","2024-10-16T13:48:34.145251Z","media_types",[56],"application/vnd.docker.container.image.v1+json","name","pull_count",170,"repository_type","star_count",1,"status","status_description","active","source","collaborator_count",0,"full_description","\n[toc]\n\n# ELK 进行全文检索与条件查询\n\n应用场景：\n自动同步业务数据\n1.全文检索；\n2.使用 es-dsl 进行通用组合查询；\n3.提供过滤 api,进行动态下拉检索；\n\n\n### 部署 es\n\n#### 下载并且解压\n\n```aidl\n \n wget https://artifacts.elastic.co/downloads/elasticsearch/elasticsearch-5.6.1.zip\n tar -xzvf elasticsearch-5.6.1.zip\n \n 允许插件访问\n vim elasticsearch.yml\n http.cors.enabled: true\n http.cors.allow-origin: \"*\"\n \n \n \n```\n\n#### 启动 es\n\n##### 前台运行\n```$xslt\n ./bin/elasticsearch\n```\n\n##### 后台运行\n```$xslt\n ./bin/elasticsearch -d\n```\n\n\n\n#### 安装es插件\n\n##### 安装 x-Pack 插件\n\n###### X-Pack是一个Elastic Stack的扩展，将安全，警报，监视，报告和图形功能包含在一个易于安装的软件包中。\n\n```$xslt\n\n 命令安装，MAC 因为.DS_Store报错\n bin/elasticsearch-plugin install x-pack -v\n \n 手动安装-科学打开方式\n wget https://artifacts.elastic.co/downloads/elasticsearch-plugins/x-pack/x-pack-5.6.1.zip\n \n 解压\n unzip x-pack-5.6.1.zip\n \n 目录移动到插件目录\n mv elasticsearch plugins\n \n 默认的用户名：elastic，密码：changeme。可以通过 curl 修改默认密码：\n curl -XPUT -u elastic 'localhost:9200/_xpack/security/user/elastic/_password' -d '{\n \"password\" : \"123456\"\n } \n \n x-pack 插件测试\n http://127.0.0.1:9200/_xpack/\n \n```\n###### head 插件安装 ,数据浏览与查询\n\n```$xslt\n \n git clone git://github.com/mobz/elasticsearch-head.git\n cd elasticsearch-head\n npm install\n npm install grunt --save\n \n 修改elasticsearch-head下Gruntfile.js文件，默认监听在127.0.0.1下9200端口， \n \n 执行\n cd elasticsearch-head \n grunt server\n \n 浏览器访问 \n http://172.16.31.220:9100/\n```\n\n\n\n###### elasticsearch-analysis-ik 插件安装，全文检索与条件组合查询，提供下拉检索 api\n\n* 安装注意版本号与 es 要一一对应\n\n```aidl\n \n 命令行安装\n ./bin/elasticsearch-plugin install https://github.com/medcl/elasticsearch-analysis-ik/releases/download/v5.6.1/elasticsearch-analysis-ik-5.6.1.zip\n \n 下载源码\n wget https://github.com/medcl/elasticsearch-analysis-ik/archive/v5.6.1.zip\n \n 编译\n mvn package\n \n 将releases目录 zip 解压到 es/plugin\n\n```\n* 自定义字典配置\n\n```xml\n \n \n \n IK Analyzer 扩展配置\n \n custom/mydict.dic;custom/single_word_low_freq.dic\n \n custom/ext_stopword.dic\n \n location\n \n http://xxx.com/xxx.dic\n \n```\n\n* 热更新 IK 分词使用方法\n\n目前该插件支持热更新 IK 分词，通过上文在 IK 配置文件中提到的如下配置\n\n```xml\n \t\n\tlocation\n \t\n\tlocation\n\n\n其中 `location` 是指一个 url，比如 `http://yoursite.com/getCustomDict`，该请求只需满足以下两点即可完成分词热更新。\n\n1. 该 http 请求需要返回两个头部(header)，一个是 `Last-Modified`，一个是 `ETag`，这两者都是字符串类型，只要有一个发生变化，该插件就会去抓取新的分词进而更新词库。\n\n2. 该 http 请求返回的内容格式是一行一个分词，换行符用 `\\n` 即可。\n\n满足上面两点要求就可以实现热更新分词了，不需要重启 ES 实例。\n\n可以将需自动更新的热词放在一个 UTF-8 编码的 .txt 文件里，放在 nginx 或其他简易 http server 下，当 .txt 文件修改时，http server 会在客户端请求该文件时自动返回相应的 Last-Modified 和 ETag。可以另外做一个工具来从业务系统提取相关词汇，并更新这个 .txt 文件。\n```\n\n* 测试 elasticsearch-analysis-ik\n\n1.create a index\n\n```bash\ncurl -XPUT http://localhost:9200/index\n```\n\n2.create a mapping\n\n```bash\nik_max_word 和 ik_smart 什么区别?\nik_max_word: 会将文本做最细粒度的拆分，比如会将“中华人民共和国国歌”拆分为“中华人民共和国,中华人民,中华,华人,人民共和国,人民,人,民,共和国,共和,和,国国,国歌”，会穷尽各种可能的组合；\nik_smart: 会做最粗粒度的拆分，比如会将“中华人民共和国国歌”拆分为“中华人民共和国,国歌”。\n\n\ncurl -XPOST http://localhost:9200/index/fulltext/_mapping -d'\n{\n \"properties\": {\n \"content\": {\n \"type\": \"text\",\n \"analyzer\": \"ik_max_word\",\n \"search_analyzer\": \"ik_max_word\"\n }\n }\n \n}'\n```\n\n3.index some docs\n\n```bash\ncurl -XPOST http://localhost:9200/index/fulltext/1 -d'\n{\"content\":\"美国留给伊拉克的是个烂摊子吗\"}\n'\n```\n\n```bash\ncurl -XPOST http://localhost:9200/index/fulltext/2 -d'\n{\"content\":\"公安部：各地校车将享最高路权\"}\n'\n```\n\n```bash\ncurl -XPOST http://localhost:9200/index/fulltext/3 -d'\n{\"content\":\"中韩渔警冲突调查：韩警平均每天扣1艘中国渔船\"}\n'\n```\n\n```bash\ncurl -XPOST http://localhost:9200/index/fulltext/4 -d'\n{\"content\":\"中国驻洛杉矶领事馆遭亚裔男子枪击嫌犯已自首\"}\n'\n```\n\n4.query with highlighting\n\n```bash\ncurl -XPOST http://localhost:9200/index/fulltext/_search -d'\n{\n \"query\" : { \"match\" : { \"content\" : \"中国\" }},\n \"highlight\" : {\n \"pre_tags\" : [\"\", \"\"],\n \"post_tags\" : [\"\", \"\"],\n \"fields\" : {\n \"content\" : {}\n }\n }\n}\n'\n```\n\n\n\n### 部署 kibana ,数据的可视化展现\n\n```aidl\n \n wget https://www.elastic.co/downloads/kibana\n \n 解压 \n kibana-5.6.0-SNAPSHOT-darwin-x86_64.tar\n \n 运行（可先去掉 es 的 xpack）\n bin/kibana\n \n 后台运行\n nohup bin/kibana &\n \n\n 启动成功后浏览器打开 \n http://localhost:5601/\n \n 这里默认的用户名：elastic，密码：changeme。可以通过 curl 修改默认密码：\n curl -XPUT -u elastic 'localhost:9200/_xpack/security/user/kibana/_password' -d '{\n \"password\" : \"123456\"\n }'\n \n Kibana 可视化管理\n 在页面左侧选择【DevTools】，就可以进行相应 REST 操作，使用 DSL 语句查询的时候在这个开发者工具界面能提供很多有用的输入提示：\n\n \n \n \n\n```\n\n#### 部署 kibana插件 x-pack -正确打开方式\n\n安装完成之后访问需要密码，默认的用户名：elastic，密码：changeme\n\n```aidl\n \n 安装插件\n bin/kibana-plugin install x-pack\n \n```\n\n\n### 部署 logstash ,数据采集\n\n```aidl\n\n 下载\n logstash-5.6.1.tar.gz\n \n 解压\n tar -xzvf logstash-5.6.1.tar.gz\n \n 运行\n bin/logstash\n \n 测试是否成功\n bin/logstash -e 'input { stdin { } } output { stdout {codec=>rubydebug} }'\n \n 测试配置文件\n bin/logstash -t -f etc/\n \n 后台运行\n nohup bin/logstash -f etc/ &\n \n 停止\n ps -ef |grep logstash \n kill -9 id\n\n \n\n```\n\n#### 部署 kibana插件 logstash-input-jdbc\n\n```aidl\n\n \n 安装插件 x-pack\n bin/logstash-plugin install x-pack\n \n 修改密码\n curl -XPUT -u elastic 'localhost:9200/_xpack/security/user/kibana/_password' -d '{\n \"password\" : \"123456\"\n }'\n \n```\n\n\n```aidl\n\n 更换为国内的 ruby 源\n gem sources --add https://gems.ruby-china.org/ --remove https://rubygems.org/\n gem sources -l\n\n gem install bundler\n \n\n 安装插件 logstash-input-jdbc\n bin/logstash-plugin install logstash-input-jdbc\n \n\n jdbc 配置\n input {\n jdbc {\n jdbc_driver_library => \"mysql-connector-java-5.1.38.jar\"\n jdbc_driver_class => \"com.mysql.jdbc.Driver\"\n jdbc_connection_string => \"jdbc:mysql://127.0.0.1:3306/test\"\n jdbc_user => \"root\"\n jdbc_password => \"123456\"\n # or jdbc_password_filepath => \"/path/to/my/password_file\"\n statement => \"select id,foo,bar from mysql101\"\n jdbc_paging_enabled => \"true\"\n jdbc_page_size => \"50000\"\n }\n }\n \n filter {\n \n }\n \n output {\n stdout {\n codec => rubydebug\n }\n elasticsearch {\n hosts => \"127.0.0.1\"\n index => \"tourist_toilet\"\n document_type =>”fulltext\"\n }\n }\n \n \n \n \n 执行之前配置索引与全文检索\n 建立索引\n \n curl -XPUT http://localhost:9200/mysql101\n \n 建立全文检索\n curl -XPOST http://localhost:9200/mysql101/fulltext/_mapping -d'\n {\n \"properties\": {\n \"content\": {\n \"type\": \"text\",\n \"analyzer\": \"ik_max_word\",\n \"search_analyzer\": \"ik_max_word\"\n }\n }\n \n }’\n \n 运行\n logstash-5.6.1/bin/logstash -f jdbc.conf\n \n 查看数据同步情况\n http://127.0.0.1:9200/mysql101/_search\n \n \n\n```\n\n### 轻量型数据采集器 Beats\n\n```aidl\n\n 安装常用指标采集器\n wget https://artifacts.elastic.co/downloads/beats/metricbeat/metricbeat-5.6.1-darwin-x86_64.tar.gz\n tar -xzvf metricbeat-5.6.1-darwin-x86_64.tar.gz\n \n 安装仪表盘模板\n ./scripts/import_dashboards -es http://127.0.0.1:9200 -user elastic -pass changeme\n \n \n 运行\n ./metricbeat -e -c metricbeat.yml\n \n```\n\n\n### supervisor 安装、配置、常用命令\n\nSupervisor 是一个用 Python 写的进程管理工具，可以很方便的用来在 UNIX-like 系统（不支持 Windows）下启动、重启（自动重启程序）、关闭进程（不仅仅是 Python 进程）。\n\n```aidl\n\n 需要一个工具，时刻监控 web 应用的运行情况，管理该进程。\n \n Supervisor 就是解决这种需求的工具，可以保证程序崩溃后，重新把程序启动起来等功能。\n \n```\n\n### 云化一键安装\n\n```aidl\n bash <(curl -fsSL https://download.elastic.co/cloud/elastic-cloud-enterprise.sh) install\n```\n\n### FAQ\n```$xslt\n 官方 demo 示例\n http://demo.elastic.co/app/kibana\n \n 删除当前目录的.DS_store \n find . -name '*.DS_Store' -type f -delete\n \n 删除所有目录的.DS_store \n sudo find / -name “.DS_Store” -depth -exec rm {} \\;\n \n 禁止.DS_store生成： \n defaults write com.apple.desktopservices DSDontWriteNetworkStores -bool TRUE\n \n 恢复.DS_store生成： \n defaults delete com.apple.desktopservices DSDontWriteNetworkStores\n \n ELK中无法启动kibana，解决“Elasticsearch is still initializing the kibana index... ”\n 需要删除.kibana的索引。\n curl -XDELETE http://localhost:9200/.kibana\n curl -XDELETE http://localhost:9200/*\n\n \n ES 启动问题处理 \n 切换到root用户修改配置sysctl.conf\n vi /etc/sysctl.conf \n 添加下面配置：\n vm.max_map_count=655360\n 并执行命令：\n sysctl -p\n \n Debian 系统先行安装\n apt-get install ruby-full\n \n 禁用X-Pack 插件 security\n vim config/kibana.yml\n vim config/elasticsearch.yml\n 添加以下内容\n xpack.security.enabled: false\n \n curl -XPUT -u elastic 'http://:/_xpack/license' -H \"Content-Type: application/json\" -d @license.json\n \n```\n","has_starred","hub_user","immutable_tags_settings",{"_75":11,"_76":77},"enabled","rules",[78],".*","is_automated","permissions",{"_82":21,"_83":11,"_84":11},"read","write","admin","user","storage_size",362926427,"orgData","recentTags",[91],{"_92":44,"_93":94,"_95":96,"_97":98,"_99":100,"_50":118,"_119":94,"_120":33,"_121":56,"_57":122,"_123":124,"_125":109,"_126":118,"_127":65,"_128":21},"content_type","creator",119074,"full_size",288347649,"id",4738371,"images",[101],{"_102":103,"_104":105,"_106":107,"_108":109,"_110":111,"_112":113,"_114":107,"_115":-5,"_116":96,"_63":65,"_117":-5},"architecture","amd64","digest","sha256:c8bc13f6eec4efd9b6dfc7973d54737e1561786dc5867f37b55ff41dd12b0565","features","","last_pulled","2026-09-24T11:49:54.730583305Z","last_pushed","2017-09-21T09:53:49Z","os","linux","os_features","os_version","size","variant","2017-09-21T09:53:48.221325Z","last_updater","last_updater_username","media_type","latest","repository",904062,"tag_last_pulled","tag_last_pushed","tag_status","v2","sbxKitMetadata","isPotentialSpam","isHubSbxKitsEnabled","showSbxLogoOverride","sbxTrademarkText","displaySecurityMetadata","tagAttestations","tagsHaveAttestations",[],"selectedTag","attestationsUrl","routes/_layout.r.$namespace.$reponame.tags",{"_38":142,"_149":150,"_136":159,"_160":11},{"_40":143,"_42":144,"_45":46,"_47":48,"_49":11,"_50":51,"_52":53,"_54":145,"_57":35,"_32":33,"_58":59,"_60":44,"_61":62,"_63":62,"_64":65,"_66":-5,"_67":68,"_69":70,"_71":11,"_72":33,"_73":146,"_79":21,"_80":148,"_85":33,"_86":87},[],[44],[56],{"_75":11,"_76":147},[78],{"_82":21,"_83":11,"_84":11},"tags",{"_151":62,"_152":-5,"_153":-5,"_154":155},"count","next","previous","results",[156],{"_92":44,"_93":94,"_95":96,"_97":98,"_99":157,"_50":118,"_119":94,"_120":33,"_121":56,"_57":122,"_123":124,"_125":109,"_126":118,"_127":65,"_128":21},[158],{"_102":103,"_104":105,"_106":107,"_108":109,"_110":111,"_112":113,"_114":107,"_115":-5,"_116":96,"_63":65,"_117":-5},[],"canDeleteTags","actionData","errors"]

supermy/ap-es

Tags for supermy/ap-es