[{"_1":2,"_155":-5,"_156":-5},"loaderData",{"_3":4,"_13":14,"_21":22,"_134":135},"root",{"_5":-5,"_6":-7,"_7":8,"_9":-7,"_10":11,"_12":-7},"currentUser","primaryEmail","siteVerification","6LeIxAcTAAAAAJcZVRqyHh71UMIEGNQ_MXjiZKhI","toast","enableDev",false,"incidentStatus","routes/_layout",{"_15":-5,"_16":17,"_18":17,"_19":11,"_20":11},"username","isAskGordonEnabled",true,"isUsingNewTemplate","showMinimalLanding","showHoneypotTrap","routes/_layout.r.$namespace.$reponame",{"_23":24,"_25":-5,"_26":11,"_27":11,"_28":29,"_30":31,"_32":-5,"_33":11,"_34":35,"_84":-5,"_85":86,"_125":-5,"_126":11,"_127":17,"_128":11,"_129":-5,"_130":11,"_131":-5,"_132":133},"canonicalUrl","https://hub.docker.com/r/supermy/apes/tags","mcpServer","canSeeDockerfile","canSeeAutobuilds","namespace","supermy","reponame","apes","cloudBuildSource","isAutobuildsAvailable","repo",{"_36":37,"_38":39,"_41":42,"_43":44,"_45":11,"_46":47,"_48":49,"_50":51,"_53":31,"_28":29,"_54":55,"_56":40,"_57":58,"_59":60,"_61":62,"_63":-5,"_64":58,"_65":66,"_67":11,"_68":29,"_69":70,"_75":17,"_76":77,"_81":29,"_82":83},"categories",[],"content_types",[40],"image","date_registered","2017-09-21T09:30:00.358607Z","description","ELK 5.6.1 整合全文检索实战","is_private","last_updated","2017-09-21T09:55:10.815512Z","last_modified","2024-10-16T13:48:34.145251Z","media_types",[52],"application/vnd.docker.container.image.v1+json","name","pull_count",188,"repository_type","star_count",0,"status",1,"status_description","active","source","collaborator_count","full_description","\n[toc]\n\n# ELK 进行全文检索与条件查询\n\n应用场景：\n自动同步业务数据\n1.全文检索；\n2.使用 es-dsl 进行通用组合查询；\n3.提供过滤 api,进行动态下拉检索；\n\n\n### 部署 es\n\n#### 下载并且解压\n\n```aidl\n \n wget https://artifacts.elastic.co/downloads/elasticsearch/elasticsearch-5.6.1.zip\n tar -xzvf elasticsearch-5.6.1.zip\n \n 允许插件访问\n vim elasticsearch.yml\n http.cors.enabled: true\n http.cors.allow-origin: \"*\"\n \n \n \n```\n\n#### 启动 es\n\n##### 前台运行\n```$xslt\n ./bin/elasticsearch\n```\n\n##### 后台运行\n```$xslt\n ./bin/elasticsearch -d\n```\n\n\n\n#### 安装es插件\n\n##### 安装 x-Pack 插件\n\n###### X-Pack是一个Elastic Stack的扩展，将安全，警报，监视，报告和图形功能包含在一个易于安装的软件包中。\n\n```$xslt\n\n 命令安装，MAC 因为.DS_Store报错\n bin/elasticsearch-plugin install x-pack -v\n \n 手动安装-科学打开方式\n wget https://artifacts.elastic.co/downloads/elasticsearch-plugins/x-pack/x-pack-5.6.1.zip\n \n 解压\n unzip x-pack-5.6.1.zip\n \n 目录移动到插件目录\n mv elasticsearch plugins\n \n 默认的用户名：elastic，密码：changeme。可以通过 curl 修改默认密码：\n curl -XPUT -u elastic 'localhost:9200/_xpack/security/user/elastic/_password' -d '{\n \"password\" : \"123456\"\n } \n \n x-pack 插件测试\n http://127.0.0.1:9200/_xpack/\n \n```\n###### head 插件安装 ,数据浏览与查询\n\n```$xslt\n \n git clone git://github.com/mobz/elasticsearch-head.git\n cd elasticsearch-head\n npm install\n npm install grunt --save\n \n 修改elasticsearch-head下Gruntfile.js文件，默认监听在127.0.0.1下9200端口， \n \n 执行\n cd elasticsearch-head \n grunt server\n \n 浏览器访问 \n http://172.16.31.220:9100/\n```\n\n\n\n###### elasticsearch-analysis-ik 插件安装，全文检索与条件组合查询，提供下拉检索 api\n\n* 安装注意版本号与 es 要一一对应\n\n```aidl\n \n 命令行安装\n ./bin/elasticsearch-plugin install https://github.com/medcl/elasticsearch-analysis-ik/releases/download/v5.6.1/elasticsearch-analysis-ik-5.6.1.zip\n \n 下载源码\n wget https://github.com/medcl/elasticsearch-analysis-ik/archive/v5.6.1.zip\n \n 编译\n mvn package\n \n 将releases目录 zip 解压到 es/plugin\n\n```\n* 自定义字典配置\n\n```xml\n \n \n \n IK Analyzer 扩展配置\n \n custom/mydict.dic;custom/single_word_low_freq.dic\n \n custom/ext_stopword.dic\n \n location\n \n http://xxx.com/xxx.dic\n \n```\n\n* 热更新 IK 分词使用方法\n\n目前该插件支持热更新 IK 分词，通过上文在 IK 配置文件中提到的如下配置\n\n```xml\n \t\n\tlocation\n \t\n\tlocation\n\n\n其中 `location` 是指一个 url，比如 `http://yoursite.com/getCustomDict`，该请求只需满足以下两点即可完成分词热更新。\n\n1. 该 http 请求需要返回两个头部(header)，一个是 `Last-Modified`，一个是 `ETag`，这两者都是字符串类型，只要有一个发生变化，该插件就会去抓取新的分词进而更新词库。\n\n2. 该 http 请求返回的内容格式是一行一个分词，换行符用 `\\n` 即可。\n\n满足上面两点要求就可以实现热更新分词了，不需要重启 ES 实例。\n\n可以将需自动更新的热词放在一个 UTF-8 编码的 .txt 文件里，放在 nginx 或其他简易 http server 下，当 .txt 文件修改时，http server 会在客户端请求该文件时自动返回相应的 Last-Modified 和 ETag。可以另外做一个工具来从业务系统提取相关词汇，并更新这个 .txt 文件。\n```\n\n* 测试 elasticsearch-analysis-ik\n\n1.create a index\n\n```bash\ncurl -XPUT http://localhost:9200/index\n```\n\n2.create a mapping\n\n```bash\nik_max_word 和 ik_smart 什么区别?\nik_max_word: 会将文本做最细粒度的拆分，比如会将“中华人民共和国国歌”拆分为“中华人民共和国,中华人民,中华,华人,人民共和国,人民,人,民,共和国,共和,和,国国,国歌”，会穷尽各种可能的组合；\nik_smart: 会做最粗粒度的拆分，比如会将“中华人民共和国国歌”拆分为“中华人民共和国,国歌”。\n\n\ncurl -XPOST http://localhost:9200/index/fulltext/_mapping -d'\n{\n \"properties\": {\n \"content\": {\n \"type\": \"text\",\n \"analyzer\": \"ik_max_word\",\n \"search_analyzer\": \"ik_max_word\"\n }\n }\n \n}'\n```\n\n3.index some docs\n\n```bash\ncurl -XPOST http://localhost:9200/index/fulltext/1 -d'\n{\"content\":\"美国留给伊拉克的是个烂摊子吗\"}\n'\n```\n\n```bash\ncurl -XPOST http://localhost:9200/index/fulltext/2 -d'\n{\"content\":\"公安部：各地校车将享最高路权\"}\n'\n```\n\n```bash\ncurl -XPOST http://localhost:9200/index/fulltext/3 -d'\n{\"content\":\"中韩渔警冲突调查：韩警平均每天扣1艘中国渔船\"}\n'\n```\n\n```bash\ncurl -XPOST http://localhost:9200/index/fulltext/4 -d'\n{\"content\":\"中国驻洛杉矶领事馆遭亚裔男子枪击嫌犯已自首\"}\n'\n```\n\n4.query with highlighting\n\n```bash\ncurl -XPOST http://localhost:9200/index/fulltext/_search -d'\n{\n \"query\" : { \"match\" : { \"content\" : \"中国\" }},\n \"highlight\" : {\n \"pre_tags\" : [\"\", \"\"],\n \"post_tags\" : [\"\", \"\"],\n \"fields\" : {\n \"content\" : {}\n }\n }\n}\n'\n```\n\n\n\n### 部署 kibana ,数据的可视化展现\n\n```aidl\n \n wget https://www.elastic.co/downloads/kibana\n \n 解压 \n kibana-5.6.0-SNAPSHOT-darwin-x86_64.tar\n \n 运行（可先去掉 es 的 xpack）\n bin/kibana\n \n 后台运行\n nohup bin/kibana &\n \n\n 启动成功后浏览器打开 \n http://localhost:5601/\n \n 这里默认的用户名：elastic，密码：changeme。可以通过 curl 修改默认密码：\n curl -XPUT -u elastic 'localhost:9200/_xpack/security/user/kibana/_password' -d '{\n \"password\" : \"123456\"\n }'\n \n Kibana 可视化管理\n 在页面左侧选择【DevTools】，就可以进行相应 REST 操作，使用 DSL 语句查询的时候在这个开发者工具界面能提供很多有用的输入提示：\n\n \n \n \n\n```\n\n#### 部署 kibana插件 x-pack -正确打开方式\n\n安装完成之后访问需要密码，默认的用户名：elastic，密码：changeme\n\n```aidl\n \n 安装插件\n bin/kibana-plugin install x-pack\n \n```\n\n\n### 部署 logstash ,数据采集\n\n```aidl\n\n 下载\n logstash-5.6.1.tar.gz\n \n 解压\n tar -xzvf logstash-5.6.1.tar.gz\n \n 运行\n bin/logstash\n \n 测试是否成功\n bin/logstash -e 'input { stdin { } } output { stdout {codec=>rubydebug} }'\n \n 测试配置文件\n bin/logstash -t -f etc/\n \n 后台运行\n nohup bin/logstash -f etc/ &\n \n 停止\n ps -ef |grep logstash \n kill -9 id\n\n \n\n```\n\n#### 部署 kibana插件 logstash-input-jdbc\n\n```aidl\n\n \n 安装插件 x-pack\n bin/logstash-plugin install x-pack\n \n 修改密码\n curl -XPUT -u elastic 'localhost:9200/_xpack/security/user/kibana/_password' -d '{\n \"password\" : \"123456\"\n }'\n \n```\n\n\n```aidl\n\n 更换为国内的 ruby 源\n gem sources --add https://gems.ruby-china.org/ --remove https://rubygems.org/\n gem sources -l\n\n gem install bundler\n \n\n 安装插件 logstash-input-jdbc\n bin/logstash-plugin install logstash-input-jdbc\n \n\n jdbc 配置\n input {\n jdbc {\n jdbc_driver_library => \"mysql-connector-java-5.1.38.jar\"\n jdbc_driver_class => \"com.mysql.jdbc.Driver\"\n jdbc_connection_string => \"jdbc:mysql://127.0.0.1:3306/test\"\n jdbc_user => \"root\"\n jdbc_password => \"123456\"\n # or jdbc_password_filepath => \"/path/to/my/password_file\"\n statement => \"select id,foo,bar from mysql101\"\n jdbc_paging_enabled => \"true\"\n jdbc_page_size => \"50000\"\n }\n }\n \n filter {\n \n }\n \n output {\n stdout {\n codec => rubydebug\n }\n elasticsearch {\n hosts => \"127.0.0.1\"\n index => \"tourist_toilet\"\n document_type =>”fulltext\"\n }\n }\n \n \n \n \n 执行之前配置索引与全文检索\n 建立索引\n \n curl -XPUT http://localhost:9200/mysql101\n \n 建立全文检索\n curl -XPOST http://localhost:9200/mysql101/fulltext/_mapping -d'\n {\n \"properties\": {\n \"content\": {\n \"type\": \"text\",\n \"analyzer\": \"ik_max_word\",\n \"search_analyzer\": \"ik_max_word\"\n }\n }\n \n }’\n \n 运行\n logstash-5.6.1/bin/logstash -f jdbc.conf\n \n 查看数据同步情况\n http://127.0.0.1:9200/mysql101/_search\n \n \n\n```\n\n### 轻量型数据采集器 Beats\n\n```aidl\n\n 安装常用指标采集器\n wget https://artifacts.elastic.co/downloads/beats/metricbeat/metricbeat-5.6.1-darwin-x86_64.tar.gz\n tar -xzvf metricbeat-5.6.1-darwin-x86_64.tar.gz\n \n 安装仪表盘模板\n ./scripts/import_dashboards -es http://127.0.0.1:9200 -user elastic -pass changeme\n \n \n 运行\n ./metricbeat -e -c metricbeat.yml\n \n```\n\n\n### supervisor 安装、配置、常用命令\n\nSupervisor 是一个用 Python 写的进程管理工具，可以很方便的用来在 UNIX-like 系统（不支持 Windows）下启动、重启（自动重启程序）、关闭进程（不仅仅是 Python 进程）。\n\n```aidl\n\n 需要一个工具，时刻监控 web 应用的运行情况，管理该进程。\n \n Supervisor 就是解决这种需求的工具，可以保证程序崩溃后，重新把程序启动起来等功能。\n \n```\n\n### 云化一键安装\n\n```aidl\n bash <(curl -fsSL https://download.elastic.co/cloud/elastic-cloud-enterprise.sh) install\n```\n\n### FAQ\n```$xslt\n 官方 demo 示例\n http://demo.elastic.co/app/kibana\n \n 删除当前目录的.DS_store \n find . -name '*.DS_Store' -type f -delete\n \n 删除所有目录的.DS_store \n sudo find / -name “.DS_Store” -depth -exec rm {} \\;\n \n 禁止.DS_store生成： \n defaults write com.apple.desktopservices DSDontWriteNetworkStores -bool TRUE\n \n 恢复.DS_store生成： \n defaults delete com.apple.desktopservices DSDontWriteNetworkStores\n \n ELK中无法启动kibana，解决“Elasticsearch is still initializing the kibana index... ”\n 需要删除.kibana的索引。\n curl -XDELETE http://localhost:9200/.kibana\n curl -XDELETE http://localhost:9200/*\n\n \n ES 启动问题处理 \n 切换到root用户修改配置sysctl.conf\n vi /etc/sysctl.conf \n 添加下面配置：\n vm.max_map_count=655360\n 并执行命令：\n sysctl -p\n \n Debian 系统先行安装\n apt-get install ruby-full\n \n 禁用X-Pack 插件 security\n vim config/kibana.yml\n vim config/elasticsearch.yml\n 添加以下内容\n xpack.security.enabled: false\n \n curl -XPUT -u elastic 'http://:/_xpack/license' -H \"Content-Type: application/json\" -d @license.json\n \n```\n","has_starred","hub_user","immutable_tags_settings",{"_71":11,"_72":73},"enabled","rules",[74],".*","is_automated","permissions",{"_78":17,"_79":11,"_80":11},"read","write","admin","user","storage_size",288377752,"orgData","recentTags",[87],{"_88":40,"_89":90,"_91":92,"_93":94,"_95":96,"_46":114,"_115":90,"_116":29,"_117":52,"_53":118,"_119":120,"_121":105,"_122":114,"_123":62,"_124":17},"content_type","creator",119074,"full_size",288347646,"id",15571038,"images",[97],{"_98":99,"_100":101,"_102":103,"_104":105,"_106":107,"_108":109,"_110":103,"_111":-5,"_112":92,"_59":62,"_113":-5},"architecture","amd64","digest","sha256:ef16f2dc36fafd4d28811ab8163f64ae1353e9e101026061c5b0c77f3181ab07","features","","last_pulled","2026-09-23T00:23:20.255942466Z","last_pushed","2017-09-21T09:55:11Z","os","linux","os_features","os_version","size","variant","2017-09-21T09:55:10.438063Z","last_updater","last_updater_username","media_type","latest","repository",1840939,"tag_last_pulled","tag_last_pushed","tag_status","v2","sbxKitMetadata","isPotentialSpam","isHubSbxKitsEnabled","showSbxLogoOverride","sbxTrademarkText","displaySecurityMetadata","tagAttestations","tagsHaveAttestations",[],"routes/_layout.r.$namespace.$reponame.tags",{"_34":136,"_143":144,"_132":153,"_154":11},{"_36":137,"_38":138,"_41":42,"_43":44,"_45":11,"_46":47,"_48":49,"_50":139,"_53":31,"_28":29,"_54":55,"_56":40,"_57":58,"_59":60,"_61":62,"_63":-5,"_64":58,"_65":66,"_67":11,"_68":29,"_69":140,"_75":17,"_76":142,"_81":29,"_82":83},[],[40],[52],{"_71":11,"_72":141},[74],{"_78":17,"_79":11,"_80":11},"tags",{"_145":60,"_146":-5,"_147":-5,"_148":149},"count","next","previous","results",[150],{"_88":40,"_89":90,"_91":92,"_93":94,"_95":151,"_46":114,"_115":90,"_116":29,"_117":52,"_53":118,"_119":120,"_121":105,"_122":114,"_123":62,"_124":17},[152],{"_98":99,"_100":101,"_102":103,"_104":105,"_106":107,"_108":109,"_110":103,"_111":-5,"_112":92,"_59":62,"_113":-5},[],"canDeleteTags","actionData","errors"]

supermy/apes

Tags for supermy/apes