elasticsearch原生支持date类型。这里简单记录下使用的方法。

使用date类型可以用如下两种方式:

  1. 使用毫秒的时间戳,直接将毫秒值传入即可。

  2. 传入格式化的字符串,默认是ISO 8601标准,例如2015-02-27T00:07Z(零时区)、2015-02-27T08:07+08:00(东八区),这两个时间实际是同一个,只是时区不同。另外还可以自定义时间格式,参见es的文档。但个人不建议使用自定义格式,设置不当容易遇到时区问题。在php中获取ISO 8601标准的时间很简单,date('c',time())即可。

elasticsearch默认会自动识别date类型,如果想关闭该功能,修改mapping的设置'date_detection' => false即可 。

贴下我的代码:

package com.osp.log.service.impl;

import java.text.DecimalFormat;
import java.util.HashMap;
import java.util.LinkedList;
import java.util.List;
import java.util.Map; import javax.ws.rs.core.Response; import org.elasticsearch.action.search.SearchResponse;
import org.elasticsearch.action.search.SearchType;
import org.elasticsearch.client.transport.TransportClient;
import org.elasticsearch.common.text.Text;
import org.elasticsearch.common.xcontent.XContentType;
import org.elasticsearch.index.query.BoolQueryBuilder;
import org.elasticsearch.index.query.QueryBuilders;
import org.elasticsearch.search.SearchHit;
import org.elasticsearch.search.SearchHits;
import org.elasticsearch.search.aggregations.AggregationBuilders;
import org.elasticsearch.search.aggregations.bucket.terms.Terms;
import org.elasticsearch.search.aggregations.bucket.terms.Terms.Bucket;
import org.elasticsearch.search.aggregations.bucket.terms.TermsAggregationBuilder;
import org.elasticsearch.search.aggregations.metrics.avg.AvgAggregationBuilder;
import org.elasticsearch.search.aggregations.metrics.avg.InternalAvg;
import org.elasticsearch.search.fetch.subphase.highlight.HighlightBuilder;
import org.elasticsearch.search.sort.SortOrder;
import org.springframework.stereotype.Service; import com.osp.common.json.JsonUtil;
import com.osp.log.config.ESConfig;
import com.osp.log.model.SearchModel;
import com.osp.log.model.SearchResultBean;
import com.osp.log.model.TomcatModel;
import com.osp.log.service.SearchService;
import com.osp.log.util.ESUtil;
import com.osp.log.util.TimeUtils; /**
* 关键字搜索
*
* @author zhangmingcheng 2017-09-26
*/
@Service
public class SearchServiceImpl implements SearchService { public static final String INDEX_NAME = "logstash-apacheaccesslog*"; // 索引名称
public static final String INDEX_TYPE = "logs"; // 索引类型 /**
* 关键字搜索
*
* @param q
* 关键词
* @param page
* 页码
* @param pageSize
* 页数大小
* @param ip
* 请求客户端ip
* @param city
* 请求客户端所在城市
* @return
*/
@Override
public SearchResultBean getSearchesult(String keyword, String ip, String city, Integer page, Integer pagesize) {
TransportClient client = ESUtil.getClient();
BoolQueryBuilder boolQueryBuilder = new BoolQueryBuilder();
if (keyword.isEmpty()) {
boolQueryBuilder.must(QueryBuilders.matchAllQuery());
} else {
boolQueryBuilder.must(QueryBuilders.multiMatchQuery(keyword, "request", "verb", "clientip", "message",
"path", "response", "host", "timestamp"));
}
/**
* 高亮设置
*/
HighlightBuilder hiBuilder = new HighlightBuilder();
hiBuilder.preTags("<span class=\'pointKey\'>");
hiBuilder.postTags("</span>");
hiBuilder.field("request", 50);
hiBuilder.field("message", 30);
/**
* 开始搜索
*/
SearchResponse response = client.prepareSearch(SearchServiceImpl.INDEX_NAME)
.setTypes(SearchServiceImpl.INDEX_TYPE).setSearchType(SearchType.DEFAULT).setQuery(boolQueryBuilder)
.setFrom(pagesize * (page - 1)).setSize(pagesize).highlighter(hiBuilder).setExplain(true) // 设置是否按查询匹配度排序
.get();
SearchHits myhits = response.getHits();
LinkedList<TomcatModel> newsList = new LinkedList<>();
for (SearchHit hit : myhits) {
Map<String, Object> map = hit.getSource();
TomcatModel tomcatModel = new TomcatModel();
String request = this.getHighlightFieldString(hit, "request");
String message = this.getHighlightFieldString(hit, "message");
if (request.isEmpty()) {
tomcatModel.setRequest((String) map.get("request"));
} else {
tomcatModel.setRequest(request);
}
if (message.isEmpty()) {
tomcatModel.setMessage((String) map.get("message"));
} else {
tomcatModel.setMessage(message);
}
tomcatModel.setPath((String) map.get("path"));
tomcatModel.setClientip((String) map.get("clientip"));
tomcatModel.setResponse((String) map.get("response"));
tomcatModel.setType((String) map.get("verb"));
tomcatModel.setTimestamp((String) map.get("timestamp"));
newsList.add(tomcatModel);
}
/**
* 记录本次客户端查询:翻页不存储
*/
String usetime = response.getTook().toString();
if (page == 1) {
String json = JsonUtil.beanToJson(new SearchModel(keyword, TimeUtils.getCurrentTime(), ip, city,
Integer.parseInt(usetime.substring(0, usetime.length() - 2)), System.currentTimeMillis()));
client.prepareIndex(ESConfig.SEARCHINDEX, ESConfig.SEARCHTYPE).setSource(json, XContentType.JSON).get();
}
/**
* 开始存储结果
*/
SearchResultBean searchResult = new SearchResultBean();
searchResult.setPage(page);
searchResult.setPagesize(pagesize);
searchResult.setTotal(myhits.getTotalHits());
searchResult.setUsetime(usetime);
searchResult.setNewsList(newsList);
return searchResult;
} /**
* 获取搜索统计数据
*/
@Override
public Response getcount() {
HashMap<String, Object> RealReult = new HashMap<>();
TransportClient client = getClient();
TermsAggregationBuilder agg_clientip = AggregationBuilders.terms("cilentip_count").field("clientip");
AvgAggregationBuilder avg_usetime = AggregationBuilders.avg("avg_usetime").field("usetime");
TermsAggregationBuilder agg_message = AggregationBuilders.terms("agg_message").field("message");
SearchResponse response = client.prepareSearch(ESConfig.SEARCHINDEX).setTypes(ESConfig.SEARCHTYPE)
.addAggregation(agg_clientip).addAggregation(avg_usetime).addAggregation(agg_message)
.setQuery(QueryBuilders.matchAllQuery()).execute().actionGet();
/**
* 搜索次数
*/
RealReult.put("total", response.getHits().getTotalHits());
/**
* 统计访问人数
*/
Terms terms = response.getAggregations().get("cilentip_count");
List<Bucket> buckets = terms.getBuckets();
RealReult.put("people", buckets.size());
/**
* 统计平均搜索用时
*/
InternalAvg avg = response.getAggregations().get("avg_usetime");
DecimalFormat df = new DecimalFormat("#.00");
RealReult.put("avgUsetime", df.format(avg.getValue()).trim() + "ms");
/**
* 统计最多搜索的10个词(聚合默认返回10个值)
*/
Terms messageTerms = response.getAggregations().get("agg_message");
List<Bucket> messageBuckets = messageTerms.getBuckets();
LinkedList<TopWord> result = new LinkedList<TopWord>();
for (Bucket bucket : messageBuckets) {
TopWord topWord = new TopWord();
topWord.set_id((String) bucket.getKey());
topWord.setCount((int) bucket.getDocCount());
result.add(topWord);
}
RealReult.put("Top", result);
return Response.status(200).entity(RealReult).build();
} /**
* 获取历史搜索记录
*/
@Override
public String getHistoryList(Integer page, Integer pagesize) {
LinkedList<Map<String, Object>> result = new LinkedList<>();
TransportClient client = getClient();
SearchResponse response = client.prepareSearch(ESConfig.SEARCHINDEX).setTypes(ESConfig.SEARCHTYPE)
.setQuery(QueryBuilders.matchAllQuery()).addSort("createDate", SortOrder.DESC)
.setFrom(pagesize * (page - 1)).setSize(pagesize).get();
SearchHits myhits = response.getHits();
for (SearchHit hit : myhits) {
Map<String, Object> hitmap = hit.getSource();
HashMap<String, Object> map = new HashMap<>();
map.put("q", hitmap.get("message"));
map.put("usetime", hitmap.get("usetime"));
map.put("city", hitmap.get("city"));
map.put("ip", hitmap.get("clientip"));
map.put("total", myhits.getTotalHits());
map.put("time", hitmap.get("timestamp"));
result.add(map);
}
HashMap<String, Object> RealReult = new HashMap<>();
RealReult.put("rows", result);
RealReult.put("total", myhits.getTotalHits());
return JsonUtil.beanToJson(RealReult);
} public String getHighlightFieldString(SearchHit hit, String field) {
String content = "";
if (hit.getHighlightFields().containsKey(field)) {
Text[] text = hit.getHighlightFields().get(field).getFragments();
for (Text str : text) {
content = content + str;
}
}
return content;
} public TransportClient getClient() {
return ESUtil.getClient();
} class TopWord {
private String _id;
private int count; public String get_id() {
return _id;
} public void set_id(String _id) {
this._id = _id;
} public int getCount() {
return count;
} public void setCount(int count) {
this.count = count;
}
}
}

  

最新文章

  1. 嵌入式&amp;iOS:回调函数(C)与block(OC)回调对比
  2. Java中堆内存和栈内存详解
  3. 发布和运行HOLOLENS程序注意这里要勾上,不然就成普通的UWP程序了!
  4. 小记sql server临时表与表变量的区别
  5. thread_Exchanger数据交换
  6. 关于python中字典的一些总结
  7. msp430f149的低功耗模式
  8. HTML5 canvas标签绘制正三角形 鼠标按下点为中间点,鼠标抬起点为其中一个顶点
  9. 设置Eclipse中文API提示信息
  10. android 获取http网络图片保存png
  11. js 技巧1
  12. 【一通百通】C/C++的std标准总结
  13. 计算机网络——DNS协议的学习与实现
  14. 利刃 MVVMLight 8:DispatchHelper在多线程和调度中的使用
  15. Example016实现下拉框
  16. JAVA多线程---ThreadLocal&lt;E&gt;
  17. ubuntu17.10 python3.6 install plugins for AI
  18. [Swift]LeetCode214. 最短回文串 | Shortest Palindrome
  19. 翻译 | Placing Search in Context The Concept Revisited
  20. Jquery通过AJAX从后台获取数据显示在表格上(复选)

热门文章

  1. SharpGL学习笔记(十) 常见的光源类型,创建光源
  2. 电子邮件 -- 图解TCP_IP_第5版
  3. 使用shell数据处理数据实例①-------手把手教学版
  4. ThreadLocal Java并发
  5. 如何使用Jquery 引入css文件
  6. 使用不同模板引擎beetl、FreeMarker、Velocity动态解析sql的方法
  7. [转][darkbaby]任天堂传——失落的泰坦王朝(上)
  8. powerdesigner唯一约束设置
  9. Yii2 使用json 和设置component 中&#39;format&#39; =&gt; yii\web\Response::FORMAT_JSON 的区别
  10. TOP100summit 2017:小米唐沐等大咖精心挑选的100个年度研发案例实践