0%

操作es

Posted on In Valine:
Symbols count in article: 2.3k Reading time ≈ 2 mins.

kibana操作es

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
POST /user/_search
{
  "query": {
    "bool": {
      "must": [//可以是should，must就是&&,should就是||
        {
          "match": {
            "name": "Jack"
          }
        },
        {
          "range": {
            "age": {
              "gte": 20,
              "lte": 40
            }
          }
        }
      ]
    }
  }
}

Spark操作ES

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
/**
 * @author xixing
 * @version 1.0
 * @date 2020/6/28 8:53
 */
public class ESDemo {

    public static void main(String[] args) {

        SparkConf sparkConf=new SparkConf().setAppName("es demo").setMaster("local[*]");
        sparkConf.set("es.nodes","namenode");
        sparkConf.set("es.port","9200");
        sparkConf.set("es.index.auto.create","true");
        JavaSparkContext jsc=new JavaSparkContext(sparkConf);
/*      往user里面插数据，如果没有user就新建并且插入数据/user/_doc
        List<User> list=new ArrayList<>();
        list.add(new User("Jack",20));
        list.add(new User("Rose",19));
        JavaRDD<User> javaRDD = jsc.parallelize(list);
        JavaEsSpark.saveToEs(javaRDD,"/user/_doc");*/


//        /**
//         * 从/user/_doc里面查数据
//         */
//        JavaPairRDD<String, Map<String, Object>> javaPairRDD = JavaEsSpark.esRDD(jsc, "/user/_doc");
//        Map<String, Map<String, Object>> stringMapMap = javaPairRDD.collectAsMap();
//        System.out.println(stringMapMap);
//        JavaRDD<User> javaRDD = javaPairRDD.map(new Function<Tuple2<String, Map<String, Object>>, User>() {
//            @Override
//            public User call(Tuple2<String, Map<String, Object>> stringMapTuple2) throws Exception {
//                User user = new User();
//                BeanUtils.populate(user, stringMapTuple2._2());
//                return user;
//            }
//        });
//        List<User> userList = javaRDD.collect();
//        System.out.println(userList);

        String query="{\"query\":{\"bool\":{\"must\":[{\"match\":{\"name\":\"Jack\"}},{\"range\":{\"age\":{\"gte\":20,\"lte\":40}}}]}}}";
        JavaPairRDD<String, Map<String, Object>> pairRDD = JavaEsSpark.esRDD(jsc, "/user/_doc", query);
        Map<String, Map<String, Object>> stringMapMap = pairRDD.collectAsMap();
        System.out.println(stringMapMap);
    }




    @Data
    @AllArgsConstructor
    @NoArgsConstructor
    public static class User implements Serializable {
        private String name;
        private Integer age;
    }
}