搜索引擎 ES 与 OpenSearch 深度对比

PUT /products
{
  "mappings": {
    "properties": {
      "title": {
        "type": "text",
        "fielddata": false,
        "fields": {
          "keyword": { "type": "keyword" }
        }
      },
      "price": { "type": "double", "doc_values": true },
      "tags": { "type": "keyword" },
      "meta": { "type": "object", "enabled": false }
    }
  }
}

PUT /products
{
  "settings": {
    "number_of_shards": 20,
    "number_of_replicas": 1,
    "refresh_interval": "1s",
    "index.codec": "best_compression"
  }
}

// Dynamic Mapping(默认开启)
PUT /logs/_doc/1
{ "level": "ERROR" }
// ES 自动推断 level: text

// 关闭 Dynamic Mapping
PUT /logs
{
  "mappings": {
    "dynamic": "strict",
    "properties": {
      "level": { "type": "keyword" }
    }
  }
}
// 写入未声明字段 → 报错,数据干净

// Index Template(索引模板)
PUT _index_template/logs-template
{
  "index_patterns": ["logs-*"],
  "priority": 100,
  "template": {
    "settings": {
      "number_of_shards": 3,
      "refresh_interval": "5s"
    },
    "mappings": {
      "properties": {
        "@timestamp": { "type": "date" },
        "level": { "type": "keyword" },
        "message": { "type": "text", "analyzer": "ik_max_word" }
      }
    }
  }
}

// 1. match:分词后 OR/AND
GET /products/_search
{
  "query": {
    "match": {
      "title": {
        "query": "苹果手机壳",
        "operator": "AND",
        "minimum_should_match": "75%"
      }
    }
  }
}

// 2. multi_match:多字段
GET /products/_search
{
  "query": {
    "multi_match": {
      "query": "iPhone",
      "fields": ["title^3", "description", "tags^2"],
      "type": "best_fields"
    }
  }
}

// 3. bool:组合 must/should/filter/must_not
GET /products/_search
{
  "query": {
    "bool": {
      "must": [
        { "match": { "title": "苹果" } }
      ],
      "filter": [
        { "term": { "status": "ON_SALE" } },
        { "range": { "price": { "gte": 100, "lte": 5000 } } }
      ],
      "must_not": [
        { "term": { "deleted": true } }
      ],
      "should": [
        { "term": { "is_promoted": true } }
      ],
      "minimum_should_match": 1
    }
  }
}

// 4. term:精确(不走分词)
{ "term": { "sku.keyword": "SKU-001" } }

// 5. nested:嵌套对象
GET /products/_search
{
  "query": {
    "nested": {
      "path": "variants",
      "query": {
        "bool": {
          "must": [
            { "term": { "variants.color": "红色" } },
            { "range": { "variants.stock": { "gt": 0 } } }
          ]
        }
      }
    }
  }
}

// 6. has_child / has_parent:父子文档
GET /orders/_search
{
  "query": {
    "has_child": {
      "type": "order_item",
      "query": { "term": { "product_id": "P001" } }
    }
  }
}

// 实战:日报表
GET /orders/_search
{
  "size": 0,
  "query": {
    "range": { "@timestamp": { "gte": "now-7d/d", "lte": "now/d" } }
  },
  "aggs": {
    "by_day": {
      "date_histogram": {
        "field": "@timestamp",
        "calendar_interval": "day"
      },
      "aggs": {
        "gmv": { "sum": { "field": "amount" } },
        "unique_buyers": { "cardinality": { "field": "user_id" } },
        "avg_order": { "avg": { "field": "amount" } },
        "top_products": {
          "terms": { "field": "product_id", "size": 10 },
          "aggs": {
            "product_gmv": { "sum": { "field": "amount" } }
          }
        },
        "cumulative_gmv": {
          "cumulative_sum": { "buckets_path": "gmv" }
        }
      }
    }
  }
}

// 1. boost
{ "match": { "title": { "query": "iPhone", "boost": 3 } } }

// 2. function_score:函数加权
GET /products/_search
{
  "query": {
    "function_score": {
      "query": { "match": { "title": "iPhone" } },
      "functions": [
        {
          "field_value_factor": {
            "field": "sales",
            "factor": 1.2,
            "modifier": "log1p",
            "missing": 1
          }
        },
        {
          "gauss": {
            "created_at": {
              "origin": "now",
              "scale": "30d",
              "decay": 0.5
            }
          }
        }
      ],
      "score_mode": "sum",
      "boost_mode": "multiply"
    }
  }
}

// 3. script_score:Painless 脚本
{
  "script_score": {
    "query": { "match_all": {} },
    "script": {
      "source": "Math.log1p(doc['sales'].value) + (doc['price'].value < 1000 ? 1.0 : 0.0)"
    }
  }
}

PUT /products/_mapping
{
  "runtime": {
    "full_name": {
      "type": "keyword",
      "script": {
        "source": "emit(doc['first_name'].value + ' ' + doc['last_name'].value)"
      }
    }
  }
}

PUT /logs
{
  "mappings": {
    "properties": {
      "metadata": { "type": "flattened" }
    }
  }
}
// 写入:metadata = {"k1": "v1", "k2": "v2"},字段数固定 1

PUT /images
{
  "mappings": {
    "properties": {
      "image_vec": {
        "type": "dense_vector",
        "dims": 512,
        "index": true,
        "similarity": "cosine"
      },
      "tags_vec": {
        "type": "sparse_vector"
      }
    }
  }
}

PUT _ilm/policy/hot-warm-cold-policy
{
  "policy": {
    "phases": {
      "hot": {
        "min_age": "0ms",
        "actions": {
          "rollover": {
            "max_size": "50gb",
            "max_age": "30d",
            "max_docs": 200000000
          },
          "set_priority": { "priority": 100 }
        }
      },
      "warm": {
        "min_age": "30d",
        "actions": {
          "forcemerge": { "max_num_segments": 1 },
          "shrink": { "number_of_shards": 1 },
          "set_priority": { "priority": 50 }
        }
      },
      "cold": {
        "min_age": "90d",
        "actions": {
          "searchable_snapshot": {
            "snapshot_repository": "s3-repo",
            "force_merge_index": true
          },
          "set_priority": { "priority": 0 }
        }
      },
      "delete": {
        "min_age": "365d",
        "actions": {
          "delete": {}
        }
      }
    }
  }
}

PUT _index_template/logs-template
{
  "index_patterns": ["logs-*"],
  "template": {
    "settings": {
      "index.lifecycle.name": "hot-warm-cold-policy",
      "index.lifecycle.rollover_alias": "logs-write"
    }
  }
}

// ES 8.x KNN 查询
PUT /images
{
  "mappings": {
    "properties": {
      "image_vec": {
        "type": "dense_vector",
        "dims": 512,
        "index": {
          "type": "hnsw",
          "m": 16,
          "ef_construction": 100
        },
        "similarity": "cosine"
      }
    }
  }
}

POST /images/_search
{
  "knn": {
    "field": "image_vec",
    "query_vector": [0.1, 0.2, ...],
    "k": 10,
    "num_candidates": 100,
    "filter": { "term": { "category": "插画" } }
  },
  "size": 10
}

// ES 8.8+ RRF
GET /products/_search
{
  "retriever": {
    "rrf": {
      "retrievers": [
        {
          "standard": {
            "query": { "match": { "title": "iPhone" } }
          }
        },
        {
          "knn": {
            "field": "title_vec",
            "query_vector": [0.1, 0.2, ...],
            "k": 20,
            "num_candidates": 100
          }
        }
      ],
      "rank_window_size": 100,
      "rank_constant": 60
    }
  }
}

// 商品 mapping
PUT /products_v1
{
  "settings": {
    "number_of_shards": 10,
    "number_of_replicas": 1,
    "analysis": {
      "analyzer": {
        "ik_smart_synonym": {
          "type": "custom",
          "tokenizer": "ik_smart",
          "filter": ["lowercase", "my_synonym"]
        }
      },
      "filter": {
        "my_synonym": {
          "type": "synonym_graph",
          "synonyms_path": "analysis/synonym.dic"
        }
      }
    }
  },
  "mappings": {
    "properties": {
      "title": {
        "type": "text",
        "analyzer": "ik_max_word",
        "search_analyzer": "ik_smart_synonym",
        "fields": { "keyword": { "type": "keyword" } }
      },
      "category": { "type": "keyword" },
      "price": { "type": "double" },
      "stock": { "type": "integer" },
      "tags": { "type": "keyword" },
      "created_at": { "type": "date" }
    }
  }
}

// 搜索建议(Suggester)
POST /products_v1/_search
{
  "suggest": {
    "title-suggest": {
      "prefix": "ipho",
      "completion": {
        "field": "title.completion",
        "size": 10,
        "skip_duplicates": true
      }
    }
  }
}

// Ingest Pipeline(数据预处理)
PUT _ingest/pipeline/app-log-pipeline
{
  "description": "app log preprocessing",
  "processors": [
    { "rename": { "field": "msg", "target_field": "message" } },
    { "set": { "field": "@timestamp", "value": "{{time}}" } },
    { "geoip": { "field": "client_ip", "target_field": "geo" } },
    { "remove": { "field": "raw" } }
  ]
}

// query_string:支持完整 Lucene 语法,严格(报错)
GET /products/_search
{
  "query": {
    "query_string": {
      "query": "(iPhone OR 苹果) AND -壳",
      "default_field": "title",
      "default_operator": "AND"
    }
  }
}

// simple_query_string:简化版,容错(不报错)
GET /products/_search
{
  "query": {
    "simple_query_string": {
      "query": "iPhone|苹果 -壳",
      "fields": ["title^2", "description"],
      "flags": "OR|AND|NOT|PHRASE|PRECEDENCE"
    }
  }
}

GET /products/_search
{
  "query": { "match": { "title": "苹果手机" } },
  "highlight": {
    "pre_tags": ["<em>"],
    "post_tags": ["</em>"],
    "fields": {
      "title": {
        "fragment_size": 150,
        "number_of_fragments": 3,
        "type": "unified"
      }
    }
  }
}

// 字符串处理
POST /products/_update/1
{
  "script": {
    "source": "ctx._source.title = ctx._source.title.toUpperCase()",
    "lang": "painless"
  }
}

// 聚合中使用
GET /orders/_search
{
  "size": 0,
  "aggs": {
    "high_value_count": {
      "filter": {
        "script": {
          "source": "doc['amount'].value > params.threshold",
          "params": { "threshold": 1000 }
        }
      }
    }
  }
}