个人中心
gpt4 book ai didi

elasticsearch - Bucket_script aggregation on filters aggregation over nested documents

转载 作者：行者123 更新时间：2023-12-02 22:13:44 27 4
gpt4 key购买 nike

我有我的文档，它们包含嵌套的“事件”(如网站上的点击)文档。

现在我想计算 name=x 的嵌套事件和 name=y 的嵌套事件之间的比率

这是我的查询:

curl -XGET http://192.168.0.206:9200/user-data/_search?pretty -H 'Content-Type: application/json' -d '{
    "query": { ... },
    "aggs": {
        "conversation_clicks": {
            "aggs": {
              "bucket-aggregation-for-clicks-per-conversation": {
                "filters": {
                  "filters": {
                    "presentation-clicks": { "term" : { "events.name" : "presentation-custom-anchor" }},
                    "conversation-starts": { "term" : { "events.name" : "conversation-start" }}
                  }
                }
              }, 
              "clicks-per-conversation": {
                "bucket_script": {
                  "buckets_path": {
                    "my_clicks": "bucket-aggregation-for-clicks-per-conversation['presentation-clicks']>_count", 
                    "my_conversations": "bucket-aggregation-for-clicks-per-conversation['conversation-starts']>_count"
                  },
                  "script": "params.my_clicks / params.my_conversations"
                }
              }
            },
            "nested": {
                "path": "events"
            }
        }
    },
    "size": 1
}

首先，我创建了两个嵌套事件桶(称为“presentation-click”和“conversation-starts”)这工作正常。现在我想用第一个桶中的嵌套文档数除以第二个桶中的嵌套文档数。

如果我尝试这样做，我会得到这个错误:

{
  "error" : {
    "root_cause" : [ ],
    "type" : "search_phase_execution_exception",
    "reason" : "",
    "phase" : "fetch",
    "grouped" : true,
    "failed_shards" : [ ],
    "caused_by" : {
      "type" : "class_cast_exception",
      "reason" : "class org.elasticsearch.search.aggregations.bucket.nested.InternalNested cannot be cast to class org.elasticsearch.search.aggregations.InternalMultiBucketAggregation (org.elasticsearch.search.aggregations.bucket.nested.InternalNested and org.elasticsearch.search.aggregations.InternalMultiBucketAggregation are in unnamed module of loader 'app')"
    }
  },
  "status" : 503
}

我尝试对非嵌套文档进行相同的计算，但也没有成功。它不会引发错误，但它只是不进行计算。 (参见我的另一个问题:Bucket_script aggregation on filters aggregation not showing results)

任何人都可以帮助我理解错误消息的确切含义以及如何修复我的查询以便获得我想要的结果吗？

非常感谢，

安东

PS:这是包含嵌套文档的文档在我的索引中的样子:

{
  "_index": "user-data",
  "_type": "_doc",
  "_id": "479951",
  "_version": 24,
  "_score": null,
  "_source": {
    "user_code": "1060",
    "team_leader": 146,
    "assistant_coach": [],
    "campaign_id": 155,
    "user_name_search": "H., Helga",
    "petitions": [],
    "team_id": 17229,
    "unfinished_donations": [],
    "campaign_name": "Puppy Love",
    "team_name": "Manfred Meier für Puppy Love",
    "id": 479951,
    "customer_name": "Demo",
    "campaign_type": null,
    "workshift_id": 7,
    "coach_id": 10020,
    "coach_name": "H., Helga",
    "campaign_is_online": true,
    "commission": null,
    "customer_id": 9,
    "events": [
      {
        "event_type": "click",
        "timestamp": "2020-04-09T10:18:55.983224+00:00",
        "event_context_source_category": "campaign-start",
        "event_context_reason": null,
        "id": 725,
        "event_context_target_id": "b3542fe3-4898-4bb3-9cb0-99a06845230e",
        "name": "presentation-open",
        "event_location_referrer": "/next/forms/13/start",
        "event_location_current": "/next/forms/123/form/page/page-1",
        "event_context_duration": null,
        "event_context_tag_name": "next-info-material-link",
        "event_context_source_id": "123"
      },
      {
        "event_type": "click",
        "timestamp": "2020-04-09T10:19:37.983224+00:00",
        "event_context_source_category": "campaign-start",
        "event_context_reason": null,
        "id": 726,
        "event_context_target_id": "b3542fe3-4898-4bb3-9cb0-99a06845230e",
        "name": "conversation-start",
        "event_location_referrer": "/next/forms/13/start",
        "event_location_current": "/next/forms/123/form/page/page-1",
        "event_context_duration": null,
        "event_context_tag_name": "next-info-material-link",
        "event_context_source_id": "123"
      },
      {
        "event_type": "click",
        "timestamp": "2020-04-09T10:19:54.983224+00:00",
        "event_context_source_category": "presentation",
        "event_context_reason": null,
        "id": 727,
        "event_context_target_id": "b3542fe3-4898-4bb3-9cb0-99a06845230e",
        "name": "presentation-custom-anchor",
        "event_location_referrer": "/next/forms/13/start",
        "event_location_current": "/next/forms/123/form/page/page-1",
        "event_context_duration": null,
        "event_context_tag_name": "next-info-material-link",
        "event_context_source_id": "123"
      },
      {
        "event_type": "click",
        "timestamp": "2020-04-09T10:20:31.983224+00:00",
        "event_context_source_category": "presentation",
        "event_context_reason": null,
        "id": 728,
        "event_context_target_id": "b3542fe3-4898-4bb3-9cb0-99a06845230e",
        "name": "campaign-start-open",
        "event_location_referrer": "/next/forms/13/start",
        "event_location_current": "/next/forms/123/form/page/page-1",
        "event_context_duration": null,
        "event_context_tag_name": "next-info-material-link",
        "event_context_source_id": "123"
      },
      {
        "event_type": "click",
        "timestamp": "2020-04-09T10:21:09.983224+00:00",
        "event_context_source_category": "presentation",
        "event_context_reason": "abort",
        "id": 729,
        "event_context_target_id": "b3542fe3-4898-4bb3-9cb0-99a06845230e",
        "name": "conversation-end",
        "event_location_referrer": "/next/forms/13/start",
        "event_location_current": "/next/forms/123/form/page/page-1",
        "event_context_duration": 1.5333333333333334,
        "event_context_tag_name": "next-info-material-link",
        "event_context_source_id": "123"
      },
      {
        "event_type": "click",
        "timestamp": "2020-04-09T10:09:14.508422+00:00",
        "event_context_source_category": "campaign-start",
        "event_context_reason": null,
        "id": 730,
        "event_context_target_id": "b3542fe3-4898-4bb3-9cb0-99a06845230e",
        "name": "presentation-open",
        "event_location_referrer": "/next/forms/13/start",
        "event_location_current": "/next/forms/123/form/page/page-1",
        "event_context_duration": null,
        "event_context_tag_name": "next-info-material-link",
        "event_context_source_id": "123"
      },
      {
        "event_type": "click",
        "timestamp": "2020-04-09T10:09:38.508422+00:00",
        "event_context_source_category": "campaign-start",
        "event_context_reason": null,
        "id": 731,
        "event_context_target_id": "b3542fe3-4898-4bb3-9cb0-99a06845230e",
        "name": "conversation-start",
        "event_location_referrer": "/next/forms/13/start",
        "event_location_current": "/next/forms/123/form/page/page-1",
        "event_context_duration": null,
        "event_context_tag_name": "next-info-material-link",
        "event_context_source_id": "123"
      },
      {
        "event_type": "click",
        "timestamp": "2020-04-09T10:10:08.508422+00:00",
        "event_context_source_category": "presentation",
        "event_context_reason": null,
        "id": 732,
        "event_context_target_id": "b3542fe3-4898-4bb3-9cb0-99a06845230e",
        "name": "presentation-custom-anchor",
        "event_location_referrer": "/next/forms/13/start",
        "event_location_current": "/next/forms/123/form/page/page-1",
        "event_context_duration": null,
        "event_context_tag_name": "next-info-material-link",
        "event_context_source_id": "123"
      },
      {
        "event_type": "click",
        "timestamp": "2020-04-09T10:10:47.508422+00:00",
        "event_context_source_category": "presentation",
        "event_context_reason": null,
        "id": 733,
        "event_context_target_id": "b3542fe3-4898-4bb3-9cb0-99a06845230e",
        "name": "campaign-start-open",
        "event_location_referrer": "/next/forms/13/start",
        "event_location_current": "/next/forms/123/form/page/page-1",
        "event_context_duration": null,
        "event_context_tag_name": "next-info-material-link",
        "event_context_source_id": "123"
      },
      {
        "event_type": "click",
        "timestamp": "2020-04-09T10:11:09.508422+00:00",
        "event_context_source_category": "presentation",
        "event_context_reason": "abort",
        "id": 734,
        "event_context_target_id": "b3542fe3-4898-4bb3-9cb0-99a06845230e",
        "name": "conversation-end",
        "event_location_referrer": "/next/forms/13/start",
        "event_location_current": "/next/forms/123/form/page/page-1",
        "event_context_duration": 1.5166666666666666,
        "event_context_tag_name": "next-info-material-link",
        "event_context_source_id": "123"
      },
      {
        "event_type": "click",
        "timestamp": "2020-04-09T19:25:35.887239+00:00",
        "event_context_source_category": "campaign-start",
        "event_context_reason": null,
        "id": 735,
        "event_context_target_id": "b3542fe3-4898-4bb3-9cb0-99a06845230e",
        "name": "presentation-open",
        "event_location_referrer": "/next/forms/13/start",
        "event_location_current": "/next/forms/123/form/page/page-1",
        "event_context_duration": null,
        "event_context_tag_name": "next-info-material-link",
        "event_context_source_id": "123"
      },
      {
        "event_type": "click",
        "timestamp": "2020-04-09T19:26:01.887239+00:00",
        "event_context_source_category": "campaign-start",
        "event_context_reason": null,
        "id": 736,
        "event_context_target_id": "b3542fe3-4898-4bb3-9cb0-99a06845230e",
        "name": "conversation-start",
        "event_location_referrer": "/next/forms/13/start",
        "event_location_current": "/next/forms/123/form/page/page-1",
        "event_context_duration": null,
        "event_context_tag_name": "next-info-material-link",
        "event_context_source_id": "123"
      },
      {
        "event_type": "click",
        "timestamp": "2020-04-09T19:26:41.887239+00:00",
        "event_context_source_category": "presentation",
        "event_context_reason": null,
        "id": 737,
        "event_context_target_id": "b3542fe3-4898-4bb3-9cb0-99a06845230e",
        "name": "presentation-custom-anchor",
        "event_location_referrer": "/next/forms/13/start",
        "event_location_current": "/next/forms/123/form/page/page-1",
        "event_context_duration": null,
        "event_context_tag_name": "next-info-material-link",
        "event_context_source_id": "123"
      },
      {
        "event_type": "click",
        "timestamp": "2020-04-09T19:27:03.887239+00:00",
        "event_context_source_category": "presentation",
        "event_context_reason": null,
        "id": 738,
        "event_context_target_id": "b3542fe3-4898-4bb3-9cb0-99a06845230e",
        "name": "campaign-start-open",
        "event_location_referrer": "/next/forms/13/start",
        "event_location_current": "/next/forms/123/form/page/page-1",
        "event_context_duration": null,
        "event_context_tag_name": "next-info-material-link",
        "event_context_source_id": "123"
      },
      {
        "event_type": "click",
        "timestamp": "2020-04-09T19:27:26.887239+00:00",
        "event_context_source_category": "presentation",
        "event_context_reason": "abort",
        "id": 739,
        "event_context_target_id": "b3542fe3-4898-4bb3-9cb0-99a06845230e",
        "name": "conversation-end",
        "event_location_referrer": "/next/forms/13/start",
        "event_location_current": "/next/forms/123/form/page/page-1",
        "event_context_duration": 1.4166666666666667,
        "event_context_tag_name": "next-info-material-link",
        "event_context_source_id": "123"
      },
      {
        "event_type": "click",
        "timestamp": "2020-04-09T18:37:28.683193+00:00",
        "event_context_source_category": "campaign-start",
        "event_context_reason": null,
        "id": 740,
        "event_context_target_id": "b3542fe3-4898-4bb3-9cb0-99a06845230e",
        "name": "presentation-open",
        "event_location_referrer": "/next/forms/13/start",
        "event_location_current": "/next/forms/123/form/page/page-1",
        "event_context_duration": null,
        "event_context_tag_name": "next-info-material-link",
        "event_context_source_id": "123"
      },
      {
        "event_type": "click",
        "timestamp": "2020-04-09T18:37:59.683193+00:00",
        "event_context_source_category": "campaign-start",
        "event_context_reason": null,
        "id": 741,
        "event_context_target_id": "b3542fe3-4898-4bb3-9cb0-99a06845230e",
        "name": "conversation-start",
        "event_location_referrer": "/next/forms/13/start",
        "event_location_current": "/next/forms/123/form/page/page-1",
        "event_context_duration": null,
        "event_context_tag_name": "next-info-material-link",
        "event_context_source_id": "123"
      },
      {
        "event_type": "click",
        "timestamp": "2020-04-09T18:38:48.683193+00:00",
        "event_context_source_category": "presentation",
        "event_context_reason": null,
        "id": 742,
        "event_context_target_id": "b3542fe3-4898-4bb3-9cb0-99a06845230e",
        "name": "presentation-custom-anchor",
        "event_location_referrer": "/next/forms/13/start",
        "event_location_current": "/next/forms/123/form/page/page-1",
        "event_context_duration": null,
        "event_context_tag_name": "next-info-material-link",
        "event_context_source_id": "123"
      },
      {
        "event_type": "click",
        "timestamp": "2020-04-09T18:39:13.683193+00:00",
        "event_context_source_category": "presentation",
        "event_context_reason": null,
        "id": 743,
        "event_context_target_id": "b3542fe3-4898-4bb3-9cb0-99a06845230e",
        "name": "presentation-custom-anchor",
        "event_location_referrer": "/next/forms/13/start",
        "event_location_current": "/next/forms/123/form/page/page-1",
        "event_context_duration": null,
        "event_context_tag_name": "next-info-material-link",
        "event_context_source_id": "123"
      },
      {
        "event_type": "click",
        "timestamp": "2020-04-09T18:39:39.683193+00:00",
        "event_context_source_category": "presentation",
        "event_context_reason": null,
        "id": 744,
        "event_context_target_id": "b3542fe3-4898-4bb3-9cb0-99a06845230e",
        "name": "presentation-custom-anchor",
        "event_location_referrer": "/next/forms/13/start",
        "event_location_current": "/next/forms/123/form/page/page-1",
        "event_context_duration": null,
        "event_context_tag_name": "next-info-material-link",
        "event_context_source_id": "123"
      },
      {
        "event_type": "click",
        "timestamp": "2020-04-09T18:40:21.683193+00:00",
        "event_context_source_category": "presentation",
        "event_context_reason": null,
        "id": 745,
        "event_context_target_id": "b3542fe3-4898-4bb3-9cb0-99a06845230e",
        "name": "campaign-form-open",
        "event_location_referrer": "/next/forms/13/start",
        "event_location_current": "/next/forms/123/form/page/page-1",
        "event_context_duration": null,
        "event_context_tag_name": "next-info-material-link",
        "event_context_source_id": "123"
      },
      {
        "event_type": "click",
        "timestamp": "2020-04-09T18:41:09.683193+00:00",
        "event_context_source_category": "campaign-form",
        "event_context_reason": "abort",
        "id": 746,
        "event_context_target_id": "b3542fe3-4898-4bb3-9cb0-99a06845230e",
        "name": "conversation-end",
        "event_location_referrer": "/next/forms/13/start",
        "event_location_current": "/next/forms/123/form/page/page-1",
        "event_context_duration": 3.1666666666666665,
        "event_context_tag_name": "next-info-material-link",
        "event_context_source_id": "123"
      },
      {
        "event_type": "click",
        "timestamp": "2020-04-09T18:41:46.683193+00:00",
        "event_context_source_category": "campaign-form",
        "event_context_reason": null,
        "id": 747,
        "event_context_target_id": "b3542fe3-4898-4bb3-9cb0-99a06845230e",
        "name": "campaign-start-open",
        "event_location_referrer": "/next/forms/13/start",
        "event_location_current": "/next/forms/123/form/page/page-1",
        "event_context_duration": null,
        "event_context_tag_name": "next-info-material-link",
        "event_context_source_id": "123"
      }
    ],
    "user_id": 10020,
    "campaign_name_search": "Puppy Love",
    "tags": [],
    "job_applications": [],
    "tracked_hours": 0,
    "weight": 2,
    "hours": 12,
    "campaign_manager": [
      25873
    ],
    "user_name": "H., Helga",
    "date": "2020-04-09",
    "team_type": null,
    "name": "Ganztag",
    "team_leader_name": "S., Manfred",
    "presentations": [],
    "points": 0,
    "donations": []
  },
  "fields": {
    "date": [
      "2020-04-09T00:00:00.000Z"
    ]
  },
  "sort": [
    1586390400000
  ]
}

最佳答案

我知道消除 InternalNested 错误的唯一方法是使用嵌套查询进行过滤并执行嵌套的 terms 聚合，而不是使用 filters 聚合。这令人困惑，但两者大致相同。这样，您就可以隔离嵌套上下文并为 bucket_script 提供已解析的计数路径。

{
  "aggs": {
    "all_my_documents": {
      "filters": {
        "filters": {
          "all": {
            "match_all": {}
          }
        }
      },
      "aggs": {
        "presentation-clicks": {
          "filter": {
            "nested": {
              "path": "events",
              "query": {
                "term": {
                  "events.name": "presentation-custom-anchor"
                }
              }
            }
          },
          "aggs": {
            "value_count_parent": {
              "nested": {
                "path": "events"
              },
              "aggs": {
                "value_count": {
                  "value_count": {
                    "field": "events.name"
                  }
                }
              }
            }
          }
        },
        "conversation-starts": {
          "filter": {
            "nested": {
              "path": "events",
              "query": {
                "term": {
                  "events.name": "conversation-start"
                }
              }
            }
          },
          "aggs": {
            "value_count_parent": {
              "nested": {
                "path": "events"
              },
              "aggs": {
                "value_count": {
                  "value_count": {
                    "field": "events.name"
                  }
                }
              }
            }
          }
        },
        "clicks-per-conversation": {
          "bucket_script": {
            "buckets_path": {
              "my_clicks": "presentation-clicks>value_count_parent>value_count",
              "my_conversations": "conversation-starts>value_count_parent>value_count"
            },
            "script": "params.my_clicks / params.my_conversations"
          }
        }
      }
    }
  },
  "size": 0
}

屈服

"aggregations" : {
    "all_my_documents" : {
      "buckets" : {
        "all" : {
          "doc_count" : 2,
          "conversation-starts" : {
            "doc_count" : 2,
            "value_count_parent" : {
              "doc_count" : 4,
              "value_count" : {
                "value" : 4
              }
            }
          },
          "presentation-clicks" : {
            "doc_count" : 1,
            "value_count_parent" : {
              "doc_count" : 2,
              "value_count" : {
                "value" : 2
              }
            }
          },
          "clicks-per-conversation" : {
            "value" : 0.5
          }
        }
      }
    }
  }

关于elasticsearch - Bucket_script aggregation on filters aggregation over nested documents，我们在Stack Overflow上找到一个类似的问题： https://stackoverflow.com/questions/61190822/

27 4 0
文章推荐： elasticsearch - 实时更新 Elasticsearch 同义词
文章推荐： c# - 底层连接已用linkedin关闭
文章推荐： sorting - 如何在使用脚本对 Elasticsearch 中的结果进行排序时获取 _score 而不是 null
文章推荐： Elasticsearch:按请求中传递的数组过滤文档包含所有文档数组元素
行者123
个人简介

我是一名优秀的程序员,十分优秀！

滴滴打车优惠券免费领取
滴滴打车优惠券
全站热门文章
Copyright 2021 - 2024 cfsdn All Rights Reserved 蜀ICP备2022000587号
广告合作:1813099741@qq.com 6ren.com