Skip to content

Instantly share code, notes, and snippets.

@nwaughachukwuma

nwaughachukwuma/gist:0dd39f46d626c402e6dc985d04aee5bc

Created February 8, 2024 17:10
Show Gist options
  • Save nwaughachukwuma/0dd39f46d626c402e6dc985d04aee5bc to your computer and use it in GitHub Desktop.
Save nwaughachukwuma/0dd39f46d626c402e6dc985d04aee5bc to your computer and use it in GitHub Desktop.
Download ZIP
Elasticsearch Queries
Raw
gistfile1.txt
GET v4_enrichmentsx/_search
{
"query": {
"bool": {
"filter": [
{
"terms": {
"FIELD": [ # 64000
"VALUE1",
"VALUE2"
]
}
}
]
}
}
}
DELETE test_002
GET test_002/_mapping
GET test_003/_search
PUT _ingest/pipeline/augment_text_002
{
"description": "Pipeline for new text field",
"processors": [
{
"script": {
"source": """
if (ctx.age == null) {
ctx.age = 18
}
"""
}
}
]
}
POST _reindex
{
"source": {
"index": "test_001"
},
"dest": {
"index": "test_003",
"pipeline": "augment_text_002"
}
}
GET test_001/_search
GET test_001/_mapping
PUT test_001/_doc/1
{
"name": "Peter Martens"
}
PUT test_003
{
"mappings": {
"properties": {
"name": {
"type": "text",
"fields": {
"keyword": { "type": "keyword", "ignore_above": 128 }
}
},
"age": {
"type": "long"
}
}
}
}
PUT test_002
{
"mappings": {
"properties": {
"name": {
"type": "text",
"fields": {
"keyword": { "type": "keyword", "ignore_above": 128 }
}
},
"age": {
"type": "long"
}
}
}
}
# "name" = "Peter Martens" => ["Peter", "Martens"] := q = Pter Martins
# Fuzzy Distance = Peter Martens
GET test_001/_mapping
POST _aliases
{
"actions": [
{
"remove": {
"index": "test_001",
"alias": "test_alias"
}
},
{
"add": {
"index": "test_003",
"alias": "test_alias"
}
}
]
}
GET test_003/_alias
GET test_alias/_search
POST _aliases
{
"actions": [
{
"add": {
"index": "test_001",
"alias": "test_alias"
}
}
]
}
GET v4_viewsx/_mapping
GET v4_enrichmentsx/_search
{
"_source": ["createdAt", "data.name"],
"size": 100,
"query": {
"bool": {
"filter": [
{"term": {"asset.id.keyword": "vCxaxiowjxgU"}}
]
}
}
}
GET v4_feedbackx/_mapping
GET v4_feedbackx/_mapping/field/data.featureData.analysis.gptNLP.sentiment
GET v4_feedbackx/_search
{
"_source": ["data.featureData.analysis.gptNLP"],
"query": {
"bool": {
"filter": [
{
"term": {
"visit.view.asset.id.keyword": "voJKzGjJx9of"
}
},
{
"exists": {
"field": "data.featureData.analysis.gptNLP"
}
}
]
}
},
"aggs": {
"keywords": {
"terms": {
"field":"data.featureData.analysis.gptNLP.keywords.keyword.keyword",
"size": 20
},
"aggs": {
"sentiment_score": {
"avg": {
"field": "data.featureData.analysis.gptNLP.keywords.sentiment"
}
}
}
}
}
}
GET v4_feedbackx/_search
{
"size": 0,
"query": {
"bool": {
"should": [
{
"bool": {
"filter": [
{
"term": {
"data.featureData.type.keyword": "choice"
}
},
{
"term": {
"data.featureData.value.choice.other": true
}
}
],
"must_not": [
{
"term": {
"data.featureData.value.choice.text.keyword": ""
}
}
]
}
},
{
"bool": {
"filter": [
{
"terms": {
"data.featureData.type.keyword": [
"persistent-comment",
"text"
]
}
}
],
"must_not": [
{
"term": {
"data.featureData.value.persistent-comment.keyword": "" } },
{
"term": {
"data.featureData.value.text.keyword": "" } }
]
}
}
],
"must_not": [
{ "term": { "visit.session.testdata": true } },
{
"terms": {
"data.featureId.keyword": [
"wFjNjSHiR8qq",
"S2AWxdCBqezB",
"V7am1GZcw1lP",
"1d0eRsB4iYCt",
"U2zfxdiceQE3"
]
}
}
]
}
},
"aggs": {
"features": {
"terms": {
"field": "data.featureId.keyword",
"size": 10000
},
"aggs": {
"videoId": {
"terms": {
"field": "visit.view.asset.id.keyword",
"size": 1
}
}
}
}
}
}
GET v4_enrichmentsx/_search
{
"size": 10000,
"_source": ["asset.id", "data.feature.id"],
"query": {
"match_all": {}
}
}
GET v4_enrichmentsx/_search
{
"size": 0,
"query": {
"match_all": {}
},
"aggs": {
"videos": {
"terms": {
"field": "asset.id.keyword",
"size": 100000
},
"aggs": {
"videoFeatures": {
"terms": {
"field": "data.feature.id.keyword",
"size": 100
}
}
}
}
}
}
GET v4_feedbackx/_search
{
"size": 1,
"_source": ["data"],
"query": {
"bool": {
"must": [
{
"exists": {
"field": "data.featureData.analysis.mergedResponses"
}
}
],
"must_not": [
{
"term": {
"data.featureData.analysis.mergedResponses.keyword": ""
}
},
{
"term": {
"data.featureData.analysis.hasEmbeddings": true
}
}
]
}
},
"aggs": {
"featureTypes": {
"terms": {
"field": "data.featureData.type.keyword",
"size": 100
}
}
}
}
GET v4_feedbackx/_search
{
"_source": ["data", "createdAt"],
"size": 0,
"query": {
"bool": {
"should": [
{
"bool": {
"must": [
{
"exists": {
"field": "data.featureData.analysis.mergedResponses"
}
}
],
"must_not": [
{
"term": {
"data.featureData.analysis.mergedResponses.keyword": ""
}
}
]
}
},
{
"bool": {
"filter": [
{
"term": {
"data.featureData.type.keyword": "choice"
}
},
{
"term": {
"data.featureData.value.choice.other": true
}
}
],
"must_not": [
{
"term": {
"data.featureData.value.choice.text.keyword": ""
}
}
]
}
},
{
"bool": {
"filter": [
{
"terms": {
"data.featureData.type.keyword": [
"persistent-comment",
"text"
]
}
}
],
"must_not": [
{
"term": {
"data.featureData.value.persistent-comment.keyword": "" } },
{
"term": {
"data.featureData.value.text.keyword": "" } }
]
}
}
],
"must_not": [
{
"term": {
"data.featureData.analysis.hasEmbeddings": true
}
},
{ "term": { "visit.session.testdata": true } }
]
}
},
"aggs": {
"featureTypes": {
"terms": {
"field": "data.featureData.type.keyword",
"size": 100
}
}
}
}
GET v4_feedbackx/_search
{
"_source": ["data"],
"query": {
"bool": {
"filter": [
{
"term": {
"data.featureData.type.keyword": "persistent-one-touch"
}
}
]
}
}
}
GET v4_feedbackx/_search
{
"size": 0,
"_source": {
"excludes": "visit"
},
"query": {
"bool": {
"filter": [
{
"term": {
"data.featureId.keyword": "OjtxJYPPBtpM"
}
},
{
"term": {
"visit.view.asset.id.keyword": "vNsSZybarhce"
}
}
]
}
},
"aggs": {
"keyMoments": {
"histogram": {
"field": "data.submittedAt",
"extended_bounds": {
"min": 0,
"max": 100
},
"interval": 1,
"missing": 0,
"min_doc_count": 0
},
"aggs": {
"emojis": {
"terms": {
"field": "data.featureData.value.emoji.id.keyword",
"size": 100
}
},
"persistentEmojis": {
"terms": {
"field": "data.featureData.value.persistent-emoji.id.keyword",
"size": 100
}
},
"oneTouch": {
"terms": {
"field": "data.featureData.value.persistent-one-touch.id.keyword",
"size": 100
},
"aggs": {
"top_hit": {
"top_hits": {
"size": 1,
"_source": {
"includes": ["data.featureData.position", "data.featureData.value.persistent-one-touch"]
}
}
}
}
}
}
}
}
}
GET v4_enrichmentsx/_search
{
"query": {
"bool": {
"filter": [
{
"nested": {
"path": "data.documents",
"query": {
"bool": {
"filter": [
{
"terms": {
"data.documents.id.keyword": [
]
}
}
]
}
}
}
}
]
}
},
"aggs": {
"filtered": {
"filter": {
"range": {
"FIELD": {
"gte": 10,
"lte": 20
}
}
},
"aggs": {
"filtered_terms": {
"filter": {
"terms": {
"FIELD": [
"VALUE1",
"VALUE2"
]
}
}
}
}
}
}
}
GET viewer_retention/_search
{
"sort": [
{
"createdOn": {
"order": "desc"
}
}
]
}
GET v4_feedbackx/_search
{
"query": {
"bool": {
"must": [
{
"exists": {
"field": "data.featureData.analysis.mergedResponses"
}
}
],
"must_not": [
{
"term": {
"data.featureData.analysis.hasEmbeddings": true
}
}
]
}
}
}
GET views/_search
{
"size": 0,
"track_total_hits": true,
"query": {
"bool": {
"filter": [
{
"term": {
"asset.channel.keyword": "quXKFhzxxv"
}
}
]
}
},
"aggs": {
"total_views_by_video": {
"terms": {
"field": "asset.video.keyword",
"size": 100000
}
},
"video_views_in_channel": {
"terms": {
"field": "asset.video.keyword",
"size": 100000
},
"aggs": {
"unique_viewers": {
"cardinality": {
"field": "userId.keyword"
}
}
}
}
}
}
PUT /_snapshot/backup/specific_indices_snapshot?wait_for_completion=false
{
"indices": "v4_feedbackx,v4_viewsx,v4_visitsx,v4_viewer_retentionsx",
"ignore_unavailable": true,
"include_global_state": false
}
GET /_snapshot/_status
PUT /_snapshot/localinstance_1
{
"type": "fs",
"settings": {
"location": "/tmp/elasticsearch/localinstance_1"
}
}
GET /_ml/memory/_stats
PUT /_snapshot/repository_1
{
"type": "gcs",
"settings": {
"bucket": "lumiere-v4-dev-elasticsearch"
}
}
GET views/_search
{
"track_total_hits": true
}
POST _reindex
{
"source": {
"index": "views",
"query": {
"match": {
"asset.video.keyword": "jxRezFCgMj"
}
}
},
"dest": {
"index": "v4_views_2023_12_21",
"op_type": "create"
}
}
GET v4_views_2023_12_21/_search
{
"size": 0,
"track_total_hits": true
}
DELETE v4_views_2023_12_21
POST _reindex
{
"source": {
"index": "v4_viewsx"
},
"dest": {
"index": "v4_views_2023_12_21"
}
}
GET v4_feedbackx/_search
{
"query": {
"match": {
"visit.view.asset.id.keyword": "v77baySIfKJY"
}
}
}
GET v4_detectionsx/_search?filter_path=hits.hits._source.data
{
"size": 100,
"_source": ["data.start", "data.end"],
"query": {
"match": {
"asset.id.keyword": "vwbHg5donJFh"
}
}
}
GET v4_visitsx/_alias
GET v4_visits_2023_12_07/_alias
GET v4_enrichments_2023_11_07/_alias
POST _aliases
{
"actions": [
{
"add": {
"index": "v4_enrichments_2023_11_07",
"alias": "v4_enrichmentsx"
}
},
{
"remove": {
"index": "v4_visits_2023_12_07",
"alias": "v4_enrichmentsx"
}
}
]
}
GET /v4_visitsx/_mapping/field/view.user.eid
GET v4_visitsx/_search
{
"sort": [
{
"createdAt": {
"order": "desc"
}
}
],
"size": 0,
"track_total_hits": true,
"query": {
"bool": {
"filter": [
{
"term": {
"view.asset.id.keyword": "vFYte5X3Y3Af"
}
},
{
"nested": {
"path": "view.customTags",
"query": {
"bool": {
"filter": [
{
"term": {
"view.customTags.key.keyword": "age"
}
},
{
"term": {
"view.customTags.value.keyword": 31
}
}
]
}
}
}
}
],
"must": [
{
"term": {
"session.testdata": true
}
}
]
}
},
"aggs": {
"views": {
"cardinality": {
"field": "view.id.keyword"
}
}
}
}
GET v4_enrichmentsx/_search
{
"query": {
"match_all": {}
}
}
GET v4_enrichmentsx/_search
{
"query": {
"bool": {
"filter": [
{"term": {"asset.id.keyword": "vFYte5X3Y3Af"}},
{"term": {"data.feature.id.keyword": "U2zfxdiceQE3"}},
{
"range": {
"createdAt": {
"lte": "now-300s/s"
}
}
}
]
}
}
}
POST v4_enrichmentsx/_delete_by_query
{
"query": {
"bool": {
"filter": [
{"term": {"asset.id.keyword": "vFYte5X3Y3Af"}},
{"term": {"data.feature.id.keyword": "U2zfxdiceQE3"}},
{
"range": {
"createdAt": {
"lt": "now-5m/m"
}
}
}
]
}
}
}
GET v4_enrichmentsx/_search
{
"_source": ["createdAt", "data.name"],
"sort": [
{
"createdAt": {
"order": "asc"
}
}
],
"query": {
"bool": {
"filter": [
{"term": {"asset.id.keyword": "vFYte5X3Y3Af"}},
{"term": {"data.feature.id.keyword": "U2zfxdiceQE3"}}
]
}
}
}
GET v4_feedbackx/_search
{
"size": 10,
"_source": ["visit.view.asset.id", "data.featureId"],
"query": {
"bool": {
"filter": [
{
"terms": {
"data.featureData.type.keyword": [
"text",
"persistent-comment",
"choice"
]
}
}
]
}
}
}
GET v4_enrichmentsx/_search
{
"sort": [{ "createdAt": { "order": "desc" } }],
"size": 1,
"query": {
"bool": {
"filter": [
{
"term": {
"asset.id.keyword": "vFYte5X3Y3Af"
}
},
{
"term": {
"data.feature.id.keyword": "U2zfxdiceQE3"
}
},
{
"term": {
"data.type.keyword": "topic"
}
}
]
}
}
}
GET v4_feedbackx/_search
{
"_source": ["data", "createdAt"],
"size": 1,
"query": {
"bool": {
"filter": {
"range": {
"createdAt": { "gte": "now-2150s/s", "lte": "now/s" }
}
},
"must_not": [{ "term": { "visit.session.testdata": { "value": true } } }]
}
},
"aggs": {
"videoIds": {
"terms": {
"field": "visit.view.asset.id.keyword",
"size": 100000
},
"aggs": {
"featureIds": {
"terms": {
"field": "data.featureId.keyword",
"size": 100
}
}
}
}
}
}
GET v4_feedbackx/_mapping/field
GET v4_enrichmentsx/_mapping
POST _aliases
{
"actions": [
{
"remove": {
"index": "v4_enrichments_2023_10_02",
"alias": "v4_enrichmentsx"
}
}
]
}
GET v4_enrichmentsx/_search
{
"query": {
"bool": {
"filter": [
{
"range": {
"createdAt": {
"lt": "now-19s/s"
}
}
}
]
}
}
}
GET v4_enrichmentsx/_alias
GET v4_enrichmentsx/_search
{
"sort": [
{
"createdAt": {
"order": "desc"
}
}
],
"query": {
"match_all": {}
}
}
GET v4_feedbackx/_search
{
"sort": [
{
"createdAt": {
"order": "desc"
}
}
],
"_source": ["data"],
"query": {
"bool": {
"filter": [
{
"term": {
"visit.view.asset.id.keyword": "vFYte5X3Y3Af"
}
}
],
"must_not": [
{
"term": {
"visit.session.testdata": true
}
}
]
}
},
"aggs": {
"total": {
"cardinality": {
"field": "id.keyword"
}
},
"ingestedSinceLastUpdated": {
"filter": {
"range": {
"createdAt": {
"gte": "now-2000s/s",
"lte": "now/s"
}
}
}
}
}
}
GET v4_enrichmentsx/_search
{
"size": 1,
"query": {
"bool": {
"filter": [
{
"term": {
"data.type.keyword": "topic"
}
}
]
}
}
}
GET v4_feedbackx/_search
{
"_source": ["visit.view.asset", "data.featureData.type"],
"query": {
"match_all": {}
}
}
GET v4_viewsx/_search
{
"sort": [
{
"createdAt": {
"order": "desc"
}
}
],
"size": 20,
"query": {
"match_all": {}
}
}
GET v4_feedbackx/_search
{
"sort":{
"createdAt": {
"order": "desc"
}
},
"size": 0,
"track_total_hits": true,
"query": {
"bool": {
"filter": [
{
"term": {
"data.featureId.keyword": "l3CP4WxETxbr"
}
}
]
}
},
"aggs": {
"total": {
"cardinality": {
"field": "id.keyword"
}
},
"documents": {
"filter": {
"range": {
"createdAt": {
"gte": "now-24d/d",
"lte": "now/d"
}
}
}
}
}
}
GET v4_feedbackx/_search
{
"size": 0,
"query": {
"bool": {
"filter": [
{
"term": {
"data.featureData.type.keyword": "persistent-comment"
}
},
{
"range": {
"createdAt": {
"gte": "now-90d/d",
"lte": "now/d"
}
}
}
]
}
},
"aggs": {
"videoIds": {
"terms": {
"field": "visit.view.asset.id.keyword",
"size": 100000
},
"aggs": {
"featureIds": {
"terms": {
"field": "data.featureId.keyword",
"size": 100000,
"min_doc_count": 5
}
}
}
}
}
}
GET v4_migrationsx/_search
{
"_source": ["id"],
"query": {
"match_all": {}
}
}
GET v4_enrichmentsx/_search
{
"query": {
"match_all": {}
}
}
GET v4_test_enrichmentsx/_search
{
"query": {
"match_all": {}
}
}
GET v4_feedbackx/_count
{
"query": {
"match_all": {}
}
}
GET v4_feedbackx/_search
{
"query": {
"match_all": {}
}
}
GET v4_feedbackx/_search
{
"query": {
"match": {
"data.featureId.keyword": "U2zfxdiceQE3"
}
}
}
# docId: uPSW84BarLYnE9
# text: Nature is beautiful!
# featureId: U2zfxdiceQE3
# videoId: vFYte5X3Y3Af
# perform ops to get sentiment analysis -> result [{}]
# if ops <= 10s; return result
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment