Revise elasticsearch exporter integration test

This commit is contained in:
ionutboangiu
2024-11-22 22:33:51 +02:00
committed by Dan Christian Bogos
parent ae264deadb
commit dd045148ad
3 changed files with 283 additions and 472 deletions

View File

@@ -321,186 +321,6 @@
{"tag": "RequiredTemplate","type": "*template", "value": "requiredFields"},
],
},
{
"id": "ElasticsearchExporter",
"type": "*els",
"export_path": "http://localhost:9200",
"attempts": 1,
"opts": {
"elsIndex": "cdrs",
//"elsIfPrimaryTerm": 0,
//"elsIfSeqNo": 0,
"elsOpType": "",
"elsPipeline": "",
"require_alias": "",
"elsRouting": "",
"elsTimeout": "0",
//"elsVersion": 0,
"elsVersionType": "",
"elsWaitForActiveShards": "",
},
"fields":[
{"tag": "CGRID", "path": "*exp.CGRID", "type": "*variable", "value": "~*req.CGRID"},
{"tag": "RunID", "path": "*exp.RunID", "type": "*variable", "value": "~*req.RunID"},
{"tag": "ToR", "path": "*exp.ToR", "type": "*variable", "value": "~*req.ToR"},
{"tag": "OriginID", "path": "*exp.OriginID", "type": "*variable", "value": "~*req.OriginID"},
{"tag": "RequestType", "path": "*exp.RequestType", "type": "*variable", "value": "~*req.RequestType"},
{"tag": "Tenant", "path": "*exp.Tenant", "type": "*variable", "value": "~*vars.*tenant"},
{"tag": "Category", "path": "*exp.Category", "type": "*variable", "value": "~*req.Category"},
{"tag": "Account", "path": "*exp.Account", "type": "*variable", "value": "~*req.Account"},
{"tag": "Subject", "path": "*exp.Subject", "type": "*variable", "value": "~*req.Subject"},
{"tag": "Destination", "path": "*exp.Destination", "type": "*variable", "value": "~*req.Destination"},
{"tag": "@timestamp", "path": "*exp.@timestamp", "type": "*datetime", "value": "*now"},
{"tag": "SetupTime", "path": "*exp.SetupTime", "type": "*variable", "value": "~*req.SetupTime"},
{"tag": "AnswerTime", "path": "*exp.AnswerTime", "type": "*variable", "value": "~*req.AnswerTime"},
{"tag": "Usage", "path": "*exp.Usage", "type": "*variable", "value": "~*req.Usage"},
{"tag": "Cost", "path": "*exp.Cost", "type": "*variable", "value": "~*req.Cost{*round:4}"},
],
},
{
"id": "ElasticsearchExporterCluster",
"type": "*els",
"export_path": "http://192.168.56.22:9200;http://192.168.56.64:9200",
"attempts": 1,
"opts": {
"elsIndex": "cdrs",
"elsDiscoverNodesOnStart":true,
//"elsDiscoverNodesInterval":"10s",
// "elsLogger":"elsJson",
// "elsEnableDebugLogger":false,
// "elsCompressRequestBody":false,
// "elsCompressRequestBodyLevel":0,
// "elsRetryOnStatus":[],
// "elsMaxRetries": 0,
// "elsDisableRetry": false,
//"elsIfPrimaryTerm": 0,
//"elsIfSeqNo": 0,
"elsOpType": "",
"elsPipeline": "",
"require_alias": "",
"elsRouting": "",
"elsTimeout": "0",
//"elsVersion": 0,
"elsVersionType": "",
"elsWaitForActiveShards": "",
},
"fields":[
{"tag": "CGRID", "path": "*exp.CGRID", "type": "*variable", "value": "~*req.CGRID"},
{"tag": "RunID", "path": "*exp.RunID", "type": "*variable", "value": "~*req.RunID"},
{"tag": "ToR", "path": "*exp.ToR", "type": "*variable", "value": "~*req.ToR"},
{"tag": "OriginID", "path": "*exp.OriginID", "type": "*variable", "value": "~*req.OriginID"},
{"tag": "RequestType", "path": "*exp.RequestType", "type": "*variable", "value": "~*req.RequestType"},
{"tag": "Tenant", "path": "*exp.Tenant", "type": "*variable", "value": "~*vars.*tenant"},
{"tag": "Category", "path": "*exp.Category", "type": "*variable", "value": "~*req.Category"},
{"tag": "Account", "path": "*exp.Account", "type": "*variable", "value": "~*req.Account"},
{"tag": "Subject", "path": "*exp.Subject", "type": "*variable", "value": "~*req.Subject"},
{"tag": "Destination", "path": "*exp.Destination", "type": "*variable", "value": "~*req.Destination"},
{"tag": "@timestamp", "path": "*exp.@timestamp", "type": "*datetime", "value": "*now"},
{"tag": "SetupTime", "path": "*exp.SetupTime", "type": "*variable", "value": "~*req.SetupTime"},
{"tag": "AnswerTime", "path": "*exp.AnswerTime", "type": "*variable", "value": "~*req.AnswerTime"},
{"tag": "Usage", "path": "*exp.Usage", "type": "*variable", "value": "~*req.Usage"},
{"tag": "Cost", "path": "*exp.Cost", "type": "*variable", "value": "~*req.Cost{*round:4}"},
],
},
{
"id": "ElasticsearchExporterCloud",
"type": "*els",
"export_path": "Deployment:dXMtY2VudHJh0YW==",
"attempts": 1,
"opts": {
"elsIndex": "cdrs",
"elsUsername":"elastic_user",
"elsPassword":"",
"elsCloud":true,
//"elsApiKey":"aZmd2UQ==",
// "elsLogger":"elsJson",
// "elsEnableDebugLogger":false,
// "elsCompressRequestBody":false,
// "elsCompressRequestBodyLevel":0,
// "elsRetryOnStatus":[],
// "elsMaxRetries": 0,
// "elsDisableRetry": false,
//"elsIfPrimaryTerm": 0,
//"elsIfSeqNo": 0,
"elsOpType": "",
"elsPipeline": "",
"require_alias": "",
"elsRouting": "",
"elsTimeout": "0",
//"elsVersion": 0,
"elsVersionType": "",
"elsWaitForActiveShards": "",
},
"fields":[
{"tag": "CGRID", "path": "*exp.CGRID", "type": "*variable", "value": "~*req.CGRID"},
{"tag": "RunID", "path": "*exp.RunID", "type": "*variable", "value": "~*req.RunID"},
{"tag": "ToR", "path": "*exp.ToR", "type": "*variable", "value": "~*req.ToR"},
{"tag": "OriginID", "path": "*exp.OriginID", "type": "*variable", "value": "~*req.OriginID"},
{"tag": "RequestType", "path": "*exp.RequestType", "type": "*variable", "value": "~*req.RequestType"},
{"tag": "Tenant", "path": "*exp.Tenant", "type": "*variable", "value": "~*vars.*tenant"},
{"tag": "Category", "path": "*exp.Category", "type": "*variable", "value": "~*req.Category"},
{"tag": "Account", "path": "*exp.Account", "type": "*variable", "value": "~*req.Account"},
{"tag": "Subject", "path": "*exp.Subject", "type": "*variable", "value": "~*req.Subject"},
{"tag": "Destination", "path": "*exp.Destination", "type": "*variable", "value": "~*req.Destination"},
{"tag": "@timestamp", "path": "*exp.@timestamp", "type": "*datetime", "value": "*now"},
{"tag": "SetupTime", "path": "*exp.SetupTime", "type": "*variable", "value": "~*req.SetupTime"},
{"tag": "AnswerTime", "path": "*exp.AnswerTime", "type": "*variable", "value": "~*req.AnswerTime"},
{"tag": "Usage", "path": "*exp.Usage", "type": "*variable", "value": "~*req.Usage"},
{"tag": "Cost", "path": "*exp.Cost", "type": "*variable", "value": "~*req.Cost{*round:4}"},
],
},
{
"id": "ElasticsearchExporterHttps",
"type": "*els",
"export_path": "https://192.168.56.29:9200",
"attempts": 1,
"opts": {
"elsIndex": "cdrs",
"elsUsername":"elastic",
"elsPassword":"",
"caPath":"/path/to/http_ca.crt",
//"elsCertificateFingerPrint":"",
// "elsServiceToken":""
// "elsLogger":"elsJson",
// "elsDiscoverNodesOnStart":true,
// "elsDiscoverNodesInterval":"10s",
// "elsEnableDebugLogger":false,
// "elsCompressRequestBody":true,
// "elsCompressRequestBodyLevel":0,
// "elsRetryOnStatus":[],
// "elsMaxRetries": 0,
// "elsDisableRetry": false,
//"elsIfPrimaryTerm": 0,
//"elsIfSeqNo": 0,
"elsOpType": "",
"elsPipeline": "",
"require_alias": "",
"elsRouting": "",
"elsTimeout": "0",
//"elsVersion": 0,
"elsVersionType": "",
"elsWaitForActiveShards": "",
},
"fields":[
{"tag": "CGRID", "path": "*exp.CGRID", "type": "*variable", "value": "~*req.CGRID"},
{"tag": "RunID", "path": "*exp.RunID", "type": "*variable", "value": "~*req.RunID"},
{"tag": "ToR", "path": "*exp.ToR", "type": "*variable", "value": "~*req.ToR"},
{"tag": "OriginID", "path": "*exp.OriginID", "type": "*variable", "value": "~*req.OriginID"},
{"tag": "RequestType", "path": "*exp.RequestType", "type": "*variable", "value": "~*req.RequestType"},
{"tag": "Tenant", "path": "*exp.Tenant", "type": "*variable", "value": "~*vars.*tenant"},
{"tag": "Category", "path": "*exp.Category", "type": "*variable", "value": "~*req.Category"},
{"tag": "Account", "path": "*exp.Account", "type": "*variable", "value": "~*req.Account"},
{"tag": "Subject", "path": "*exp.Subject", "type": "*variable", "value": "~*req.Subject"},
{"tag": "Destination", "path": "*exp.Destination", "type": "*variable", "value": "~*req.Destination"},
{"tag": "@timestamp", "path": "*exp.@timestamp", "type": "*datetime", "value": "*now"},
{"tag": "SetupTime", "path": "*exp.SetupTime", "type": "*variable", "value": "~*req.SetupTime"},
{"tag": "AnswerTime", "path": "*exp.AnswerTime", "type": "*variable", "value": "~*req.AnswerTime"},
{"tag": "Usage", "path": "*exp.Usage", "type": "*variable", "value": "~*req.Usage"},
{"tag": "Cost", "path": "*exp.Cost", "type": "*variable", "value": "~*req.Cost{*round:4}"},
],
},
{
"id": "HTTPJsonMapExporterWithNoFields",
"type": "*http_json_map",
@@ -509,12 +329,6 @@
"attribute_context": "customContext",
"attempts": 1,
},
{
"id": "ElasticExporterWithNoFields",
"type": "*els",
"export_path": "http://localhost:9200",
"attempts": 1,
},
{
"id": "HTTPPostExporterWithNoFields",
"type": "*http_post",

View File

@@ -0,0 +1,116 @@
{
"ees": {
"enabled": true,
"cache": {
"*els": {
"limit": -1,
"ttl": "10s",
"precache": false
}
},
"exporters": [{
"id": "els_basic",
"type": "*els",
"export_path": "http://localhost:9200",
"synchronous": true,
"failed_posts_dir": "*none",
"opts": {
"elsIndex": "cdrs_basic"
}
},
{
"id": "els_fields",
"type": "*els",
"export_path": "http://localhost:9200",
"synchronous": true,
"failed_posts_dir": "*none",
"opts": {
"elsIndex": "cdrs_fields"
},
"fields": [
{ "tag": "CGRID", "path": "*exp.CGRID", "type": "*variable", "value": "~*req.CGRID" },
{ "tag": "Account", "path": "*exp.Account", "type": "*variable", "value": "~*req.Account" },
{ "tag": "Usage", "path": "*exp.Usage", "type": "*variable", "value": "~*req.Usage" },
{ "tag": "Source", "path": "*exp.Source", "type": "*constant", "value": "test" },
{ "tag": "timestamp", "path": "*exp.@timestamp", "type": "*datetime", "value": "*now" }
]
},
{
"id": "els_cloud",
"type": "*els",
"export_path": "ELASTIC_DEPLOYMENT",
"synchronous": true,
"failed_posts_dir": "*none",
"opts": {
"elsIndex": "cdrs",
"elsCloud": true,
"elsApiKey": "ELASTIC_APIKEY"
}
},
{
"id": "els_cluster",
"type": "*els",
"export_path": "http://192.168.56.22:9200;http://192.168.56.64:9200",
"synchronous": true,
"opts": {
"elsIndex": "cdrs",
"elsDiscoverNodesOnStart": true,
"elsDiscoverNodesInterval": "10s"
}
},
{
"id": "els_https",
"type": "*els",
"export_path": "https://192.168.56.29:9200",
"synchronous": true,
"opts": {
"elsIndex": "cdrs",
"elsUsername": "elastic",
// "elsPassword":"",
"caPath": "/path/to/http_ca.crt"
// "elsCloud":true,
// "elsApiKey": "",
// "elsServiceToken": "",
// "elsCertificateFingerPrint": "",
// "elsDiscoverNodesOnStart": false,
// "elsDiscoverNodesInterval": "10s",
// "elsEnableDebugLogger": "false",
// "elsLogger": "",
// "elsCompressRequestBody": false,
// "elsCompressRequestBodyLevel": 0,
// "elsRetryOnStatus": [],
// "elsMaxRetries": 0,
// "elsDisableRetry": false,
// "elsIfPrimaryTerm": 0,
// "elsIfSeqNo": 0,
// "elsOpType": "",
// "elsPipeline": "",
// "elsRouting": "",
// "elsTimeout": "",
// "elsVersion": 0,
// "elsVersionType": "",
// "elsWaitForActiveShards": ""
},
"fields": [
{ "tag": "CGRID", "path": "*exp.CGRID", "type": "*variable", "value": "~*req.CGRID" },
{ "tag": "RunID", "path": "*exp.RunID", "type": "*variable", "value": "~*req.RunID" },
{ "tag": "ToR", "path": "*exp.ToR", "type": "*variable", "value": "~*req.ToR" },
{ "tag": "OriginID", "path": "*exp.OriginID", "type": "*variable", "value": "~*req.OriginID" },
{ "tag": "RequestType", "path": "*exp.RequestType", "type": "*variable", "value": "~*req.RequestType" },
{ "tag": "Tenant", "path": "*exp.Tenant", "type": "*variable", "value": "~*vars.*tenant" },
{ "tag": "Category", "path": "*exp.Category", "type": "*variable", "value": "~*req.Category" },
{ "tag": "Account", "path": "*exp.Account", "type": "*variable", "value": "~*req.Account" },
{ "tag": "Subject", "path": "*exp.Subject", "type": "*variable", "value": "~*req.Subject" },
{ "tag": "Destination", "path": "*exp.Destination", "type": "*variable", "value": "~*req.Destination" },
{ "tag": "SetupTime", "path": "*exp.SetupTime", "type": "*variable", "value": "~*req.SetupTime" },
{ "tag": "AnswerTime", "path": "*exp.AnswerTime", "type": "*variable", "value": "~*req.AnswerTime" },
{ "tag": "Usage", "path": "*exp.Usage", "type": "*variable", "value": "~*req.Usage" },
{ "tag": "Cost", "path": "*exp.Cost", "type": "*variable", "value": "~*req.Cost{*round:4}" },
{ "tag": "@timestamp", "path": "*exp.@timestamp", "type": "*datetime", "value": "*now" }
]
}
]
}
}