THIS IS A TEST INSTANCE. ALL YOUR CHANGES WILL BE LOST!!!!
Support Cassandra query log as example:
host:/192.168.6.233|source:/192.168.6.227|user:cassandra|timestamp:1454965365762|category:QUERY|type:CQL_SELECT|ks:dg_keyspace|cf:customer_details|operation:Select id,name,email,contact from customer_details|masked_columns:[email,contact]|other_columns:[id,name]
1. Flow data stream into kafka
{
"host": "/192.168.6.227",
"source": "/192.168.6.227",
"user": "jaspa",
"timestamp": 1455574202864,
"category": "QUERY",
"type": "CQL_SELECT",
"ks": "dg_keyspace",
"cf": "customer_details",
"operation": "CQL_SELECT",
"masked_columns": "bank|ccno|email|ip|name|sal|ssn|tel|url",
"other_columns": "id|npi"
}
2. Define new application metadata
# EAGLE_SERVICE_HOST, default is `hostname -f`
export EAGLE_SERVICE_HOST=localhost
# EAGLE_SERVICE_PORT, default is 9099
export EAGLE_SERVICE_PORT=9099
# EAGLE_SERVICE_USER
export EAGLE_SERVICE_USER=admin
# EAGLE_SERVICE_PASSWORD
export EAGLE_SERVICE_PASSWD=secret
curl -u ${EAGLE_SERVICE_USER}:${EAGLE_SERVICE_PASSWD} -X POST -H 'Content-Type:application/json' \
"http://${EAGLE_SERVICE_HOST}:${EAGLE_SERVICE_PORT}/eagle-service/rest/entities?serviceName=SiteApplicationService" \
-d '
[
{
"tags":{
"site":"sandbox",
"application":"cassandraQueryLog"
},
"enabled": true,
"config": "{}"
}
]
'
curl -u ${EAGLE_SERVICE_USER}:${EAGLE_SERVICE_PASSWD} -X POST -H 'Content-Type:application/json' \
"http://${EAGLE_SERVICE_HOST}:${EAGLE_SERVICE_PORT}/eagle-service/rest/entities?serviceName=ApplicationDescService" \
-d '
[
{
"tags":{
"application":"cassandraQueryLog"
},
"desc":"cassandra Query Log Monitoring",
"alias":"QueryLogMonitor",
"group":"Cassandra",
"config":"{}",
"features":["common","metadata"]
}
]
'
## AlertStreamService
echo ""
echo "Importing AlertStreamService for HDFS... "
curl -u ${EAGLE_SERVICE_USER}:${EAGLE_SERVICE_PASSWD} -X POST -H 'Content-Type:application/json' \
"http://${EAGLE_SERVICE_HOST}:${EAGLE_SERVICE_PORT}/eagle-service/rest/entities?serviceName=AlertStreamService" \
-d '
[
{
"tags":{
"dataSource":"cassandraQueryLog",
"streamName":"cassandraQueryLogStream"
},
"desc":"cassandra query log data source stream"
}
]
'
## AlertExecutorService: what alert streams are consumed by alert executor
echo ""
echo "Importing AlertExecutorService for HDFS... "
curl -u ${EAGLE_SERVICE_USER}:${EAGLE_SERVICE_PASSWD} -X POST -H 'Content-Type:application/json' \
"http://${EAGLE_SERVICE_HOST}:${EAGLE_SERVICE_PORT}/eagle-service/rest/entities?serviceName=AlertExecutorService" \
-d '
[
{
"tags":{
"dataSource":"cassandraQueryLog",
"alertExecutorId":"cassandraQueryLogExecutor",
"streamName":"cassandraQueryLogStream"
},
"desc":"executor for cassandra query log stream"
}
]
'
## AlertStreamSchemaService: schema for event from alert stream
echo ""
echo "Importing AlertStreamSchemaService for HDFS... "
curl -u ${EAGLE_SERVICE_USER}:${EAGLE_SERVICE_PASSWD} -X POST -H 'Content-Type:application/json' \
"http://${EAGLE_SERVICE_HOST}:${EAGLE_SERVICE_PORT}/eagle-service/rest/entities?serviceName=AlertStreamSchemaService" \
-d '
[
{
"tags": {
"dataSource": "cassandraQueryLog",
"streamName": "cassandraQueryLogStream",
"attrName": "host"
},
"attrDescription": "the host that current metric comes form",
"attrType": "string",
"category": "",
"attrValueResolver": ""
},
{
"tags": {
"dataSource": "cassandraQueryLog",
"streamName": "cassandraQueryLogStream",
"attrName": "source"
},
"attrDescription": "source host",
"attrType": "string",
"category": "",
"attrValueResolver": ""
},
{
"tags": {
"dataSource": "cassandraQueryLog",
"streamName": "cassandraQueryLogStream",
"attrName": "user"
},
"attrDescription": "query user",
"attrType": "string",
"category": "",
"attrValueResolver": ""
},
{
"tags": {
"dataSource": "cassandraQueryLog",
"streamName": "cassandraQueryLogStream",
"attrName": "timestamp"
},
"attrDescription": "query timestamp",
"attrType": "long",
"category": "",
"attrValueResolver": ""
},
{
"tags": {
"dataSource": "cassandraQueryLog",
"streamName": "cassandraQueryLogStream",
"attrName": "category"
},
"attrDescription": "query category",
"attrType": "string",
"category": "",
"attrValueResolver": ""
},
{
"tags": {
"dataSource": "cassandraQueryLog",
"streamName": "cassandraQueryLogStream",
"attrName": "type"
},
"attrDescription": "query type",
"attrType": "string",
"category": "",
"attrValueResolver": ""
},
{
"tags": {
"dataSource": "cassandraQueryLog",
"streamName": "cassandraQueryLogStream",
"attrName": "ks"
},
"attrDescription": "query keyspace",
"attrType": "string",
"category": "",
"attrValueResolver": ""
},
{
"tags": {
"dataSource": "cassandraQueryLog",
"streamName": "cassandraQueryLogStream",
"attrName": "cf"
},
"attrDescription": "query column family",
"attrType": "string",
"category": "",
"attrValueResolver": ""
},
{
"tags": {
"dataSource": "cassandraQueryLog",
"streamName": "cassandraQueryLogStream",
"attrName": "operation"
},
"attrDescription": "query operation",
"attrType": "string",
"category": "",
"attrValueResolver": ""
},
{
"tags": {
"dataSource": "cassandraQueryLog",
"streamName": "cassandraQueryLogStream",
"attrName": "masked_columns"
},
"attrDescription": "query masked_columns",
"attrType": "string",
"category": "",
"attrValueResolver": ""
},
{
"tags": {
"dataSource": "cassandraQueryLog",
"streamName": "cassandraQueryLogStream",
"attrName": "other_columns"
},
"attrDescription": "query other_columns",
"attrType": "string",
"category": "",
"attrValueResolver": ""
}
]
'
## Finished
echo ""
echo "Finished initialization for eagle topology"