THIS IS A TEST INSTANCE. ALL YOUR CHANGES WILL BE LOST!!!!
1. Flow data stream into kafka
host:/192.168.6.233|source:/192.168.6.227|user:cassandra|timestamp:1454965365762|category:QUERY|type:CQL_SELECT|ks:dg_keyspace|cf:customer_details|operation:Select id,name,email,contact from customer_details|masked_columns:[email,contact]|other_columns:[id,name]
{ "host": "/192.168.6.227", "source": "/192.168.6.227", "user": "jaspa", "timestamp": 1455574202864, "category": "QUERY", "type": "CQL_SELECT", "ks": "dg_keyspace", "cf": "customer_details", "operation": "CQL_SELECT", "masked_columns": "bank|ccno|email|ip|name|sal|ssn|tel|url", "other_columns": "id|npi" }
2. Define new application metadata
# EAGLE_SERVICE_HOST, default is `hostname -f` export EAGLE_SERVICE_HOST=localhost # EAGLE_SERVICE_PORT, default is 9099 export EAGLE_SERVICE_PORT=9099 # EAGLE_SERVICE_USER export EAGLE_SERVICE_USER=admin # EAGLE_SERVICE_PASSWORD export EAGLE_SERVICE_PASSWD=secret curl -u ${EAGLE_SERVICE_USER}:${EAGLE_SERVICE_PASSWD} -X POST -H 'Content-Type:application/json' \ "http://${EAGLE_SERVICE_HOST}:${EAGLE_SERVICE_PORT}/eagle-service/rest/entities?serviceName=SiteApplicationService" \ -d ' [ { "tags":{ "site":"sandbox", "application":"cassandraQueryLog" }, "enabled": true, "config": "{}" } ] ' curl -u ${EAGLE_SERVICE_USER}:${EAGLE_SERVICE_PASSWD} -X POST -H 'Content-Type:application/json' \ "http://${EAGLE_SERVICE_HOST}:${EAGLE_SERVICE_PORT}/eagle-service/rest/entities?serviceName=ApplicationDescService" \ -d ' [ { "tags":{ "application":"cassandraQueryLog" }, "desc":"cassandra Query Log Monitoring", "alias":"QueryLogMonitor", "group":"Cassandra", "config":"{}", "features":["common","metadata"] } ] ' ## AlertStreamService echo "" echo "Importing AlertStreamService for HDFS... " curl -u ${EAGLE_SERVICE_USER}:${EAGLE_SERVICE_PASSWD} -X POST -H 'Content-Type:application/json' \ "http://${EAGLE_SERVICE_HOST}:${EAGLE_SERVICE_PORT}/eagle-service/rest/entities?serviceName=AlertStreamService" \ -d ' [ { "tags":{ "dataSource":"cassandraQueryLog", "streamName":"cassandraQueryLogStream" }, "desc":"cassandra query log data source stream" } ] ' ## AlertExecutorService: what alert streams are consumed by alert executor echo "" echo "Importing AlertExecutorService for HDFS... " curl -u ${EAGLE_SERVICE_USER}:${EAGLE_SERVICE_PASSWD} -X POST -H 'Content-Type:application/json' \ "http://${EAGLE_SERVICE_HOST}:${EAGLE_SERVICE_PORT}/eagle-service/rest/entities?serviceName=AlertExecutorService" \ -d ' [ { "tags":{ "dataSource":"cassandraQueryLog", "alertExecutorId":"cassandraQueryLogExecutor", "streamName":"cassandraQueryLogStream" }, "desc":"executor for cassandra query log stream" } ] ' ## AlertStreamSchemaService: schema for event from alert stream echo "" echo "Importing AlertStreamSchemaService for HDFS... " curl -u ${EAGLE_SERVICE_USER}:${EAGLE_SERVICE_PASSWD} -X POST -H 'Content-Type:application/json' \ "http://${EAGLE_SERVICE_HOST}:${EAGLE_SERVICE_PORT}/eagle-service/rest/entities?serviceName=AlertStreamSchemaService" \ -d ' [ { "tags": { "dataSource": "cassandraQueryLog", "streamName": "cassandraQueryLogStream", "attrName": "host" }, "attrDescription": "the host that current metric comes form", "attrType": "string", "category": "", "attrValueResolver": "" }, { "tags": { "dataSource": "cassandraQueryLog", "streamName": "cassandraQueryLogStream", "attrName": "source" }, "attrDescription": "source host", "attrType": "string", "category": "", "attrValueResolver": "" }, { "tags": { "dataSource": "cassandraQueryLog", "streamName": "cassandraQueryLogStream", "attrName": "user" }, "attrDescription": "query user", "attrType": "string", "category": "", "attrValueResolver": "" }, { "tags": { "dataSource": "cassandraQueryLog", "streamName": "cassandraQueryLogStream", "attrName": "timestamp" }, "attrDescription": "query timestamp", "attrType": "long", "category": "", "attrValueResolver": "" }, { "tags": { "dataSource": "cassandraQueryLog", "streamName": "cassandraQueryLogStream", "attrName": "category" }, "attrDescription": "query category", "attrType": "string", "category": "", "attrValueResolver": "" }, { "tags": { "dataSource": "cassandraQueryLog", "streamName": "cassandraQueryLogStream", "attrName": "type" }, "attrDescription": "query type", "attrType": "string", "category": "", "attrValueResolver": "" }, { "tags": { "dataSource": "cassandraQueryLog", "streamName": "cassandraQueryLogStream", "attrName": "ks" }, "attrDescription": "query keyspace", "attrType": "string", "category": "", "attrValueResolver": "" }, { "tags": { "dataSource": "cassandraQueryLog", "streamName": "cassandraQueryLogStream", "attrName": "cf" }, "attrDescription": "query column family", "attrType": "string", "category": "", "attrValueResolver": "" }, { "tags": { "dataSource": "cassandraQueryLog", "streamName": "cassandraQueryLogStream", "attrName": "operation" }, "attrDescription": "query operation", "attrType": "string", "category": "", "attrValueResolver": "" }, { "tags": { "dataSource": "cassandraQueryLog", "streamName": "cassandraQueryLogStream", "attrName": "masked_columns" }, "attrDescription": "query masked_columns", "attrType": "string", "category": "", "attrValueResolver": "" }, { "tags": { "dataSource": "cassandraQueryLog", "streamName": "cassandraQueryLogStream", "attrName": "other_columns" }, "attrDescription": "query other_columns", "attrType": "string", "category": "", "attrValueResolver": "" } ] ' ## Finished echo "" echo "Finished initialization for eagle topology"