From 80ffcb343136370fb2104de134f4ec42e59d2dc5 Mon Sep 17 00:00:00 2001 From: Nick Allen Date: Thu, 15 Sep 2016 10:55:47 -0400 Subject: [PATCH 1/2] METRON-429 Profiler Missing Dependencies When Uber Jar Deployed --- metron-analytics/metron-profiler/README.md | 5 +++-- metron-analytics/metron-profiler/pom.xml | 4 ---- metron-platform/metron-enrichment/pom.xml | 5 +++++ metron-platform/metron-parsers/pom.xml | 5 +++++ 4 files changed, 13 insertions(+), 6 deletions(-) diff --git a/metron-analytics/metron-profiler/README.md b/metron-analytics/metron-profiler/README.md index 44538b3a2f..d1884af9c6 100644 --- a/metron-analytics/metron-profiler/README.md +++ b/metron-analytics/metron-profiler/README.md @@ -253,8 +253,9 @@ This section will describe the steps required to get your first profile running. 4. Shorten the flush intervals to more immediately see results. Edit the Profiler topology properties located at `/usr/metron/0.2.0BETA/config/profiler.properties`. Alter the following two properties. ``` - profiler.flush.interval.seconds=30 - profiler.hbase.flush.interval.seconds=30 + profiler.period.duration=30 + profiler.period.duration.units=SECONDS + profiler.hbase.flush.interval.seconds=5 ``` 5. Create the Profiler definition in a file located at `/usr/metron/0.2.0BETA/config/zookeeper/profiler.json`. The following JSON will create a profile that simply counts the number of messages. diff --git a/metron-analytics/metron-profiler/pom.xml b/metron-analytics/metron-profiler/pom.xml index 51aa64ac4c..683a42a02a 100644 --- a/metron-analytics/metron-profiler/pom.xml +++ b/metron-analytics/metron-profiler/pom.xml @@ -80,7 +80,6 @@ org.apache.hbase hbase-client ${global_hbase_version} - provided org.slf4j @@ -100,7 +99,6 @@ org.apache.storm storm-core ${global_storm_version} - provided servlet-api @@ -116,7 +114,6 @@ org.apache.storm storm-hbase ${global_storm_version} - provided servlet-api @@ -132,7 +129,6 @@ org.apache.storm storm-hdfs ${global_storm_version} - provided org.apache.kafka diff --git a/metron-platform/metron-enrichment/pom.xml b/metron-platform/metron-enrichment/pom.xml index 84891e8123..776dd3bc3f 100644 --- a/metron-platform/metron-enrichment/pom.xml +++ b/metron-platform/metron-enrichment/pom.xml @@ -45,6 +45,11 @@ metron-hbase ${project.parent.version} + + org.apache.metron + metron-profiler-client + ${project.parent.version} + com.fasterxml.jackson.core jackson-databind diff --git a/metron-platform/metron-parsers/pom.xml b/metron-platform/metron-parsers/pom.xml index 47f7bdd333..ae21fd212f 100644 --- a/metron-platform/metron-parsers/pom.xml +++ b/metron-platform/metron-parsers/pom.xml @@ -41,6 +41,11 @@ metron-enrichment ${project.parent.version} + + org.apache.metron + metron-profiler-client + ${project.parent.version} + org.apache.metron metron-enrichment From 75bc29dc5a5d1adaac9fd1298a1ee5ae5cee9eb0 Mon Sep 17 00:00:00 2001 From: Nick Allen Date: Mon, 19 Sep 2016 10:42:41 -0400 Subject: [PATCH 2/2] METRON-429 Added dependency needed for integration tests and removed dependencies not need for this PR --- .../metron-profiler-client/pom.xml | 22 +++++-------------- metron-analytics/metron-profiler/pom.xml | 15 ------------- metron-platform/metron-enrichment/pom.xml | 5 ----- metron-platform/metron-parsers/pom.xml | 5 ----- 4 files changed, 6 insertions(+), 41 deletions(-) diff --git a/metron-analytics/metron-profiler-client/pom.xml b/metron-analytics/metron-profiler-client/pom.xml index f27abba815..6b05e3a811 100644 --- a/metron-analytics/metron-profiler-client/pom.xml +++ b/metron-analytics/metron-profiler-client/pom.xml @@ -42,6 +42,12 @@ metron-hbase ${project.parent.version} + + org.apache.metron + metron-integration-test + ${project.parent.version} + test + org.apache.metron metron-test-utilities @@ -110,22 +116,6 @@ - - org.apache.storm - storm-hbase - ${global_storm_version} - provided - - - servlet-api - javax.servlet - - - log4j-over-slf4j - org.slf4j - - - org.apache.hbase hbase-server diff --git a/metron-analytics/metron-profiler/pom.xml b/metron-analytics/metron-profiler/pom.xml index 683a42a02a..125a42dfcf 100644 --- a/metron-analytics/metron-profiler/pom.xml +++ b/metron-analytics/metron-profiler/pom.xml @@ -110,21 +110,6 @@ - - org.apache.storm - storm-hbase - ${global_storm_version} - - - servlet-api - javax.servlet - - - log4j-over-slf4j - org.slf4j - - - org.apache.storm storm-hdfs diff --git a/metron-platform/metron-enrichment/pom.xml b/metron-platform/metron-enrichment/pom.xml index 776dd3bc3f..84891e8123 100644 --- a/metron-platform/metron-enrichment/pom.xml +++ b/metron-platform/metron-enrichment/pom.xml @@ -45,11 +45,6 @@ metron-hbase ${project.parent.version} - - org.apache.metron - metron-profiler-client - ${project.parent.version} - com.fasterxml.jackson.core jackson-databind diff --git a/metron-platform/metron-parsers/pom.xml b/metron-platform/metron-parsers/pom.xml index ae21fd212f..47f7bdd333 100644 --- a/metron-platform/metron-parsers/pom.xml +++ b/metron-platform/metron-parsers/pom.xml @@ -41,11 +41,6 @@ metron-enrichment ${project.parent.version} - - org.apache.metron - metron-profiler-client - ${project.parent.version} - org.apache.metron metron-enrichment