msgTypeSet = null;
if (symbols != null) {
- symbolSet = Arrays.stream(symbols.split(",")).map(String::trim).collect(Collectors.toSet());
+ symbolSet = new HashSet<>(Arrays.stream(symbols.split(",")).map(String::trim).collect(Collectors.toSet()));
}
if (msgTypes != null) {
- msgTypeSet = Arrays.stream(msgTypes.split(",")).map(String::trim).collect(Collectors.toSet());
+ msgTypeSet = new HashSet<>(Arrays.stream(msgTypes.split(",")).map(String::trim).collect(Collectors.toSet()));
}
ncdsClient = new NCDSClient(securityCfg,kafkaConfig);
Consumer consumer;
@@ -385,6 +361,7 @@ else if( testOption.equals("FILTERSTREAM")){
}
catch (Exception e) {
System.out.println(e.getMessage());
+ e.printStackTrace();
System.exit(1);
}
}
@@ -443,7 +420,6 @@ private static void printHelpMessage(){
" * METRICS - Display the Metrics for the topic\n"+
" * TOPICS - List the eligible topics for the client\n"+
" * GETMSG - Get one example message for the\n"+
- " * INSTALLCERTS - Install certificate to keystore\n"+
" * CONTSTREAM - Retrieve continuous stream \n"+
" * FILTERSTREAM - Retrieve continuous stream filtered by symbols and/or msgtypes \n"+
" * NEWS - Retrieve news stream \n"+
@@ -455,8 +431,6 @@ private static void printHelpMessage(){
"-kafkaprops -- Provide Kafka Properties File path --- For using different set of Kafka Properties \n"+
"-n -- Provide number of messages to retrieve --- REQUIRED for TOP \n"+
"-msgName -- Provide name of message based on schema --- REQUIRED for GETMSG \n"+
- "-path -- Provide the path for key store --- REQUIRED for INSTALLCERTS \n"+
- "-pass -- Provide the password for key store --- REQUIRED for INSTALLCERTS \n"+
"-timestamp -- Provide timestamp in milliseconds --- OPTIONAL for TOP and CONTSTREAM and FILTERSTREAM\n"
);
}
diff --git a/ncdssdk-client/src/main/resources/clientAuthentication-config.properties b/ncdssdk-client/src/main/resources/clientAuthentication-config.properties
index 1a43224..a2434fb 100644
--- a/ncdssdk-client/src/main/resources/clientAuthentication-config.properties
+++ b/ncdssdk-client/src/main/resources/clientAuthentication-config.properties
@@ -1,6 +1,3 @@
oauth.token.endpoint.uri=https://{auth_endpoint_url}/auth/realms/pro-realm/protocol/openid-connect/token
oauth.client.id=fake-client-id
-oauth.client.secret=fake-client-secret
-javax.net.ssl.trustStore=/installCertsPro/master/ncdsTrustStore.p12
-javax.net.ssl.trustStorePassword=fake-truststore-password
-javax.net.ssl.trustStoreType=PKCS12
\ No newline at end of file
+oauth.client.secret=fake-client-secret
\ No newline at end of file
diff --git a/ncdssdk-client/src/main/resources/kafka-config.properties b/ncdssdk-client/src/main/resources/kafka-config.properties
index a5f640c..60c6e28 100644
--- a/ncdssdk-client/src/main/resources/kafka-config.properties
+++ b/ncdssdk-client/src/main/resources/kafka-config.properties
@@ -1,4 +1,15 @@
-request.timeout.ms=20000
bootstrap.servers={streams_endpoint_url}:9094
+request.timeout.ms=5000
retry.backoff.ms=500
-max.poll.records=5000
+fetch.max.wait.ms=30
+fetch.min.bytes=131072
+fetch.max.bytes=8388608
+max.partition.fetch.bytes=8388608
+enable.auto.commit=true
+auto.commit.interval.ms=1000
+isolation.level=read_committed
+session.timeout.ms=10000
+heartbeat.interval.ms=3000
+auto.offset.reset=latest
+max.poll.interval.ms=30000
+max.poll.records=1000000
\ No newline at end of file
diff --git a/ncdssdk-client/src/main/resources/log4j.xml b/ncdssdk-client/src/main/resources/log4j.xml
deleted file mode 100644
index 0ba864f..0000000
--- a/ncdssdk-client/src/main/resources/log4j.xml
+++ /dev/null
@@ -1,22 +0,0 @@
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
\ No newline at end of file
diff --git a/ncdssdk-client/src/main/resources/log4j2.xml b/ncdssdk-client/src/main/resources/log4j2.xml
new file mode 100644
index 0000000..a1b9ed9
--- /dev/null
+++ b/ncdssdk-client/src/main/resources/log4j2.xml
@@ -0,0 +1,15 @@
+
+
+
+
+
+ %d{yyyy-MM-dd HH:mm:ss} %-5p %c{1}:%L - %m%n
+
+
+
+
+
+
+
+
+
diff --git a/pom.xml b/pom.xml
index 9e1a6b9..6a94759 100644
--- a/pom.xml
+++ b/pom.xml
@@ -5,7 +5,7 @@
4.0.0
com.nasdaq.ncds
ncds
- 0.4.0
+ 0.9.0
pom
Nasdaq Cloud Data Service
@@ -15,46 +15,314 @@
- 1.8.2
- 2.6.0
+ 2.15.2
+ 1.11.3
+ 2.4.9
+ 20231013
+ 3.4.0
+ 2.20.0
+ 4.1.94.Final
+ 1.7.36
true
+ 5.7.2
+ 1.3.2
+ 2.12.0
+ 2.22.2
+
+
+ gitlab
+ https://git.nasdaq.com/api/v4/projects/${env.CI_PROJECT_ID}/packages/maven
+
+
+ gitlab
+ https://git.nasdaq.com/api/v4/projects/${env.CI_PROJECT_ID}/packages/maven
+
+
-
-
-
- org.apache.avro
- avro
- ${avro.version}
-
+
+
+
+ org.apache.logging.log4j
+ log4j-slf4j-impl
+ ${log4j.version}
+ runtime
+
+
+ org.apache.logging.log4j
+ log4j-api
+ ${log4j.version}
+ runtime
+
-
-
- org.apache.kafka
- kafka-clients
- ${kafka.version}
-
+
+ org.apache.logging.log4j
+ log4j-core
+ ${log4j.version}
+ runtime
+
-
-
- io.strimzi
- kafka-oauth-client
- 0.6.0
-
+
+
+ org.apache.avro
+ avro
+ ${avro.version}
+
+
+ com.google.guava
+ guava
+
+
+ org.codehaus.jackson
+ jackson-mapper-asl
+
+
+ org.slf4j
+ slf4j-api
+
+
+ org.apache.commons
+ commons-compress
+
+
+ com.fasterxml.jackson.core
+ jackson-core
+
+
+
+
+ com.fasterxml.jackson.core
+ jackson-core
+ ${jackson.version}
+
+
+ com.fasterxml.jackson.core
+ jackson-annotations
+ ${jackson.version}
+
+
+ com.fasterxml.jackson.core
+ jackson-databind
+ ${jackson.version}
+
-
- org.slf4j
- slf4j-log4j12
- 1.7.30
-
+
+
+ org.apache.kafka
+ kafka-clients
+ ${kafka.version}
+
-
+
+ org.slf4j
+ slf4j-log4j12
+ 1.7.36
+
+
+
+ org.apache.kafka
+ kafka_2.12
+ ${kafka.version}
+
+
+
+ org.slf4j
+ slf4j-log4j12
+
+
+ javax.mail
+ mail
+
+
+ test
+
+
+ org.json
+ json
+ ${json.java.version}
+
+
+
+ com.salesforce.kafka.test
+ kafka-junit-core
+ 3.2.3
+ test
+
+
+
+
+ org.junit.jupiter
+ junit-jupiter-api
+ ${junit5.version}
+ test
+
+
+
+ org.junit.jupiter
+ junit-jupiter-params
+ ${junit5.version}
+ test
+
+
+
+
+ org.mockito
+ mockito-core
+ 2.28.2
+ test
+
+
+
+ org.apache.curator
+ curator-test
+ ${curatorTestVersion}
+ test
+
+
+
+
+ org.slf4j
+ slf4j-simple
+ ${slf4jVersion}
+
+
+
+ org.slf4j
+ slf4j-api
+ ${slf4jVersion}
+
+
+ org.apache.logging.log4j
+ log4j-to-slf4j
+
+
+
+
+
+ com.github.stephenc.high-scale-lib
+ high-scale-lib
+ 1.1.4
+ test
+
+
+
+ org.apache.commons
+ commons-lang3
+ 3.3.2
+ test
+
+
+
+ io.netty
+ netty-common
+ ${netty.version}
+
+
+
+ io.netty
+ netty-codec
+ ${netty.version}
+
+
+
+ io.netty
+ netty-buffer
+ ${netty.version}
+
+
+
+ io.netty
+ netty-transport
+ ${netty.version}
+
+
+
+ io.netty
+ netty-resolver-dns
+ ${netty.version}
+
+
+
+ io.netty
+ netty-handler
+ ${netty.version}
+
+
+
+ net.minidev
+ json-smart
+ ${json.smart.version}
+
+
+
+
+
+
+
+
+ org.apache.maven.plugins
+ maven-dependency-plugin
+ 3.1.2
+
+
+ copy-dependencies
+ package
+
+ copy-dependencies
+
+
+ ${project.build.directory}/copy-dependencies
+
+
+
+
+
+
+
+
+
+ org.apache.maven.plugins
+ maven-dependency-plugin
+
+
+
ncds-sdk
ncdssdk-client
-
\ No newline at end of file
+
+
+ requireReleaseDependencies
+
+
+
+ org.apache.maven.plugins
+ maven-enforcer-plugin
+ 3.0.0-M2
+
+
+ enforce-no-snapshots
+
+ enforce
+
+
+
+
+ No Snapshots Allowed!
+
+
+ true
+
+
+
+
+
+
+
+
+
+
diff --git a/specs/CQT-cloud.pdf b/specs/CQT-cloud.pdf
index e5411d9..6ef066f 100644
Binary files a/specs/CQT-cloud.pdf and b/specs/CQT-cloud.pdf differ
pFad - Phonifier reborn
Pfad - The Proxy pFad of © 2024 Garber Painting. All rights reserved.
Note: This service is not intended for secure transactions such as banking, social media, email, or purchasing. Use at your own risk. We assume no liability whatsoever for broken pages.
Alternative Proxies:
Alternative Proxy
pFad Proxy
pFad v3 Proxy
pFad v4 Proxy