Skip to content

Commit 77d88cd

Browse files
rs873mrs873m
committed
initial commit for dmaap mr framework
1 parent 84b1494 commit 77d88cd

File tree

406 files changed

+216240
-0
lines changed

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

406 files changed

+216240
-0
lines changed

‎Jenkinsfile

+23
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,23 @@
1+
node {
2+
// Get the maven tool.
3+
// ** NOTE: This 'M3' maven tool must be configured
4+
// ** in the Jenkins global configuration.
5+
def mvnHome = tool 'M3'
6+
sh "echo ${mvnHome}"
7+
8+
9+
// Mark the code checkout 'stage'....
10+
stage 'Checkout'
11+
// Get some code from a GitHub repository
12+
checkout scm
13+
14+
// Mark the code build 'stage'....
15+
stage 'Build DME'
16+
// Run the maven build
17+
//sh for unix bat for windows
18+
19+
sh "${mvnHome}/bin/mvn -f Msgrtr/pom.xml clean deploy"
20+
sh "${mvnHome}/bin/mvn -f dmaap/pom.xml clean deploy"
21+
sh "${mvnHome}/bin/mvn -f dmaapClient/pom.xml clean deploy"
22+
23+
}

‎License.txt

+27
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,27 @@
1+
BSD License
2+
3+
Copyright (c) <year>, AT&T Intellectual Property. All other rights reserved.
4+
5+
Redistribution and use in source and binary forms, with or without modification, are permitted
6+
provided that the following conditions are met:
7+
8+
1. Redistributions of source code must retain the above copyright notice, this list of conditions
9+
and the following disclaimer.
10+
2. Redistributions in binary form must reproduce the above copyright notice, this list of
11+
conditions and the following disclaimer in the documentation and/or other materials provided
12+
with the distribution.
13+
3. All advertising materials mentioning features or use of this software must display the
14+
following acknowledgement: This product includes software developed by the AT&T.
15+
4. Neither the name of AT&T nor the names of its contributors may be used to endorse or
16+
promote products derived from this software without specific prior written permission.
17+
18+
THIS SOFTWARE IS PROVIDED BY AT&T INTELLECTUAL PROPERTY ''AS IS'' AND ANY EXPRESS OR
19+
IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
20+
MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT
21+
SHALL AT&T INTELLECTUAL PROPERTY BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
22+
SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
23+
PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS;
24+
OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
25+
CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN
26+
ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH
27+
DAMAGE.

‎Msgrtr/.gitignore

+5
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,5 @@
1+
/target/
2+
/.settings
3+
.classpath
4+
.project
5+
/logs/

‎Msgrtr/etc/cambriaApi.properties

+146
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,146 @@
1+
###############################################################################
2+
# BSD License
3+
#
4+
# Copyright (c) 2016, AT&T Intellectual Property. All other rights reserved.
5+
#
6+
# Redistribution and use in source and binary forms, with or without modification, are permitted
7+
# provided that the following conditions are met:
8+
#
9+
# 1. Redistributions of source code must retain the above copyright notice, this list of conditions
10+
# and the following disclaimer.
11+
# 2. Redistributions in binary form must reproduce the above copyright notice, this list of
12+
# conditions and the following disclaimer in the documentation and/or other materials provided
13+
# with the distribution.
14+
# 3. All advertising materials mentioning features or use of this software must display the
15+
# following acknowledgement: This product includes software developed by the AT&T.
16+
# 4. Neither the name of AT&T nor the names of its contributors may be used to endorse or
17+
# promote products derived from this software without specific prior written permission.
18+
#
19+
# THIS SOFTWARE IS PROVIDED BY AT&T INTELLECTUAL PROPERTY ''AS IS'' AND ANY EXPRESS OR
20+
# IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
21+
# MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT
22+
# SHALL AT&T INTELLECTUAL PROPERTY BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
23+
# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
24+
# PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS;
25+
# OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
26+
# CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN
27+
# ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH
28+
# DAMAGE.
29+
###############################################################################
30+
###############################################################################
31+
##
32+
## Cambria API Server config
33+
##
34+
## - Default values are shown as commented settings.
35+
##
36+
37+
###############################################################################
38+
##
39+
## HTTP service
40+
##
41+
## - 3904 is standard as of 7/29/14.
42+
## - At this time, Cambria always binds to 0.0.0.0
43+
##
44+
#cambria.service.port=3904
45+
#tomcat.maxthreads=(tomcat default, which is usually 200)
46+
47+
###############################################################################
48+
##
49+
## Broker Type
50+
##
51+
## The Cambria server can run either as a memory-only implementation, meant
52+
## for testing, or against Kafka. For a memory-only server, use "memory" for
53+
## the broker.type setting.
54+
##
55+
#broker.type=kafka
56+
57+
###############################################################################
58+
##
59+
## Zookeeper Connection
60+
##
61+
## Both Cambria and Kafka make use of Zookeeper.
62+
##
63+
#config.zk.servers=localhost
64+
#config.zk.root=/fe3c/cambria/config
65+
66+
67+
###############################################################################
68+
##
69+
## Kafka Connection
70+
##
71+
## Items below are passed through to Kafka's producer and consumer
72+
## configurations (after removing "kafka.")
73+
##
74+
#kafka.metadata.broker.list=localhost:9092
75+
#kafka.client.zookeeper=${config.zk.servers}
76+
77+
###############################################################################
78+
##
79+
## Secured Config
80+
##
81+
## Some data stored in the config system is sensitive -- API keys and secrets,
82+
## for example. to protect it, we use an encryption layer for this section
83+
## of the config.
84+
##
85+
## The key is a base64 encode AES key. This must be created/configured for
86+
## each installation.
87+
#cambria.secureConfig.key=
88+
##
89+
## The initialization vector is a 16 byte value specific to the secured store.
90+
## This must be created/configured for each installation.
91+
#cambria.secureConfig.iv=
92+
93+
## Southfield Sandbox
94+
#cambria.secureConfig.key=b/7ouTn9FfEw2PQwL0ov/Q==
95+
#cambria.secureConfig.iv=wR9xP5k5vbz/xD0LmtqQLw==
96+
97+
cambria.secureConfig.key[pc569h]=YT3XPyxEmKCTLI2NK+Sjbw==
98+
cambria.secureConfig.iv[pc569h]=rMm2jhR3yVnU+u2V9Ugu3Q==
99+
100+
101+
###############################################################################
102+
##
103+
## Consumer Caching
104+
##
105+
## Kafka expects live connections from the consumer to the broker, which
106+
## obviously doesn't work over connectionless HTTP requests. The Cambria
107+
## server proxies HTTP requests into Kafka consumer sessions that are kept
108+
## around for later re-use. Not doing so is costly for setup per request,
109+
## which would substantially impact a high volume consumer's performance.
110+
##
111+
## This complicates Cambria server failover, because we often need server
112+
## A to close its connection before server B brings up the replacement.
113+
##
114+
115+
## The consumer cache is normally enabled.
116+
#cambria.consumer.cache.enabled=true
117+
118+
## Cached consumers are cleaned up after a period of disuse. The server inspects
119+
## consumers every sweepFreqSeconds and will clean up any connections that are
120+
## dormant for touchFreqMs.
121+
#cambria.consumer.cache.sweepFreqSeconds=15
122+
#cambria.consumer.cache.touchFreqMs=120000
123+
124+
## The cache is managed through ZK. The default value for the ZK connection
125+
## string is the same as config.zk.servers.
126+
#cambria.consumer.cache.zkConnect=${config.zk.servers}
127+
128+
##
129+
## Shared cache information is associated with this node's name. The default
130+
## name is the hostname plus the HTTP service port this host runs on. (The
131+
## hostname is determined via InetAddress.getLocalHost ().getCanonicalHostName(),
132+
## which is not always adequate.) You can set this value explicitly here.
133+
##
134+
#cambria.api.node.identifier=<use-something-unique-to-this-instance>
135+
136+
###############################################################################
137+
##
138+
## Metrics Reporting
139+
##
140+
## This server can report its metrics periodically on a topic.
141+
##
142+
#metrics.send.cambria.enabled=true
143+
#metrics.send.cambria.baseUrl=localhost
144+
#metrics.send.cambria.topic=cambria.apinode.metrics
145+
#metrics.send.cambria.sendEverySeconds=60
146+

‎Msgrtr/etc/cambriaApi_template.properties

+138
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,138 @@
1+
###############################################################################
2+
# BSD License
3+
#
4+
# Copyright (c) 2016, AT&T Intellectual Property. All other rights reserved.
5+
#
6+
# Redistribution and use in source and binary forms, with or without modification, are permitted
7+
# provided that the following conditions are met:
8+
#
9+
# 1. Redistributions of source code must retain the above copyright notice, this list of conditions
10+
# and the following disclaimer.
11+
# 2. Redistributions in binary form must reproduce the above copyright notice, this list of
12+
# conditions and the following disclaimer in the documentation and/or other materials provided
13+
# with the distribution.
14+
# 3. All advertising materials mentioning features or use of this software must display the
15+
# following acknowledgement: This product includes software developed by the AT&T.
16+
# 4. Neither the name of AT&T nor the names of its contributors may be used to endorse or
17+
# promote products derived from this software without specific prior written permission.
18+
#
19+
# THIS SOFTWARE IS PROVIDED BY AT&T INTELLECTUAL PROPERTY ''AS IS'' AND ANY EXPRESS OR
20+
# IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
21+
# MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT
22+
# SHALL AT&T INTELLECTUAL PROPERTY BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
23+
# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
24+
# PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS;
25+
# OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
26+
# CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN
27+
# ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH
28+
# DAMAGE.
29+
###############################################################################
30+
###############################################################################
31+
##
32+
## Cambria API Server config
33+
##
34+
## - Default values are shown as commented settings.
35+
##
36+
37+
38+
###############################################################################
39+
##
40+
## HTTP service
41+
##
42+
## - 3904 is standard as of 7/29/14.
43+
## - At this time, Cambria always binds to 0.0.0.0
44+
##
45+
cambria.service.port=${CAMBRIA_SERVICE_PORT}
46+
47+
###############################################################################
48+
##
49+
## Broker Type
50+
##
51+
## The Cambria server can run either as a memory-only implementation, meant
52+
## for testing, or against Kafka. For a memory-only server, use "memory" for
53+
## the broker.type setting.
54+
##
55+
broker.type=${CAMBRIA_BROKER_TYPE}
56+
57+
###############################################################################
58+
##
59+
## Zookeeper Connection
60+
##
61+
## Both Cambria and Kafka make use of Zookeeper.
62+
#
63+
config.zk.servers=${CAMBRIA_ZOOKEEPER_NODES}
64+
config.zk.root=/fe3c/cambria/config
65+
66+
67+
###############################################################################
68+
##
69+
## Kafka Connection
70+
##
71+
## Items below are passed through to Kafka's producer and consumer
72+
## configurations (after removing "kafka.")
73+
##
74+
kafka.metadata.broker.list=${KAFKA_BROKER_LIST}
75+
kafka.client.zookeeper=${CAMBRIA_ZOOKEEPER_NODES}
76+
77+
###############################################################################
78+
##
79+
## Secured Config
80+
##
81+
## Some data stored in the config system is sensitive -- API keys and secrets,
82+
## for example. to protect it, we use an encryption layer for this section
83+
## of the config.
84+
##
85+
## The key is a base64 encode AES key. This must be created/configured for
86+
## each installation.
87+
#cambria.secureConfig.key=
88+
##
89+
## The initialization vector is a 16 byte value specific to the secured store.
90+
## This must be created/configured for each installation.
91+
#cambria.secureConfig.iv=
92+
93+
###############################################################################
94+
##
95+
## Consumer Caching
96+
##
97+
## Kafka expects live connections from the consumer to the broker, which
98+
## obviously doesn't work over connectionless HTTP requests. The Cambria
99+
## server proxies HTTP requests into Kafka consumer sessions that are kept
100+
## around for later re-use. Not doing so is costly for setup per request,
101+
## which would substantially impact a high volume consumer's performance.
102+
##
103+
## This complicates Cambria server failover, because we often need server
104+
## A to close its connection before server B brings up the replacement.
105+
##
106+
107+
## The consumer cache is normally enabled.
108+
cambria.consumer.cache.enabled=true
109+
110+
## Cached consumers are cleaned up after a period of disuse. The server inspects
111+
## consumers every sweepFreqSeconds and will clean up any connections that are
112+
## dormant for touchFreqMs.
113+
cambria.consumer.cache.sweepFreqSeconds=15
114+
cambria.consumer.cache.touchFreqMs=120000
115+
116+
## The cache is managed through ZK. The default value for the ZK connection
117+
## string is the same as config.zk.servers.
118+
cambria.consumer.cache.zkConnect=${CAMBRIA_ZOOKEEPER_NODES}
119+
120+
##
121+
## Shared cache information is associated with this node's name. The default
122+
## name is the hostname plus the HTTP service port this host runs on. (The
123+
## hostname is determined via InetAddress.getLocalHost ().getCanonicalHostName(),
124+
## which is not always adequate.) You can set this value explicitly here.
125+
##
126+
#cambria.api.node.identifier=<use-something-unique-to-this-instance>
127+
128+
###############################################################################
129+
##
130+
## Metrics Reporting
131+
##
132+
## This server can report its metrics periodically on a topic.
133+
##
134+
metrics.send.cambria.enabled=true
135+
metrics.send.cambria.baseUrl=localhost:${CAMBRIA_SERVICE_PORT}
136+
metrics.send.cambria.topic=cambria.apinode.metrics
137+
metrics.send.cambria.sendEverySeconds=60
138+

0 commit comments

Comments
 (0)