Skip to content

Commit eca38d3

Browse files
stefan-langenmaierstefan-langenmaier
committed
default config with a flow extracting raiod station and songs
1 parent 34c97cb commit eca38d3

File tree

9 files changed

+1227
-0
lines changed

9 files changed

+1227
-0
lines changed

‎nifi-conf/authorizers.xml‎

Lines changed: 342 additions & 0 deletions
Large diffs are not rendered by default.

‎nifi-conf/bootstrap-notification-services.xml‎

Lines changed: 53 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,53 @@
1+
<?xml version="1.0"?>
2+
<!--
3+
Licensed to the Apache Software Foundation (ASF) under one or more
4+
contributor license agreements. See the NOTICE file distributed with
5+
this work for additional information regarding copyright ownership.
6+
The ASF licenses this file to You under the Apache License, Version 2.0
7+
(the "License"); you may not use this file except in compliance with
8+
the License. You may obtain a copy of the License at
9+
http://www.apache.org/licenses/LICENSE-2.0
10+
Unless required by applicable law or agreed to in writing, software
11+
distributed under the License is distributed on an "AS IS" BASIS,
12+
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13+
See the License for the specific language governing permissions and
14+
limitations under the License.
15+
-->
16+
<services>
17+
<!-- This file is used to define how interested parties are notified when events in NiFi's lifecycle occur. -->
18+
<!-- The format of this file is:
19+
<services>
20+
<service>
21+
<id>service-identifier</id>
22+
<class>org.apache.nifi.notifications.DesiredNotificationService</class>
23+
<property name="property name">property value</property>
24+
<property name="another property">another property value</property>
25+
</service>
26+
</services>
27+
28+
This file can contain 0 to many different service definitions.
29+
The id can then be referenced from the bootstrap.conf file in order to configure the notification service
30+
to be used when particular lifecycle events occur.
31+
-->
32+
33+
<!--
34+
<service>
35+
<id>email-notification</id>
36+
<class>org.apache.nifi.bootstrap.notification.email.EmailNotificationService</class>
37+
<property name="SMTP Hostname"></property>
38+
<property name="SMTP Port"></property>
39+
<property name="SMTP Username"></property>
40+
<property name="SMTP Password"></property>
41+
<property name="SMTP TLS"></property>
42+
<property name="From"></property>
43+
<property name="To"></property>
44+
</service>
45+
-->
46+
<!--
47+
<service>
48+
<id>http-notification</id>
49+
<class>org.apache.nifi.bootstrap.notification.http.HttpNotificationService</class>
50+
<property name="URL"></property>
51+
</service>
52+
-->
53+
</services>

‎nifi-conf/bootstrap.conf‎

Lines changed: 86 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,86 @@
1+
#
2+
# Licensed to the Apache Software Foundation (ASF) under one or more
3+
# contributor license agreements. See the NOTICE file distributed with
4+
# this work for additional information regarding copyright ownership.
5+
# The ASF licenses this file to You under the Apache License, Version 2.0
6+
# (the "License"); you may not use this file except in compliance with
7+
# the License. You may obtain a copy of the License at
8+
#
9+
# http://www.apache.org/licenses/LICENSE-2.0
10+
#
11+
# Unless required by applicable law or agreed to in writing, software
12+
# distributed under the License is distributed on an "AS IS" BASIS,
13+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14+
# See the License for the specific language governing permissions and
15+
# limitations under the License.
16+
#
17+
18+
# Java command to use when running NiFi
19+
java=java
20+
21+
# Username to use when running NiFi. This value will be ignored on Windows.
22+
run.as=
23+
24+
# Configure where NiFi's lib and conf directories live
25+
lib.dir=./lib
26+
conf.dir=./conf
27+
28+
# How long to wait after telling NiFi to shutdown before explicitly killing the Process
29+
graceful.shutdown.seconds=20
30+
31+
# Disable JSR 199 so that we can use JSP's without running a JDK
32+
java.arg.1=-Dorg.apache.jasper.compiler.disablejsr199=true
33+
34+
# JVM memory settings
35+
java.arg.2=-Xms512m
36+
java.arg.3=-Xmx512m
37+
38+
# Enable Remote Debugging
39+
#java.arg.debug=-agentlib:jdwp=transport=dt_socket,server=y,suspend=n,address=8000
40+
41+
java.arg.4=-Djava.net.preferIPv4Stack=true
42+
43+
# allowRestrictedHeaders is required for Cluster/Node communications to work properly
44+
java.arg.5=-Dsun.net.http.allowRestrictedHeaders=true
45+
java.arg.6=-Djava.protocol.handler.pkgs=sun.net.www.protocol
46+
47+
# The G1GC is known to cause some problems in Java 8 and earlier, but the issues were addressed in Java 9. If using Java 8 or earlier,
48+
# it is recommended that G1GC not be used, especially in conjunction with the Write Ahead Provenance Repository. However, if using a newer
49+
# version of Java, it can result in better performance without significant "stop-the-world" delays.
50+
#java.arg.13=-XX:+UseG1GC
51+
52+
#Set headless mode by default
53+
java.arg.14=-Djava.awt.headless=true
54+
55+
# Master key in hexadecimal format for encrypted sensitive configuration values
56+
nifi.bootstrap.sensitive.key=
57+
58+
# Sets the provider of SecureRandom to /dev/urandom to prevent blocking on VMs
59+
java.arg.15=-Djava.security.egd=file:/dev/urandom
60+
61+
# Requires JAAS to use only the provided JAAS configuration to authenticate a Subject, without using any "fallback" methods (such as prompting for username/password)
62+
# Please see https://docs.oracle.com/javase/8/docs/technotes/guides/security/jgss/single-signon.html, section "EXCEPTIONS TO THE MODEL"
63+
java.arg.16=-Djavax.security.auth.useSubjectCredsOnly=true
64+
65+
# Zookeeper 3.5 now includes an Admin Server that starts on port 8080, since NiFi is already using that port disable by default.
66+
# Please see https://zookeeper.apache.org/doc/current/zookeeperAdmin.html#sc_adminserver_config for configuration options.
67+
java.arg.17.=-Dzookeeper.admin.enableServer=false
68+
69+
###
70+
# Notification Services for notifying interested parties when NiFi is stopped, started, dies
71+
###
72+
73+
# XML File that contains the definitions of the notification services
74+
notification.services.file=./conf/bootstrap-notification-services.xml
75+
76+
# In the case that we are unable to send a notification for an event, how many times should we retry?
77+
notification.max.attempts=5
78+
79+
# Comma-separated list of identifiers that are present in the notification.services.file; which services should be used to notify when NiFi is started?
80+
#nifi.start.notification.services=email-notification
81+
82+
# Comma-separated list of identifiers that are present in the notification.services.file; which services should be used to notify when NiFi is stopped?
83+
#nifi.stop.notification.services=email-notification
84+
85+
# Comma-separated list of identifiers that are present in the notification.services.file; which services should be used to notify when NiFi dies?
86+
#nifi.dead.notification.services=email-notification

‎nifi-conf/flow.xml.gz‎

5.94 KB
Binary file not shown.

‎nifi-conf/logback.xml‎

Lines changed: 177 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,177 @@
1+
<?xml version="1.0" encoding="UTF-8"?>
2+
<!--
3+
Licensed to the Apache Software Foundation (ASF) under one or more
4+
contributor license agreements. See the NOTICE file distributed with
5+
this work for additional information regarding copyright ownership.
6+
The ASF licenses this file to You under the Apache License, Version 2.0
7+
(the "License"); you may not use this file except in compliance with
8+
the License. You may obtain a copy of the License at
9+
http://www.apache.org/licenses/LICENSE-2.0
10+
Unless required by applicable law or agreed to in writing, software
11+
distributed under the License is distributed on an "AS IS" BASIS,
12+
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13+
See the License for the specific language governing permissions and
14+
limitations under the License.
15+
-->
16+
17+
<configuration scan="true" scanPeriod="30 seconds">
18+
<contextListener class="ch.qos.logback.classic.jul.LevelChangePropagator">
19+
<resetJUL>true</resetJUL>
20+
</contextListener>
21+
22+
<appender name="APP_FILE" class="ch.qos.logback.core.rolling.RollingFileAppender">
23+
<file>${org.apache.nifi.bootstrap.config.log.dir}/nifi-app.log</file>
24+
<rollingPolicy class="ch.qos.logback.core.rolling.SizeAndTimeBasedRollingPolicy">
25+
<!--
26+
For daily rollover, use 'app_%d.log'.
27+
For hourly rollover, use 'app_%d{yyyy-MM-dd_HH}.log'.
28+
To GZIP rolled files, replace '.log' with '.log.gz'.
29+
To ZIP rolled files, replace '.log' with '.log.zip'.
30+
-->
31+
<fileNamePattern>${org.apache.nifi.bootstrap.config.log.dir}/nifi-app_%d{yyyy-MM-dd_HH}.%i.log</fileNamePattern>
32+
<maxFileSize>100MB</maxFileSize>
33+
<!-- keep 30 log files worth of history -->
34+
<maxHistory>30</maxHistory>
35+
</rollingPolicy>
36+
<immediateFlush>true</immediateFlush>
37+
<encoder class="ch.qos.logback.classic.encoder.PatternLayoutEncoder">
38+
<pattern>%date %level [%thread] %logger{40} %msg%n</pattern>
39+
</encoder>
40+
</appender>
41+
42+
<appender name="USER_FILE" class="ch.qos.logback.core.rolling.RollingFileAppender">
43+
<file>${org.apache.nifi.bootstrap.config.log.dir}/nifi-user.log</file>
44+
<rollingPolicy class="ch.qos.logback.core.rolling.TimeBasedRollingPolicy">
45+
<!--
46+
For daily rollover, use 'user_%d.log'.
47+
For hourly rollover, use 'user_%d{yyyy-MM-dd_HH}.log'.
48+
To GZIP rolled files, replace '.log' with '.log.gz'.
49+
To ZIP rolled files, replace '.log' with '.log.zip'.
50+
-->
51+
<fileNamePattern>${org.apache.nifi.bootstrap.config.log.dir}/nifi-user_%d.log</fileNamePattern>
52+
<!-- keep 30 log files worth of history -->
53+
<maxHistory>30</maxHistory>
54+
</rollingPolicy>
55+
<encoder class="ch.qos.logback.classic.encoder.PatternLayoutEncoder">
56+
<pattern>%date %level [%thread] %logger{40} %msg%n</pattern>
57+
</encoder>
58+
</appender>
59+
60+
<appender name="BOOTSTRAP_FILE" class="ch.qos.logback.core.rolling.RollingFileAppender">
61+
<file>${org.apache.nifi.bootstrap.config.log.dir}/nifi-bootstrap.log</file>
62+
<rollingPolicy class="ch.qos.logback.core.rolling.TimeBasedRollingPolicy">
63+
<!--
64+
For daily rollover, use 'user_%d.log'.
65+
For hourly rollover, use 'user_%d{yyyy-MM-dd_HH}.log'.
66+
To GZIP rolled files, replace '.log' with '.log.gz'.
67+
To ZIP rolled files, replace '.log' with '.log.zip'.
68+
-->
69+
<fileNamePattern>${org.apache.nifi.bootstrap.config.log.dir}/nifi-bootstrap_%d.log</fileNamePattern>
70+
<!-- keep 5 log files worth of history -->
71+
<maxHistory>5</maxHistory>
72+
</rollingPolicy>
73+
<encoder class="ch.qos.logback.classic.encoder.PatternLayoutEncoder">
74+
<pattern>%date %level [%thread] %logger{40} %msg%n</pattern>
75+
</encoder>
76+
</appender>
77+
78+
<appender name="CONSOLE" class="ch.qos.logback.core.ConsoleAppender">
79+
<encoder class="ch.qos.logback.classic.encoder.PatternLayoutEncoder">
80+
<pattern>%date %level [%thread] %logger{40} %msg%n</pattern>
81+
</encoder>
82+
</appender>
83+
84+
<!-- valid logging levels: TRACE, DEBUG, INFO, WARN, ERROR -->
85+
86+
<logger name="org.apache.nifi" level="INFO"/>
87+
<logger name="org.apache.nifi.processors" level="WARN"/>
88+
<logger name="org.apache.nifi.processors.standard.LogAttribute" level="INFO"/>
89+
<logger name="org.apache.nifi.processors.standard.LogMessage" level="INFO"/>
90+
<logger name="org.apache.nifi.controller.repository.StandardProcessSession" level="WARN" />
91+
92+
93+
<logger name="org.apache.zookeeper.ClientCnxn" level="ERROR" />
94+
<logger name="org.apache.zookeeper.server.NIOServerCnxn" level="ERROR" />
95+
<logger name="org.apache.zookeeper.server.NIOServerCnxnFactory" level="ERROR" />
96+
<logger name="org.apache.zookeeper.server.quorum" level="ERROR" />
97+
<logger name="org.apache.zookeeper.ZooKeeper" level="ERROR" />
98+
<logger name="org.apache.zookeeper.server.PrepRequestProcessor" level="ERROR" />
99+
100+
<logger name="org.apache.calcite.runtime.CalciteException" level="OFF" />
101+
102+
<logger name="org.apache.curator.framework.recipes.leader.LeaderSelector" level="OFF" />
103+
<logger name="org.apache.curator.ConnectionState" level="OFF" />
104+
105+
<!-- Logger for managing logging statements for nifi clusters. -->
106+
<logger name="org.apache.nifi.cluster" level="INFO"/>
107+
108+
<!-- Logger for logging HTTP requests received by the web server. -->
109+
<logger name="org.apache.nifi.server.JettyServer" level="INFO"/>
110+
111+
<!-- Logger for managing logging statements for jetty -->
112+
<logger name="org.eclipse.jetty" level="INFO"/>
113+
114+
<!-- Suppress non-error messages due to excessive logging by class or library -->
115+
<logger name="org.springframework" level="ERROR"/>
116+
117+
<!-- Suppress non-error messages due to known warning about redundant path annotation (NIFI-574) -->
118+
<logger name="org.glassfish.jersey.internal.Errors" level="ERROR"/>
119+
120+
<!-- Suppress non-error messages due to Jetty AnnotationParser emitting a large amount of WARNS. Issue described in NIFI-5479. -->
121+
<logger name="org.eclipse.jetty.annotations.AnnotationParser" level="ERROR"/>
122+
123+
<!-- Suppress non-error messages from SSHJ which was emitting large amounts of INFO logs by default -->
124+
<logger name="net.schmizz.sshj" level="WARN" />
125+
<logger name="com.hierynomus.sshj" level="WARN" />
126+
127+
<!--
128+
Logger for capturing user events. We do not want to propagate these
129+
log events to the root logger. These messages are only sent to the
130+
user-log appender.
131+
-->
132+
<logger name="org.apache.nifi.web.security" level="INFO" additivity="false">
133+
<appender-ref ref="USER_FILE"/>
134+
</logger>
135+
<logger name="org.apache.nifi.web.api.config" level="INFO" additivity="false">
136+
<appender-ref ref="USER_FILE"/>
137+
</logger>
138+
<logger name="org.apache.nifi.authorization" level="INFO" additivity="false">
139+
<appender-ref ref="USER_FILE"/>
140+
</logger>
141+
<logger name="org.apache.nifi.cluster.authorization" level="INFO" additivity="false">
142+
<appender-ref ref="USER_FILE"/>
143+
</logger>
144+
<logger name="org.apache.nifi.web.filter.RequestLogger" level="INFO" additivity="false">
145+
<appender-ref ref="USER_FILE"/>
146+
</logger>
147+
<logger name="org.apache.nifi.web.api.AccessResource" level="INFO" additivity="false">
148+
<appender-ref ref="USER_FILE"/>
149+
</logger>
150+
151+
152+
<!--
153+
Logger for capturing Bootstrap logs and NiFi's standard error and standard out.
154+
-->
155+
<logger name="org.apache.nifi.bootstrap" level="INFO" additivity="false">
156+
<appender-ref ref="BOOTSTRAP_FILE" />
157+
</logger>
158+
<logger name="org.apache.nifi.bootstrap.Command" level="INFO" additivity="false">
159+
<appender-ref ref="CONSOLE" />
160+
<appender-ref ref="BOOTSTRAP_FILE" />
161+
</logger>
162+
163+
<!-- Everything written to NiFi's Standard Out will be logged with the logger org.apache.nifi.StdOut at INFO level -->
164+
<logger name="org.apache.nifi.StdOut" level="INFO" additivity="false">
165+
<appender-ref ref="BOOTSTRAP_FILE" />
166+
</logger>
167+
168+
<!-- Everything written to NiFi's Standard Error will be logged with the logger org.apache.nifi.StdErr at ERROR level -->
169+
<logger name="org.apache.nifi.StdErr" level="ERROR" additivity="false">
170+
<appender-ref ref="BOOTSTRAP_FILE" />
171+
</logger>
172+
173+
<root level="INFO">
174+
<appender-ref ref="APP_FILE" />
175+
</root>
176+
177+
</configuration>

0 commit comments

Comments
 (0)