Apache logging services logo Apache log4j logo
Apache Log4j Flume Bridge ™

Flume Appender

The Flume Appender allows applications to send events to Flume Agents.

Remote Agent

Including the Log4j flume-ng jar in your Maven-based project as a dependency should cause all the transitive dependencies necessary for the remote Agent to function to be included.

Persistent Agent

The persistent agent uses Berkeley DB. The following dependency should be added to your pom.xml in addition to the log4j-flume-ng dependency.

  1.   <dependencyManagement>
  2.     <dependencies>
  3.       <dependency>
  4.         <groupId>com.sleepycat</groupId>
  5.         <artifactId>je</artifactId>
  6.         <version>5.0.73</version>
  7.       </dependency>
  8.     </dependencies>
  9.   </dependencyManagement>
  10.   <dependencies>
  11.     <dependency>
  12.       <groupId>com.sleepycat</groupId>
  13.       <artifactId>je</artifactId>
  14.     </dependency>
  15.   </dependencies>
  16.   <repositories>
  17.     <repository>
  18.       <id>oracleReleases</id>
  19.       <name>Oracle Released Java Packages</name>
  20.       <url>http://download.oracle.com/maven</url>
  21.       <layout>default</layout>
  22.     </repository>
  23.   </repositories>

Embedded Agent

The following is a sample pom file for Maven that can be used as a template for integrating the Flume Embedded Appender into an application.

  1. <project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
  2.          xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
  3.   <modelVersion>4.0.0</modelVersion>
  4.   <groupId>com.myapp</groupId>
  5.   <artifactId>myapp</artifactId>
  6.   <version>0.0.1-SNAPSHOT</version>
  7.   <name>My App</name>
  8.   <description>App to test log4j appender</description>
  9.  
  10.   <properties>
  11.     <log4j.version>2.12.4</log4j.version>
  12.     <slf4j.version>1.7.25</slf4j.version>
  13.     <jackson.version>1.9.13</jackson.version>
  14.   </properties>
  15.  
  16.   <dependencyManagement>
  17.     <dependencies>
  18.       <dependency>
  19.         <groupId>org.slf4j</groupId>
  20.         <artifactId>slf4j-api</artifactId>
  21.         <version>${slf4j.version}</version>
  22.       </dependency>
  23.       <dependency>
  24.         <groupId>org.slf4j</groupId>
  25.         <artifactId>slf4j-ext</artifactId>
  26.         <version>${slf4j.version}</version>
  27.       </dependency>
  28.       <dependency>
  29.         <groupId>org.apache.logging.log4j</groupId>
  30.         <artifactId>log4j-api</artifactId>
  31.         <version>${log4j.version}</version>
  32.       </dependency>
  33.       <dependency>
  34.         <groupId>org.apache.logging.log4j</groupId>
  35.         <artifactId>log4j-1.2-api</artifactId>
  36.         <version>${log4j.version}</version>
  37.       </dependency>
  38.       <dependency>
  39.         <groupId>org.apache.logging.log4j</groupId>
  40.         <artifactId>log4j-core</artifactId>
  41.         <version>${log4j.version}</version>
  42.       </dependency>
  43.       <dependency>
  44.         <groupId>org.apache.logging.log4j</groupId>
  45.         <artifactId>log4j-flume-ng</artifactId>
  46.         <version>${log4j.version}</version>
  47.       </dependency>
  48.       <dependency>
  49.         <groupId>org.apache.logging.log4j</groupId>
  50.         <artifactId>log4j-slf4j-impl</artifactId>
  51.         <version>${log4j.version}</version>
  52.       </dependency>
  53.       <dependency>
  54.         <groupId>org.apache.logging.log4j</groupId>
  55.         <artifactId>log4j-jcl</artifactId>
  56.         <version>${log4j.version}</version>
  57.       </dependency>
  58.       <dependency>
  59.         <groupId>org.codehaus.jackson</groupId>
  60.         <artifactId>jackson-core-asl</artifactId>
  61.         <version>${jackson.version}</version>
  62.       </dependency>
  63.       <dependency>
  64.         <groupId>org.codehaus.jackson</groupId>
  65.         <artifactId>jackson-mapper-asl</artifactId>
  66.         <version>${jackson.version}</version>
  67.       </dependency>
  68.       <dependency>
  69.         <groupId>org.codehaus.jackson</groupId>
  70.         <artifactId>jackson-jaxrs</artifactId>
  71.         <version>${jackson.version}</version>
  72.       </dependency>
  73.       <dependency>
  74.         <groupId>org.codehaus.jackson</groupId>
  75.         <artifactId>jackson-xc</artifactId>
  76.         <version>${jackson.version}</version>
  77.       </dependency>
  78.     </dependencies>
  79.   </dependencyManagement>
  80.  
  81.   <dependencies>
  82.     <!-- Log4j 2 API -->
  83.     <dependency>
  84.       <groupId>org.apache.logging.log4j</groupId>
  85.       <artifactId>log4j-api</artifactId>
  86.     </dependency>
  87.     <!-- Log4j 1.x API -->
  88.     <dependency>
  89.       <groupId>org.apache.logging.log4j</groupId>
  90.       <artifactId>log4j12-api</artifactId>
  91.     </dependency>
  92.     <!-- Log4j 2 implementation -->
  93.     <dependency>
  94.       <groupId>org.apache.logging.log4j</groupId>
  95.       <artifactId>log4j-core</artifactId>
  96.     </dependency>
  97.     <!-- SLF4J to Log4j 2 binding -->
  98.     <dependency>
  99.       <groupId>org.apache.logging.log4j</groupId>
  100.       <artifactId>slf4j-impl</artifactId>
  101.     </dependency>
  102.     <!-- SLF4J API -->
  103.     <dependency>
  104.       <groupId>org.slf4j</groupId>
  105.       <artifactId>slf4j-api</artifactId>
  106.     </dependency>
  107.     <!-- SLF4J extensions -->
  108.     <dependency>
  109.       <groupId>org.slf4j</groupId>
  110.       <artifactId>slf4j-ext</artifactId>
  111.     </dependency>
  112.     <!-- Commson Logging to Log4j 2 binding -->
  113.     <dependency>
  114.       <groupId>org.apache.logging.log4j</groupId>
  115.       <artifactId>log4j-jcl</artifactId>
  116.     </dependency>
  117.     <!-- Avro transport protocol - required for Flume -->
  118.     <dependency>
  119.       <groupId>org.apache.avro</groupId>
  120.       <artifactId>avro</artifactId>
  121.       <version>1.6.3</version>
  122.     </dependency>
  123.     <!-- Hadoop core - required by embedded Flume Agent -->
  124.     <dependency>
  125.       <groupId>org.apache.hadoop</groupId>
  126.       <artifactId>hadoop-core</artifactId>
  127.       <version>1.0.3</version>
  128.       <exclusions>
  129.         <exclusion>
  130.           <groupId>org.mortbay.jetty</groupId>
  131.           <artifactId>servlet-api</artifactId>
  132.         </exclusion>
  133.         <exclusion>
  134.           <groupId>org.mortbay.jetty</groupId>
  135.           <artifactId>servlet-api-2.5</artifactId>
  136.         </exclusion>
  137.         <exclusion>
  138.           <groupId>junit</groupId>
  139.           <artifactId>junit</artifactId>
  140.         </exclusion>
  141.       </exclusions>
  142.     </dependency>
  143.     <!-- Flume File Channel - required by embedded Flume agent -->
  144.     <dependency>
  145.       <groupId>org.apache.flume.flume-ng-channels</groupId>
  146.       <artifactId>flume-file-channel</artifactId>
  147.       <version>1.2.0</version>
  148.       <exclusions>
  149.         <exclusion>
  150.           <groupId>log4j</groupId>
  151.           <artifactId>log4j</artifactId>
  152.         </exclusion>
  153.         <exclusion>
  154.           <groupId>org.slf4j</groupId>
  155.           <artifactId>slf4j-log4j12</artifactId>
  156.         </exclusion>
  157.       </exclusions>
  158.     </dependency>
  159.   </dependencies>
  160. </project>

Requirements

The Flume Appender requires the Log4J 2 API. For more information, see Runtime Dependencies.

Copyright © 1999-2021 The Apache Software Foundation. All Rights Reserved.

Apache Logging, Apache Log4j, Log4j, Apache, the Apache feather logo, and the Apache Logging project logo are trademarks of The Apache Software Foundation.

Site powered by Twitter Bootstrap. Icons from Glyphicons Free.