2017-10-13 22 views
0

我已经使用Apache Drill创建了一个spring-boot maven项目,并且能够成功查询文件中的数据。当我尝试在PCF上部署该项目时,每当我的实例崩溃时,说明多个slf4j绑定。关键云流量上的Apache Drill部署

@SpringBootApplication 
public class Drill { 
    static final String JDBC_DRIVER = "org.apache.drill.jdbc.Driver"; 
    public static final String DRILL_JDBC_LOCAL_URI = "jdbc:drill:drillbit=xx.xx.xxx.xx; 

    public static void main(String[] args) throws IOException { 
     SpringApplication.run(Drill.class, args); 
     boolean result = false; 
     try { 
      result = sqlResult(); 
     } catch (FileNotFoundException e) { 
      //TODO Auto-generated catch block 
      e.printStackTrace(); 
     } 
     System.out.println(result); 
    } 

    public static boolean sqlResult() throws IOException { 
     try { 
      Class.forName(JDBC_DRIVER); 
     } catch (ClassNotFoundException ce) { 
      ce.printStackTrace(); 
     } 
     long d = 1; 
     try { 
      Connection conn = DriverManager.getConnection(DRILL_JDBC_LOCAL_URI, "usrname","passwrd"); 
      Statement stmt = conn.createStatement(); 
      String sql = "select * from dfs.`/Users/system.user/Desktop/123.csv`"; 
      ResultSet rs = stmt.executeQuery(sql); 
      long currentTimeMillis = System.currentTimeMillis(); 
      while (rs.next()) {  
       System.out.println("columns: "+rs.getString(1)); 
       d++; 
      } 
      long currentTimeMillisEnd = System.currentTimeMillis(); 
      System.out.println(" start: "+currentTimeMillis+" end "+currentTimeMillisEnd +" size: "+d); 
     rs.close(); 
     } catch (Exception se) { 
      System.out.println("last count is: "+d); 
      se.printStackTrace(); 
     } 

     return false; 
    } 
} 

pom.xml:<parent> 
    <groupId>org.springframework.boot</groupId> 
    <artifactId>spring-boot-starter-parent</artifactId> 
    <version>1.5.6.RELEASE</version> 
    <relativePath /> <!-- lookup parent from repository --> 
</parent> 

<properties> 
    <project.build.sourceEncoding>UTF-8</project.build.sourceEncoding> 
    <project.reporting.outputEncoding>UTF-8</project.reporting.outputEncoding> 
    <org.slf4j-version>1.7.5</org.slf4j-version> 
    <java.version>1.8</java.version> 
</properties> 

<dependencies> 
    <dependency> 
     <groupId>org.springframework.boot</groupId> 
     <artifactId>spring-boot-starter</artifactId> 
     <exclusions> 
      <exclusion> 
       <groupId>org.slf4j</groupId> 
       <artifactId>slf4j-api</artifactId> 
      </exclusion> 
      <exclusion> 
       <artifactId>jcl-over-slf4j</artifactId> 
       <groupId>org.slf4j</groupId> 
      </exclusion> 
      <exclusion> 
       <artifactId>jul-to-slf4j</artifactId> 
       <groupId>org.slf4j</groupId> 
      </exclusion> 
     </exclusions> 
    </dependency> 
    <!-- https://mvnrepository.com/artifact/com.fasterxml.jackson.core/jackson-core --> 

    <dependency> 
     <groupId>org.springframework.boot</groupId> 
     <artifactId>spring-boot-starter-test</artifactId> 
     <scope>test</scope>   
    </dependency> 
    <dependency> 
     <groupId>org.apache.drill.exec</groupId> 
     <artifactId>drill-jdbc-all</artifactId> 
     <version>1.1.0</version> 
     <exclusions> 
      <exclusion> 
       <groupId>org.slf4j</groupId> 
       <artifactId>slf4j-api</artifactId> 
      </exclusion> 
      <exclusion> 
       <artifactId>jcl-over-slf4j</artifactId> 
       <groupId>org.slf4j</groupId> 
      </exclusion> 
      <exclusion> 
       <artifactId>jul-to-slf4j</artifactId> 
       <groupId>org.slf4j</groupId> 
      </exclusion> 
     </exclusions> 
    </dependency> 
    <dependency> 
     <groupId>org.apache.hadoop</groupId> 
     <artifactId>hadoop-core</artifactId> 
     <version>0.20.2</version> 
    </dependency> 
</dependencies> 

<build> 
    <plugins> 
     <plugin> 
      <groupId>org.springframework.boot</groupId> 
      <artifactId>spring-boot-maven-plugin</artifactId> 
     </plugin> 
    </plugins> 
</build> 

这是错误消息我得到:

[ERR] SLF4J: Class path contains multiple SLF4J bindings.
[ERR] SLF4J: Found binding in [jar:file:/home/vcap/app/BOOT-INF/lib/drill-jdbc-all-1.1.0.jar!/org/slf4j/impl/StaticLoggerBinder.class]
[ERR] SLF4J: See http://www.slf4j.org/codes.html#multiple_bindings for an explanation.
[ERR] SLF4J: Found binding in [jar:file:/home/vcap/app/BOOT-INF/lib/logback-classic-1.1.11.jar!/org/slf4j/impl/StaticLoggerBinder.class]
[ERR] SLF4J: Actual binding is of type [ch.qos.logback.classic.util.ContextSelectorStaticBinder]
[ERR] Exception in thread "main" java.lang.reflect.InvocationTargetException
[ERR] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[ERR] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[ERR] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[ERR] at org.springframework.boot.loader.MainMethodRunner.run(MainMethodRunner.java:48)
[ERR] at org.springframework.boot.loader.JarLauncher.main(JarLauncher.java:51)
[ERR] at org.springframework.boot.loader.Launcher.launch(Launcher.java:87)
[ERR] Caused by: java.lang.NoSuchMethodError: com.fasterxml.jackson.databind.ObjectMapper.readValue(Ljava/lang/String;Lcom/fasterxml/jackson/core/type/TypeReference;)Ljava/lang/Object;
[ERR] at org.springframework.boot.SpringApplication.run(SpringApplication.java:296)
[ERR] at org.springframework.boot.SpringApplication.run(SpringApplication.java:1107)
[ERR] at pack.drill.Drill.main(Drill.java:26)

我试图净提供所有可能的帮助,但我不能找出问题。我不明白为什么它在当地环境中工作得很好,为什么它甚至没有在PCF上部署。

回答

0

2个月回来我也面临着类似的异常,并贴出这么多问题,事情是,它是不是由于任何编码例外。这是由于您的组织的安全组正在阻止钻取访问。 请联系您的相应pcf团队并要求他们添加所需的安全组。

0

crashed stating multiple slf4j bindings

这不是崩溃。

这是

NoSuchMethodError: com.fasterxml.jackson.databind.ObjectMapper.readValue

你错过杰克逊库数据绑定在部署中。

尝试进行的尤伯杯JAR包括

<dependency> 
    <groupId>com.fasterxml.jackson.core</groupId> 
    <artifactId>jackson-databind</artifactId> 
    <version>some_verion_here</version> 
</dependency>