Elgato_dark/zeppelin
1
0
Fork 0
mirror of https://github.com/apache/zeppelin synced 2026-05-24 09:38:26 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 1

address comments

Browse source
This commit is contained in:
Jeff Zhang 2016-10-08 16:09:33 +08:00
parent 05a3b9b0a7
commit 39f161a36a
5 changed files with 8 additions and 16 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
docs/interpreter/pig.md
View file

@ -74,6 +74,8 @@ dump c;
**pig.query**
```
%pig.query
b = foreach raw_data generate Category;
c = group b by Category;
foreach c generate group as category, COUNT($1) as count;

14
pig/pom.xml
View file

@ -122,20 +122,6 @@
<scope>test</scope>
</dependency>
<!--<dependency>-->
<!--<groupId>org.mockito</groupId>-->
<!--<artifactId>mockito-all</artifactId>-->
<!--<version>1.9.5</version>-->
<!--<scope>test</scope>-->
<!--</dependency>-->
<!--<dependency>-->
<!--<groupId>com.mockrunner</groupId>-->
<!--<artifactId>mockrunner-jdbc</artifactId>-->
<!--<version>1.0.8</version>-->
<!--<scope>test</scope>-->
<!--</dependency>-->
</dependencies>
<build>

3
pig/src/main/java/org/apache/zeppelin/pig/PigInterpreter.java
View file

@ -94,6 +94,7 @@ public class PigInterpreter extends BasePigInterpreter {
if (!fe.getMessage().contains("Backend error :")) {
// If the error message contains "Backend error :", that means the exception is from
// backend.
LOGGER.error("Fail to run pig script.", e);
return new InterpreterResult(Code.ERROR, ExceptionUtils.getStackTrace(e));
}
}
@ -101,7 +102,7 @@ public class PigInterpreter extends BasePigInterpreter {
if (stats != null) {
String errorMsg = PigUtils.extactJobStats(stats);
if (errorMsg != null) {
LOGGER.debug("Error Message:" + errorMsg);
LOGGER.error("Fail to run pig script, " + errorMsg);
return new InterpreterResult(Code.ERROR, errorMsg);
}
}

1
pig/src/main/java/org/apache/zeppelin/pig/PigQueryInterpreter.java
View file

@ -126,6 +126,7 @@ public class PigQueryInterpreter extends BasePigInterpreter {
if (e instanceof FrontendException) {
FrontendException fe = (FrontendException) e;
if (!fe.getMessage().contains("Backend error :")) {
LOGGER.error("Fail to run pig script.", e);
return new InterpreterResult(Code.ERROR, ExceptionUtils.getStackTrace(e));
}
}

4
pig/src/main/java/org/apache/zeppelin/pig/PigUtils.java
View file

@ -267,6 +267,7 @@ public class PigUtils {
}
return jobIds;
} catch (Exception e) {
LOGGER.error("Can not extract jobIds from SimpelPigStats", e);
throw new RuntimeException("Can not extract jobIds from SimpelPigStats", e);
}
}
@ -279,11 +280,12 @@ public class PigUtils {
Map<String, TezDAGStats> tezDAGStatsMap =
(Map<String, TezDAGStats>) tezDAGStatsMapField.get(stat);
for (TezDAGStats dagStats : tezDAGStatsMap.values()) {
LOGGER.info("Tez JobId:" + dagStats.getJobId());
LOGGER.debug("Tez JobId:" + dagStats.getJobId());
jobIds.add(dagStats.getJobId());
}
return jobIds;
} catch (Exception e) {
LOGGER.error("Can not extract jobIds from TezPigScriptStats", e);
throw new RuntimeException("Can not extract jobIds from TezPigScriptStats", e);
}
}