mirror of
https://github.com/apache/zeppelin
synced 2026-05-24 09:38:26 +00:00
182 lines
6.3 KiB
Python
182 lines
6.3 KiB
Python
# Licensed to the Apache Software Foundation (ASF) under one or more
|
|
# contributor license agreements. See the NOTICE file distributed with
|
|
# this work for additional information regarding copyright ownership.
|
|
# The ASF licenses this file to You under the Apache License, Version 2.0
|
|
# (the "License"); you may not use this file except in compliance with
|
|
# the License. You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
|
|
# PYTHON 2 / 3 compatibility :
|
|
# bootstrap.py must be runnable with Python 2 or 3
|
|
|
|
# Remove interactive mode displayhook
|
|
import sys
|
|
import signal
|
|
|
|
try:
|
|
import StringIO as io
|
|
except ImportError:
|
|
import io as io
|
|
|
|
sys.displayhook = lambda x: None
|
|
|
|
def intHandler(signum, frame): # Set the signal handler
|
|
print ("Paragraph interrupted")
|
|
raise KeyboardInterrupt()
|
|
|
|
signal.signal(signal.SIGINT, intHandler)
|
|
|
|
|
|
def help():
|
|
print ('%html')
|
|
print ('<h2>Python Interpreter help</h2>')
|
|
print ('<h3>Python 2 & 3 compatibility</h3>')
|
|
print ('<p>The interpreter is compatible with Python 2 & 3.<br/>')
|
|
print ('To change Python version, ')
|
|
print ('change in the interpreter configuration the python to the ')
|
|
print ('desired version (example : python=/usr/bin/python3)</p>')
|
|
print ('<h3>Python modules</h3>')
|
|
print ('<p>The interpreter can use all modules already installed ')
|
|
print ('(with pip, easy_install, etc)</p>')
|
|
print ('<h3>Forms</h3>')
|
|
print ('You must install py4j in order to use '
|
|
'the form feature (pip install py4j)')
|
|
print ('<h4>Input form</h4>')
|
|
print ('<pre>print (z.input("f1","defaultValue"))</pre>')
|
|
print ('<h4>Selection form</h4>')
|
|
print ('<pre>print(z.select("f2", [("o1","1"), ("o2","2")],2))</pre>')
|
|
print ('<h4>Checkbox form</h4>')
|
|
print ('<pre> print("".join(z.checkbox("f3", [("o1","1"), '
|
|
'("o2","2")],["1"])))</pre>')
|
|
print ('<h3>Matplotlib graph</h3>')
|
|
print ('<div>The interpreter can display matplotlib graph with ')
|
|
print ('the function z.show()</div>')
|
|
print ('<div> You need to already have matplotlib module installed ')
|
|
print ('to use this functionality !</div><br/>')
|
|
print ('''<pre>import matplotlib.pyplot as plt
|
|
plt.figure()
|
|
(.. ..)
|
|
z.show(plt)
|
|
plt.close()
|
|
</pre>''')
|
|
print ('<div><br/> z.show function can take optional parameters ')
|
|
print ('to adapt graph width and height</div>')
|
|
print ("<div><b>example </b>:")
|
|
print ('''<pre>z.show(plt,width='50px')
|
|
z.show(plt,height='150px') </pre></div>''')
|
|
print ('<h3>Pandas DataFrame</h3>')
|
|
print ('<div> You need to have Pandas module installed ')
|
|
print ('to use this functionality (pip install pandas) !</div><br/>')
|
|
print ("""
|
|
<div>The interpreter can visualize Pandas DataFrame
|
|
with the function z.show()
|
|
<pre>
|
|
import pandas as pd
|
|
df = pd.read_csv("bank.csv", sep=";")
|
|
z.show(df)
|
|
</pre></div>
|
|
""")
|
|
print ('<h3>SQL over Pandas DataFrame</h3>')
|
|
print ('<div> You need to have Pandas&Pandasql modules installed ')
|
|
print ('to use this functionality (pip install pandas pandasql) !</div><br/>')
|
|
print ("""
|
|
<div>Python interpreter group includes %sql interpreter that can query
|
|
Pandas DataFrames using SQL and visualize results using Zeppelin Table Display System
|
|
|
|
<pre>
|
|
%python
|
|
import pandas as pd
|
|
df = pd.read_csv("bank.csv", sep=";")
|
|
</pre>
|
|
<br />
|
|
|
|
<pre>
|
|
%python.sql
|
|
%sql
|
|
SELECT * from df LIMIT 5
|
|
</pre></div>
|
|
""")
|
|
|
|
|
|
class PyZeppelinContext(object):
|
|
""" If py4j is detected, these class will be override
|
|
with the implementation in bootstrap_input.py
|
|
"""
|
|
errorMsg = "You must install py4j Python module " \
|
|
"(pip install py4j) to use Zeppelin dynamic forms features"
|
|
|
|
def __init__(self, zc):
|
|
self.z = zc
|
|
self.max_result = 1000
|
|
|
|
def input(self, name, defaultValue=""):
|
|
print (self.errorMsg)
|
|
|
|
def select(self, name, options, defaultValue=""):
|
|
print (self.errorMsg)
|
|
|
|
def checkbox(self, name, options, defaultChecked=[]):
|
|
print (self.errorMsg)
|
|
|
|
def show(self, p, **kwargs):
|
|
if hasattr(p, '__name__') and p.__name__ == "matplotlib.pyplot":
|
|
self.show_matplotlib(p, **kwargs)
|
|
elif type(p).__name__ == "DataFrame": # does not play well with sub-classes
|
|
# `isinstance(p, DataFrame)` would req `import pandas.core.frame.DataFrame`
|
|
# and so a dependency on pandas
|
|
self.show_dataframe(p, **kwargs)
|
|
elif hasattr(p, '__call__'):
|
|
p() #error reporting
|
|
|
|
def show_dataframe(self, df, **kwargs):
|
|
"""Pretty prints DF using Table Display System
|
|
"""
|
|
limit = len(df) > self.max_result
|
|
header_buf = io.StringIO("")
|
|
header_buf.write(str(df.columns[0]))
|
|
for col in df.columns[1:]:
|
|
header_buf.write("\t")
|
|
header_buf.write(str(col))
|
|
header_buf.write("\n")
|
|
|
|
body_buf = io.StringIO("")
|
|
rows = df.head(self.max_result).values if limit else df.values
|
|
for row in rows:
|
|
body_buf.write(str(row[0]))
|
|
for cell in row[1:]:
|
|
body_buf.write("\t")
|
|
body_buf.write(str(cell))
|
|
body_buf.write("\n")
|
|
body_buf.seek(0); header_buf.seek(0)
|
|
#TODO(bzz): fix it, so it shows red notice, as in Spark
|
|
print("%table " + header_buf.read() + body_buf.read()) # +
|
|
# ("\n<font color=red>Results are limited by {}.</font>" \
|
|
# .format(self.max_result) if limit else "")
|
|
#)
|
|
body_buf.close(); header_buf.close()
|
|
|
|
def show_matplotlib(self, p, width="0", height="0", **kwargs):
|
|
"""Matplotlib show function
|
|
"""
|
|
img = io.StringIO()
|
|
p.savefig(img, format='svg')
|
|
img.seek(0)
|
|
style = ""
|
|
if (width != "0"):
|
|
style += 'width:' + width
|
|
if (height != "0"):
|
|
if (len(style) != 0):
|
|
style += ","
|
|
style += 'height:' + height
|
|
print("%html <div style='" + style + "'>" + img.read() + "<div>")
|
|
img.close()
|
|
|
|
|
|
z = PyZeppelinContext("")
|