mod420getDataFromImpala.py

# reset stuff                                               
#!pip uninstall -y sasl
#!pip uninstall -y impyla
#!pip uninstall  -y thrift
#!pip uninstall -y thrift_sasl/

# set up packages we need
!git clone https://github.com/cloudera/thrift_sasl
!pip install -e thrift_sasl/
!pip install thrift==0.9.3
!pip install impyla
!pip show thrift
# some strange overwriting, will be fixed with thrift at 0.10 shortly
!git clone https://github.com/cloudera/impyla.git
!pip install -e impyla/
!pip uninstall -y impyla
!pip install impyla

# here is the SQL you have been waiting for
from impala.dbapi import connect
conn = connect(host='172.16.145.1', port=21050)
cursor = conn.cursor()
cursor.execute('SELECT * FROM sample_07p LIMIT 5') 

print (cursor.description)  # prints the result set's schema
results = cursor.fetchall()
print (results)
cursor.execute('select salary, total_emp from sample_07p where total_emp < 400000 limit 500')
foo=300000*-0.0144608312694
def plotit():
 for row in cursor:
    #print row[0] , row[1]
    plt.scatter(row[1],row[0])
 plt.plot([0, 300000], [50023, foo])
 plt.show()
plotit()
# leave next line to generate an error, illustrate typing at commnad prompt
print ("done")