[RETIRED] Connecting to Qubole's hosted Presto Service in version v4.8


(Mike DeAngelo (a.k.a. Dr. StrangeLooker)) #1

The content of this article has been updated and moved to Looker’s technical documentation here.


(Mike DeAngelo (a.k.a. Dr. StrangeLooker)) #2

Bootstrap files for reference…

These bootstrap files are not presented as a best practice or optimal, but they are known to work properly with Looker in our tests. Other configurations may result in better performance.

For Presto v0.157 the following node bootstrap file is known to work:

#!/bin/bash
set -ex

PRESTO_HOME="/usr/lib/presto"
LOC="s3://paid-qubole/presto/rb41/presto-0.157.tar"

restart() {
  ${PRESTO_HOME}/bin/presto server restart
}

setup_presto() {
   cp -R ${PRESTO_HOME}/etc /tmp/
   rm ${PRESTO_HOME}
   pushd /usr/lib

   hadoop fs -get $LOC
   tar -xvf presto-0.157.tar
   popd
   pushd ${PRESTO_HOME}/etc/

   cp -R /tmp/etc/* ./
   sed -i '/ascm/d' ${PRESTO_HOME}/etc/config.properties
   sed -i '/hadoop.cache.data.enabled/d' ${PRESTO_HOME}/etc/catalog/hive.properties
   sed -i '/hive.force-local-scheduling/d' ${PRESTO_HOME}/etc/catalog/hive.properties
   echo "ascm.enabled=false" >> ${PRESTO_HOME}/etc/config.properties
   echo "hive.allow-rename-table=true" >> ${PRESTO_HOME}/etc/catalog/hive.properties
   popd
}

setup_presto
restart
service monit restart

For Presto v0.142 the following node bootstrap file is known to work:

#!/bin/bash
set -ex

PRESTO_HOME="/usr/lib/presto"
PRESTO_SERDE_JAR_LOC="s3://paid-qubole/presto/serde/hcatalog-core-0.12.0.2.0.11.0-1.jar"
LOC1="s3://paid-qubole/presto/jdbc47_rb38/presto-main-0.142.jar"
LOC2="s3://paid-qubole/presto/pres886_rb38/*"

restart() {
              $PRESTO_HOME/bin/presto server restart

}

setup_presto() {
   pushd ${PRESTO_HOME}/plugin/hive-hadoop2/                                                                           
   hadoop dfs  -get ${PRESTO_SERDE_JAR_LOC} ${PRESTO_HOME}/plugin/hive-hadoop2/hcatalog-core-0.12.0.2.0.11.0-1.jar
   popd

   pushd /usr/lib/presto/lib/
   mv presto-main* /tmp/
   hadoop dfs -get $LOC1 ;
   popd

   pushd /tmp
   hadoop fs -get $LOC2
   popd

   mv /tmp/presto-spi-0.142.jar /usr/lib/presto/lib/
   mv /tmp/qubole-presto-hive-0.142.jar /usr/lib/presto/plugin/hive-hadoop2/
   mv /tmp/presto-hive-0.142.jar /usr/lib/presto/plugin/hive-hadoop2/
}


setup_presto
restart
service monit restart

(kenneth.vinson) #3

Just added the “Feature Support” section to this article.


(kenneth.vinson) #4

I retired this article. The content can be found in Looker’s documentation here.