From 1402233a2853fc787fdd7aae30f5a39631968c5c Mon Sep 17 00:00:00 2001 From: Jan Vales Date: Wed, 15 May 2019 08:08:41 +0200 Subject: [PATCH] etwas zu ex2.5 geschrieben. --- ex2/main_5.tex | 16 ++++++++++++++++ 1 file changed, 16 insertions(+) diff --git a/ex2/main_5.tex b/ex2/main_5.tex index d7a7add..34d2fbb 100644 --- a/ex2/main_5.tex +++ b/ex2/main_5.tex @@ -1 +1,17 @@ %ex2.5 + +Push JupyterLab notebook to lbd: +\begin{verbatim}rsync -vaPp --delete ~/gitstuff/adbs/ex2/spark/ \ +e726236f@lbd.zserv.tuwien.ac.at:hive/; +\end{verbatim} + +Continue to the Jupyter Lab at: https://lbd.zserv.tuwien.ac.at:8000\\ + +Although Jupyter Lab offers a nice interface, it doesn't seem to actually work and hangs with the message: +\begin{verbatim}Intitializing Scala interpreter ...\end{verbatim} + +Therefore we decided to run spark in the shell on lbd: +\begin{verbatim}ssh -t e726236f@lbd.zserv.tuwien.ac.at \ +"source /etc/profile; spark2-shell --master yarn --deploy-mode client --"\end{verbatim} + +The tasks are solved and documented in the \textbf{Exercise5\_SparkInScala.ipynb} file. \ No newline at end of file -- 2.43.0