xxxxxxxxxx
Spark on ovh
- wget --no-check-certificate -c --header "Cookie: oraclelicense=accept-securebackup-cookie" https://download.oracle.com/java/18/archive/jdk-18.0.2.1_linux-x64_bin.tar.gz
- tar xvf jdk-18.0.2.1_linux-x64_bin.tar.gz
- wget https://downloads.apache.org/spark/spark-3.5.1/spark-3.5.1-bin-hadoop3.tgz
- tar xvf spark-3.5.1-bin-hadoop3.tgz
- nano ./bashrc
Add at the end :
export JAVA_HOME="/workspace/jdk-18.0..1/"
export PATH=$JAVA_HOME/bin:$PATH
export SPARK_HOME="/workspace/spark-3.5.1-bin-hadoop3/
export PATH=$PATH:$SPARK_HOME/bin:$SPARK_HOME/sbin
export PYSPARK_PYTHON=/usr/bin/python3