data science - cheat sheets - spark

# Books and cheat sheet
https://perso.limsi.fr/pointal/_media/python:cours:mementopython3-english.pdf
https://s3.amazonaws.com/assets.datacamp.com/blog_assets/PySpark_SQL_Cheat_Sheet_Python.pdf
https://jaxenter.com/cheat-sheet-complete-guide-scala-136558.html
https://alvinalexander.com/downloads/scala/Scala-Cheat-Sheet-devdaily.pdf
https://riptutorial.com/ebook/scala
https://mbonaci.github.io/scala/
https://www.artima.com/shop/cart
https://riptutorial.com/Download/scala-language.pdf
https://sinxloud.com/python-cheat-sheet-beginner-advanced/
https://ehmatthes.github.io/pcc/cheatsheets/README.html
https://www.datacamp.com/community/data-science-cheatsheets
http://www.lirmm.fr/~ducour/Doc-objets/scalabook.pdf

# Install spark, scala, java on wsl or ubuntu
https://www.knowledgehut.com/blog/big-data/install-spark-on-ubuntu
# Install java jdk
sudo apt install default-jdk
# Check version
java -version

# Install scala
sudo apt install scala
# Check version
scala -version

# install spark, hadoop
wget http://apache.dattatec.com/spark/spark-2.4.3/spark-2.4.3-bin-hadoop2.7.tgz
# create folder for spark
sudo mkdir /usr/local/spark
# decompress in new folder
sudo tar xvf spark-2.4.3-bin-hadoop2.7.tgz -C /usr/local/spark
# add path
sudo nano ~/.bashrc
# Copy and paste code below and save
SPARK_HOME=/usr/local/spark/spark-2.4.3-bin-hadoop2.7
export PATH=$SPARK_HOME/bin:$PATH
#check spark and enjoy
spark-shell