Editing CommunityData:Klone
From CommunityData
The edit can be undone. Please check the comparison below to verify that this is what you want to do, and then publish the changes below to finish undoing the edit.
Latest revision | Your text | ||
Line 190: | Line 190: | ||
Nate's working on wrapping the above nonsense in friendlier scripts. | Nate's working on wrapping the above nonsense in friendlier scripts. | ||
== cdsc_base.def == | |||
<syntaxhighlight language='bash'> | |||
Bootstrap: library | |||
from: debian:bullseye | |||
%post | |||
echo "deb http://mirror.keystealth.org/debian bullseye main contrib" > "/etc/apt/sources.list" | |||
apt update && apt upgrade -y | |||
apt install -y gnupg curl | |||
curl -O https://downloads.apache.org/spark/KEYS | |||
curl -O https://downloads.apache.org/spark/spark-3.1.1/spark-3.1.1-bin-hadoop3.2.tgz.asc | |||
curl -O https://mirror.jframeworks.com/apache/spark/spark-3.1.1/spark-3.1.1-bin-hadoop3.2.tgz | |||
gpg --import KEYS | |||
ls | |||
gpg --verify spark-3.1.1-bin-hadoop3.2.tgz.asc spark-3.1.1-bin-hadoop3.2.tgz | |||
rm KEYS | |||
export JAVA_HOME=/usr/lib/jvm/default-java | |||
tar xvf spark-3.1.1-bin-hadoop3.2.tgz | |||
mv spark-3.1.1-bin-hadoop3.2/ /opt/spark | |||
curl -O https://mirror.jframeworks.com/apache/hadoop/common/hadoop-3.3.0/hadoop-3.3.0.tar.gz | |||
curl -O https://downloads.apache.org/hadoop/common/hadoop-3.3.0/hadoop-3.3.0.tar.gz.asc | |||
curl -O https://downloads.apache.org/hadoop/common/KEYS | |||
gpg --import KEYS | |||
ls | |||
gpg --verify hadoop-3.3.0.tar.gz.asc hadoop-3.3.0.tar.gz | |||
tar xvf hadoop-3.3.0.tar.gz | |||
mv hadoop-3.3.0/ /opt/hadoop | |||
export HADOOP_HOME=/opt/hadoop | |||
apt install -y libopenblas-base | |||
apt install -y r-base r-recommended emacs vim python3-sklearn jupyter moreutils julia default-jdk git curl meld xauth python3-venv python3-pip apt-utils ncdu | |||
apt clean | |||
mkdir mmfs1 | |||
mkdir gscratch | |||
mkdir xcatpost | |||
mkdir gpfs | |||
mkdir sw | |||
rm hadoop-3.3.0.tar.gzΒ hadoop-3.3.0.tar.gz.asc KEYS spark-3.1.1-bin-hadoop3.2.tgz spark-3.1.1-bin-hadoop3.2.tgz.asc | |||
%environment | |||
export JAVA_HOME=/usr/lib/jvm/default-java | |||
export HADOOP_HOME=/opt/hadoop | |||
export LC_ALL=C | |||
export SPARK_HOME=/opt/spark | |||
export PATH=$PATH:$SPARK_HOME/bin:$SPARK_HOME/sbin | |||
export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:$HADOOP_HOME/lib/native | |||
</syntaxhighlight> |