clone of my dotfiles.ssp.sh
fix spark version
+8
-2
+3
-1
zsh/configs.shrc
+3
-1
zsh/configs.shrc
···
44
44
jdk() {
45
45
version=$1
46
46
export JAVA_HOME=$(/usr/libexec/java_home -v"$version");
47
-
java -version
47
+
# java -version
48
48
}
49
+
# Set a default Java version for every new terminal session
50
+
jdk 17
49
51
50
52
#gradle: from: https://docs.airbyte.com/contributing-to-airbyte/developing-locally#build-with-gradle
51
53
export GRADLE_OPTS="-Dorg.gradle.workers.max=6"
+5
-1
zsh/paths.shrc
+5
-1
zsh/paths.shrc
···
25
25
export blog=/Users/sspaeti/Documents/git/sspaeti.com/sspaeti-hugo-blog
26
26
export hugo=$blog
27
27
export docs=~/Documents
28
-
export SPARK_HOME=~/Documents/spark/spark-3.0.1-bin-hadoop3.2
29
28
export VS_Projects=/Users/sspaeti/Documents/VS_Projects/
29
+
# export SPARK_HOME=~/Documents/spark/spark-3.0.1-bin-hadoop3.2
30
+
export SPARK_HOME="/opt/homebrew/opt/apache-spark/libexec/"
31
+
export PATH="$SPARK_HOME/bin/:$PATH"
30
32
export PYSPARK_PYTHON=python3
31
33
#export DATASETS=/Users/sspaeti/Simon/Sync/Business/13_sspaeti/Real-estate/_DATASETS
32
34
33
35
export DAGSTER_HOME=~/.dagster
36
+
#set default deployment to local (staging or prod are usually others, check dagster code)
37
+
export DAGSTER_DEPLOYMENT=local
34
38
35
39
#vim stuff
36
40
export MYVIMRC=~/.config/nvim/init.lua