spark-ec2/tachyon/init.sh at ad525d7862cca5618d1ede0721dd3713ead4a9b5 · amplab/spark-ec2 · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
#!/bin/bash

pushd /root > /dev/null

if [ -d "tachyon" ]; then
  echo "Tachyon seems to be installed. Exiting."
  return 0
fi

# Github tag:
if [[ "$TACHYON_VERSION" == *\|* ]]
then
  # Not yet supported
  echo "Tachyon git hashes are not yet supported. Please specify a Tachyon release version."
# Pre-package tachyon version
if [[ "$HADOOP_MAJOR_VERSION" == "yarn" || "$SPARK_VERSION" > "2" ]]
then
  echo "Tachyon is not supported with yarn or Spark 2.0.0 and newer."
else
  case "$TACHYON_VERSION" in
    0.3.0)
      wget https://s3.amazonaws.com/Tachyon/tachyon-0.3.0-bin.tar.gz
      ;;
    0.4.0)
      wget https://s3.amazonaws.com/Tachyon/tachyon-0.4.0-bin.tar.gz
      ;;
    0.4.1)
      wget https://s3.amazonaws.com/Tachyon/tachyon-0.4.1-bin.tar.gz
      ;;
    0.5.0)
      if [[ "$HADOOP_MAJOR_VERSION" == "1" ]]; then
        wget https://s3.amazonaws.com/Tachyon/tachyon-0.5.0-bin.tar.gz
      else
        wget https://s3.amazonaws.com/Tachyon/tachyon-0.5.0-cdh4-bin.tar.gz
      fi
      ;;
    0.6.0)
      if [[ "$HADOOP_MAJOR_VERSION" == "1" ]]; then
        wget https://s3.amazonaws.com/Tachyon/tachyon-0.6.0-bin.tar.gz
      else
        wget https://s3.amazonaws.com/Tachyon/tachyon-0.6.0-cdh4-bin.tar.gz
      fi
      ;;
    0.6.4)
      if [[ "$HADOOP_MAJOR_VERSION" == "1" ]]; then
        wget https://s3.amazonaws.com/Tachyon/tachyon-0.6.4-bin.tar.gz
      elif [[ "$HADOOP_MAJOR_VERSION" == "2" ]]; then
        wget https://s3.amazonaws.com/Tachyon/tachyon-0.6.4-cdh4-bin.tar.gz
      else
        wget https://s3.amazonaws.com/Tachyon/tachyon-0.6.4-hadoop2.4-bin.tar.gz
      fi
      ;;
    *)
      if [[ "$HADOOP_MAJOR_VERSION" == "1" ]]; then
        wget https://s3.amazonaws.com/Tachyon/tachyon-$TACHYON_VERSION-bin.tar.gz
      elif [[ "$HADOOP_MAJOR_VERSION" == "2" ]]; then
        wget https://s3.amazonaws.com/Tachyon/tachyon-$TACHYON_VERSION-cdh4-bin.tar.gz
      else
        wget https://s3.amazonaws.com/Tachyon/tachyon-$TACHYON_VERSION-hadoop2.4-bin.tar.gz
      fi
      if [ $? != 0 ]; then
        echo "ERROR: Unknown Tachyon version"
        return -1
      fi
  esac

  echo "Unpacking Tachyon"
  tar xvzf tachyon-*.tar.gz > /tmp/spark-ec2_tachyon.log
  rm tachyon-*.tar.gz
  mv `ls -d tachyon-*` tachyon
fi

popd > /dev/null