forked from crs4/pydoop
-
Notifications
You must be signed in to change notification settings - Fork 0
/
.travis.yml
120 lines (111 loc) · 5.42 KB
/
.travis.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
jdk:
- oraclejdk7
env:
global:
secure: d1kOuK3dSEs2nNZdGFNcY9KLI5PuWOv7xq9V1b+/+rzhi/BezsvEAjRw+7SeVa/sBk5LcKuKtW06Mjst0npXk487TpQpuLSNzUbX1aaTw4+oG0iJWKeK559iiMs+MBSFYvC6XPts5DkNM+hn5KmhuzCTHBotCv7ZB9Zmuj/ULsg=
matrix:
# -------------------------------------------------------------
# Apache Hadoop Distributions
# -------------------------------------------------------------
# HADOOP standard 1.*
- HADOOPVERSION=1.0.4 HDFS_BACKEND=native
- HADOOPVERSION=1.0.4 HDFS_BACKEND=jpype-bridged
- HADOOPVERSION=1.0.4 HDFS_BACKEND=native
- HADOOPVERSION=1.0.4 HDFS_BACKEND=jpype-bridged
- HADOOPVERSION=1.1.2 HDFS_BACKEND=native
- HADOOPVERSION=1.1.2 HDFS_BACKEND=jpype-bridged
- HADOOPVERSION=1.2.1 HDFS_BACKEND=native
- HADOOPVERSION=1.2.1 HDFS_BACKEND=jpype-bridged
# HADOOP standard 2.*
- HADOOPVERSION=2.2.0 HDFS_BACKEND=native
- HADOOPVERSION=2.2.0 HDFS_BACKEND=jpype-bridged
- HADOOPVERSION=2.4.1 HDFS_BACKEND=native
- HADOOPVERSION=2.4.1 HDFS_BACKEND=jpype-bridged
- HADOOPVERSION=2.5.2 HDFS_BACKEND=native
- HADOOPVERSION=2.5.2 HDFS_BACKEND=jpype-bridged
- HADOOPVERSION=2.6.0 HDFS_BACKEND=native
- HADOOPVERSION=2.6.0 HDFS_BACKEND=jpype-bridged
- HADOOPVERSION=2.7.2 HDFS_BACKEND=native
- HADOOPVERSION=2.7.2 HDFS_BACKEND=jpype-bridged
# -------------------------------------------------------------
# Hortonworks Distributions
# -------------------------------------------------------------
# HDP2.2
# - HADOOPVERSION=HDP2.2.0.0 HDFS_BACKEND=native
# - HADOOPVERSION=HDP2.2.0.0 HDFS_BACKEND=jpype-bridged
# -------------------------------------------------------------
# Cloudera Distributions
# -------------------------------------------------------------
# CDH v4
- HADOOPVERSION=cdh4.2.0 YARN=false HDFS_BACKEND=native
- HADOOPVERSION=cdh4.2.0 YARN=false HDFS_BACKEND=jpype-bridged
- HADOOPVERSION=cdh4.2.0 YARN=true HDFS_BACKEND=native
- HADOOPVERSION=cdh4.2.0 YARN=true HDFS_BACKEND=jpype-bridged
- HADOOPVERSION=cdh4.3.0 YARN=false HDFS_BACKEND=native
- HADOOPVERSION=cdh4.3.0 YARN=false HDFS_BACKEND=jpype-bridged
- HADOOPVERSION=cdh4.3.0 YARN=true HDFS_BACKEND=native
- HADOOPVERSION=cdh4.3.0 YARN=true HDFS_BACKEND=jpype-bridged
- HADOOPVERSION=cdh4.4.0 YARN=false HDFS_BACKEND=native
- HADOOPVERSION=cdh4.4.0 YARN=false HDFS_BACKEND=jpype-bridged
- HADOOPVERSION=cdh4.4.0 YARN=true HDFS_BACKEND=native
- HADOOPVERSION=cdh4.4.0 YARN=true HDFS_BACKEND=jpype-bridged
- HADOOPVERSION=cdh4.5.0 YARN=false HDFS_BACKEND=native
- HADOOPVERSION=cdh4.5.0 YARN=false HDFS_BACKEND=jpype-bridged
- HADOOPVERSION=cdh4.5.0 YARN=true HDFS_BACKEND=native
- HADOOPVERSION=cdh4.5.0 YARN=true HDFS_BACKEND=jpype-bridged
# CDH v5
- HADOOPVERSION=cdh5.0.5 YARN=false HDFS_BACKEND=native
- HADOOPVERSION=cdh5.0.5 YARN=false HDFS_BACKEND=jpype-bridged
- HADOOPVERSION=cdh5.0.5 YARN=true HDFS_BACKEND=native
- HADOOPVERSION=cdh5.0.5 YARN=true HDFS_BACKEND=jpype-bridged
- HADOOPVERSION=cdh5.1.4 YARN=false HDFS_BACKEND=native
- HADOOPVERSION=cdh5.1.4 YARN=false HDFS_BACKEND=jpype-bridged
- HADOOPVERSION=cdh5.1.4 YARN=true HDFS_BACKEND=native
- HADOOPVERSION=cdh5.1.4 YARN=true HDFS_BACKEND=jpype-bridged
- HADOOPVERSION=cdh5.2.1 YARN=false HDFS_BACKEND=native
- HADOOPVERSION=cdh5.2.1 YARN=false HDFS_BACKEND=jpype-bridged
- HADOOPVERSION=cdh5.2.1 YARN=true HDFS_BACKEND=native
- HADOOPVERSION=cdh5.2.1 YARN=true HDFS_BACKEND=jpype-bridged
python:
- "2.7"
before_install:
- export PATH=$VIRTUAL_ENV/bin:$PATH
- export PYTHONPATH=${VIRTUAL_ENV}/lib/python2.7/site-packages
#- export JAVA_HOME=$(readlink -f /usr/bin/javac | sed "s:bin/javac::")
- sudo apt-get update
- sudo apt-get install build-essential python-all-dev libssl-dev zip
- virtualenv ${VIRTUAL_ENV}
- source /home/travis/virtualenv/python2.7/bin/activate
# JPype-0.5.4.2 @ SourceForge
#- if [[ $HDFS_BACKEND == "jpype-bridged" ]]; then wget http://sourceforge.net/projects/jpype/files/JPype/0.5.4/JPype-0.5.4.2.zip; unzip JPype-0.5.4.2.zip; cd JPype-0.5.4.2; $VIRTUAL_ENV/bin/python setup.py install; cd ../; fi
# JPype-0.6.1 @ originell/jpype
- if [[ $HDFS_BACKEND == "jpype-bridged" ]]; then git clone https://github.com/originell/jpype.git /tmp/jpype; pushd /tmp/jpype; ${VIRTUAL_ENV}/bin/python setup.py install; popd; fi
- ${VIRTUAL_ENV}/bin/pip install avro flake8
- ssh-keygen -t dsa -P '' -f ~/.ssh/id_dsa
- cat ~/.ssh/id_dsa.pub >> ~/.ssh/authorized_keys
- echo NoHostAuthenticationForLocalhost=yes >> ~/.ssh/config
#- sudo groupadd admin
- sudo usermod -a -G admin $USER
- groups $USER
- bash .travis/install_hadoop.sh
- # load Hadoop variables set by installation script
- . /tmp/set_travis_hadoop_env.sh
- env
- test -n "${HADOOP_HOME}" && export PATH="${HADOOP_HOME}/bin:${HADOOP_HOME}/sbin:${PATH}"
- if [[ "${HADOOPVERSION}" == *cdh* ]]; then unset HADOOP_HOME; fi
- hadoop version
- hadoop classpath
install:
- $VIRTUAL_ENV/bin/python setup.py build --hdfs-core-impl $HDFS_BACKEND
- $VIRTUAL_ENV/bin/python setup.py install --skip-build
- $VIRTUAL_ENV/bin/python setup.py bdist_wheel
before_script:
- ${VIRTUAL_ENV}/bin/flake8 -v .
script:
- cd test;
- top -b -n 1 -c # run top in batch mode, 1 iteration, show command. top on Travis doesn't support sort (-o)
- $VIRTUAL_ENV/bin/python all_tests.py
- cd ../examples
- export PYTHONBIN=$VIRTUAL_ENV/bin/python
- ./run_all
language: python