-
Notifications
You must be signed in to change notification settings - Fork 0
/
Jenkinsfile
26 lines (22 loc) · 848 Bytes
/
Jenkinsfile
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
pipeline {
agent any
stages {
stage('Convert CSV to Parquet') {
steps {
script {
// code to convert CSV to Parquet is here
// import necessary libraries
def pandas = sh(script: 'pip install pandas', returnStdout: true).trim()
def fastparquet = sh(script: 'pip install fastparquet', returnStdout: true).trim()
// set file paths
def csv_file = 'hrdata.csv'
def parquet_file = 'hrdata.parquet'
// read CSV file into a pandas DataFrame
def df = pandas.read_csv(csv_file)
// write DataFrame to Parquet file
df.to_parquet(parquet_file)
}
}
}
}
}