-
Notifications
You must be signed in to change notification settings - Fork 138
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
feat: Updated kubevirtci s390x jobs to use GCS REST API
As gsutils or glcoud cli aren't supported on s390x arch, using REST APIs to do file operations from s390x. Signed-off-by: chandramerla <[email protected]>
- Loading branch information
1 parent
5c0f5c3
commit a9e54df
Showing
4 changed files
with
147 additions
and
10 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,134 @@ | ||
| #!/usr/bin/env bash | ||
| # Copyright 2018 The Kubernetes Authors. | ||
| # Copyright 2021 The KubeVirt Authors. | ||
| # | ||
| # Licensed under the Apache License, Version 2.0 (the "License"); | ||
| # you may not use this file except in compliance with the License. | ||
| # You may obtain a copy of the License at | ||
| # | ||
| # http://www.apache.org/licenses/LICENSE-2.0 | ||
| # | ||
| # Unless required by applicable law or agreed to in writing, software | ||
| # distributed under the License is distributed on an "AS IS" BASIS, | ||
| # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | ||
| # See the License for the specific language governing permissions and | ||
| # limitations under the License. | ||
|
|
||
| # Function to get access token | ||
| get_access_token() { | ||
| local sa_email=$(jq -r '.client_email' "$GOOGLE_APPLICATION_CREDENTIALS") | ||
| local sa_key=$(jq -r '.private_key' "$GOOGLE_APPLICATION_CREDENTIALS") | ||
| local jwt_header=$(echo -n '{"alg":"RS256","typ":"JWT"}' | base64 -w 0 | tr '+/' '-_' | tr -d '=') | ||
| local jwt_claim=$(echo -n '{"iss":"'$sa_email'","scope":"https://www.googleapis.com/auth/cloud-platform","aud":"https://oauth2.googleapis.com/token","exp":'$(($(date +%s) + 3600))',"iat":'$(date +%s)'}' | base64 -w 0 | tr '+/' '-_' | tr -d '=') | ||
| local jwt_signature=$(echo -n "$jwt_header.$jwt_claim" | openssl dgst -binary -sha256 -sign <(echo "$sa_key") | base64 -w 0 | tr '+/' '-_' | tr -d '=') | ||
| local jwt="$jwt_header.$jwt_claim.$jwt_signature" | ||
|
|
||
| local response=$(curl -s -X POST https://oauth2.googleapis.com/token \ | ||
| -H "Content-Type: application/x-www-form-urlencoded" \ | ||
| -d "grant_type=urn:ietf:params:oauth:grant-type:jwt-bearer&assertion=$jwt") | ||
|
|
||
| echo $(echo "$response" | jq -r '.access_token') | ||
| } | ||
|
|
||
| # Function to validate GOOGLE_APPLICATION_CREDENTIALS and obtain an access token | ||
| get_access_token_or_exit() { | ||
| if [ -z "${GOOGLE_APPLICATION_CREDENTIALS}" ]; then | ||
| echo "GOOGLE_APPLICATION_CREDENTIALS is not set. Please set it to the path of your service account key file." | ||
| exit 1 | ||
| fi | ||
|
|
||
| access_token=$(get_access_token) | ||
| if [ -z "$access_token" ]; then | ||
| echo "Failed to obtain access token. Check your service account key file." | ||
| exit 1 | ||
| fi | ||
| } | ||
|
|
||
| urlencode_path() { | ||
| local path="$1" | ||
| echo "$path" | sed 's/\//%2F/g' | ||
| } | ||
|
|
||
| # Function to upload a file to Google Cloud Storage | ||
| upload_to_gcs() { | ||
| local source_file="$1" | ||
| local bucket_name="$2" | ||
| local destination_blob=$(urlencode_path "$3") | ||
| local content_type="application/octet-stream" | ||
|
|
||
| get_access_token_or_exit | ||
|
|
||
| upload_response=$(curl -X POST \ | ||
| --data-binary @"$source_file" \ | ||
| -H "Authorization: Bearer $access_token" \ | ||
| -H "Content-Type: $content_type" \ | ||
| "https://storage.googleapis.com/upload/storage/v1/b/$bucket_name/o?uploadType=media&name=$destination_blob") | ||
|
|
||
| if echo "$upload_response" | jq -e '.name' > /dev/null; then | ||
| echo "File $source_file uploaded successfully as $destination_blob" | ||
| return 0 | ||
| else | ||
| echo "Upload failed. Response:" | ||
| echo "$upload_response" | jq '.' | ||
| return 1 | ||
| fi | ||
| } | ||
|
|
||
| # Function to check if a file exists in GCS | ||
| stat_gcs_file() { | ||
| local bucket_name="$1" | ||
| local gcs_file_path=$(urlencode_path "$2") | ||
|
|
||
| get_access_token_or_exit | ||
|
|
||
| stat_response=$(curl -s -X GET \ | ||
| -H "Authorization: Bearer $access_token" \ | ||
| "https://storage.googleapis.com/storage/v1/b/$bucket_name/o/$gcs_file_path") | ||
|
|
||
| if echo "$stat_response" | jq -e '.error' > /dev/null; then | ||
| return 1 | ||
| else | ||
| return 0 | ||
| fi | ||
| } | ||
|
|
||
| # Function to read the content of a file from GCS | ||
| cat_gcs_file() { | ||
| local bucket_name="$1" | ||
| local gcs_file_path=$(urlencode_path "$2") | ||
|
|
||
| get_access_token_or_exit | ||
|
|
||
| file_content=$(curl -s -X GET \ | ||
| -H "Authorization: Bearer $access_token" \ | ||
| "https://storage.googleapis.com/storage/v1/b/$bucket_name/o/$gcs_file_path?alt=media") | ||
|
|
||
| if [ -z "$file_content" ]; then | ||
| echo "Error: No content received" | ||
| return 1 | ||
| else | ||
| echo "$file_content" | ||
| return 0 | ||
| fi | ||
| } | ||
|
|
||
| # Function to delete a file from GCS | ||
| rm_gcs_file() { | ||
| local bucket_name="$1" | ||
| local gcs_file_path=$(urlencode_path "$2") | ||
|
|
||
| get_access_token_or_exit | ||
|
|
||
| delete_response=$(curl -s -X DELETE \ | ||
| -H "Authorization: Bearer $access_token" \ | ||
| "https://storage.googleapis.com/storage/v1/b/$bucket_name/o/$gcs_file_path") | ||
|
|
||
| if [ -z "$delete_response" ]; then | ||
| echo "File $gcs_file_path deleted successfully." | ||
| return 0 | ||
| else | ||
| echo "Failed to delete file. Response:" | ||
| echo "$delete_response" | jq '.' | ||
| return 1 | ||
| fi | ||
| } |