/
cloudup
executable file
·323 lines (303 loc) · 14.8 KB
/
cloudup
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
#!/usr/bin/env bash
# Author: Alexander Epstein https://github.com/alexanderepstein
currentVersion="1.22.1"
configuredClient=""
private="0" ## state of private flag
all="0" ## state of all flag
if [ -d ~/temp ]; then rm -rf ~/temp; fi ## if the temp folder exists we want to delete it just in case it was left over from a fatal error
source="0"
tStamp="0"
## This function determines which http get tool the system has installed and returns an error if there isnt one
getConfiguredClient()
{
if command -v curl &>/dev/null; then
configuredClient="curl"
elif command -v wget &>/dev/null; then
configuredClient="wget"
elif command -v fetch &>/dev/null; then
configuredClient="fetch"
else
echo "Error: This tool reqires either curl, wget, httpie or fetch to be installed." >&2
return 1
fi
}
## Allows to call the users configured client without if statements everywhere
httpGet()
{
case "$configuredClient" in
curl) curl -A curl -s "$@" ;;
wget) wget -qO- "$@" ;;
fetch) fetch -q "$@" ;;
esac
}
checkInternet()
{
httpGet github.com > /dev/null 2>&1 || { echo "Error: no active internet connection" >&2; return 1; } # query github with a get request
}
update()
{
# Author: Alexander Epstein https://github.com/alexanderepstein
# Update utility version 2.2.0
# To test the tool enter in the defualt values that are in the examples for each variable
repositoryName="Bash-Snippets" #Name of repostiory to be updated ex. Sandman-Lite
githubUserName="alexanderepstein" #username that hosts the repostiory ex. alexanderepstein
nameOfInstallFile="install.sh" # change this if the installer file has a different name be sure to include file extension if there is one
latestVersion=$(httpGet https://api.github.com/repos/$githubUserName/$repositoryName/tags | grep -Eo '"name":.*?[^\\]",'| head -1 | grep -Eo "[0-9.]+" ) #always grabs the tag without the v option
if [[ $currentVersion == "" || $repositoryName == "" || $githubUserName == "" || $nameOfInstallFile == "" ]]; then
echo "Error: update utility has not been configured correctly." >&2
exit 1
elif [[ $latestVersion == "" ]]; then
echo "Error: no active internet connection" >&2
exit 1
else
if [[ "$latestVersion" != "$currentVersion" ]]; then
echo "Version $latestVersion available"
echo -n "Do you wish to update $repositoryName [Y/n]: "
read -r answer
if [[ "$answer" == [Yy] ]]; then
cd ~ || { echo 'Update Failed'; exit 1; }
if [[ -d ~/$repositoryName ]]; then rm -r -f $repositoryName || { echo "Permissions Error: try running the update as sudo"; exit 1; } ; fi
echo -n "Downloading latest version of: $repositoryName."
git clone -q "https://github.com/$githubUserName/$repositoryName" && touch .BSnippetsHiddenFile || { echo "Failure!"; exit 1; } &
while [ ! -f .BSnippetsHiddenFile ]; do { echo -n "."; sleep 2; };done
rm -f .BSnippetsHiddenFile
echo "Success!"
cd $repositoryName || { echo 'Update Failed'; exit 1; }
git checkout "v$latestVersion" 2> /dev/null || git checkout "$latestVersion" 2> /dev/null || echo "Couldn't git checkout to stable release, updating to latest commit."
chmod a+x install.sh #this might be necessary in your case but wasnt in mine.
./$nameOfInstallFile "update" || exit 1
cd ..
rm -r -f $repositoryName || { echo "Permissions Error: update succesfull but cannot delete temp files located at ~/$repositoryName delete this directory with sudo"; exit 1; }
else
exit 1
fi
else
echo "$repositoryName is already the latest version"
fi
fi
}
## This grabs the users bitbucket info could be improved by making sure username exists
getBitbucketInfo()
{
echo -n 'Enter your Bitbucket username: '
read bbUsername
if [[ $bbUsername == "1" ]]; then
echo "Using github username as bitbucket username"
bbUsername=$ghUsername
fi
echo -n 'Enter your Bitbucket password: '
read -s password # -s flag hides password text;
echo
echo
}
backupRepo()
{
cd ~/temp/github/$repoName || { echo "Fatal error"; return 1; }
repoSlug=$(echo $repoName | tr '[:upper:]' '[:lower:]')
if [[ $tStamp == "0" ]]; then { echo -n "Attempting to delete existing bitbucket repostiory..."; httpGet -X DELETE "https://$bbUsername:$password@api.bitbucket.org/1.0/repositories/$bbUsername/$repoSlug" > /dev/null || echo -n -e "Failure!\n"; echo -n -e "Success!\n"; }; fi ## if no timestamp then repo will not be unique we must look to delete old repo
if [[ $private == "1" ]]; then
echo -n "Creating private repository for $repoName..."
else
echo -n "Creating public repository for $repoName..."
fi
if [[ $tStamp == "1" ]]; then ## create the repository with a timestamp appended to repo name
timestamp=$(date | tr " " _ | tr : _ ) ## we do this because it takes care of changes bitbucket would have made
if [[ $private == "1" ]]; then # if so we will use --data is_private=true when creating repository
httpGet --user $bbUsername:$password https://api.bitbucket.org/1.0/repositories/ --data name=$repoName$timestamp --data is_private=true > /dev/null || { echo -n -e "Failure!\n"; echo "Error: creating the bitbucket repo failed, most likely due to an incorrect username or password."; return 1; }
else
httpGet --user $bbUsername:$password https://api.bitbucket.org/1.0/repositories/ --data name=$repoName$timestamp > /dev/null || { echo -n -e "Failure!\n"; echo "Error: creating the bitbucket repo failed, most likely due to an incorrect username or password."; return 1; }
fi
echo -n -e "Success!\n"
echo -n "Setting new remote url..."
git remote set-url origin "https://$bbUsername:$password@bitbucket.org/$bbUsername/$repoName$timestamp.git" > /dev/null || { echo -n -e "Failure!\n"; return 1;} ## switch the remote over to bitbucket rather than github
else # we are creating a reoo without a timestamp appended name
if [[ $private == "1" ]]; then # if so we will use --data is_private=true when creating repository
httpGet --user $bbUsername:$password https://api.bitbucket.org/1.0/repositories/ --data name=$repoName --data is_private=true > /dev/null || { echo -n -e "Failure!\n"; echo "Error: creating the bitbucket repo failed, most likely due to an incorrect username or password."; return 1; }
else
httpGet --user $bbUsername:$password https://api.bitbucket.org/1.0/repositories/ --data name=$repoName > /dev/null || { echo -n -e "Failure!\n"; echo "Error: creating the bitbucket repo failed, most likely due to an incorrect username or password."; return 1; }
fi
echo -n -e "Success!\n"
echo -n "Setting new remote url..."
git remote set-url origin "https://$bbUsername:$password@bitbucket.org/$bbUsername/$repoName.git" > /dev/null || { echo -n -e "Failure!\n"; return 1;} ## switch the remote over to bitbucket rather than github
echo -n -e "Success!\n"
fi
echo -n "Uploading $repoName to bitbucket.."
git push -q origin --all > /dev/null && touch ~/temp/github/.BSnippetsHiddenFile || { echo -n -e "Failure!\n"; touch -f ~/temp/github/.BSnippetsBrokenFile; return 1; } & ## pushes al files to github and most of the repo history
while [[ ! -f ~/temp/github/.BSnippetsHiddenFile ]] ;do if [ -f ~/temp/github/.BSnippetsBrokenFile ];then return 1;fi && echo -n "." && sleep 2; done
rm -f ~/temp/github/.BSnippetsHiddenFile
echo -e -n "Success!\n"
echo -n "Uploading the tags for $repoName.."
git push -q origin --tags > /dev/null && touch ~/temp/github/.BSnippetsHiddenFile || { echo -n -e "Failure!\n"; touch -f ~/temp/github/.BSnippetsBrokenFile; return 1; } & ## have to push tags here since --tags and --all are mutually exclusive
while [[ ! -f ~/temp/github/.BSnippetsHiddenFile ]] ;do if [ -f ~/temp/github/.BSnippetsBrokenFile ];then return 1;fi && echo -n "." && sleep 2; done
rm -f ~/temp/github/.BSnippetsHiddenFile
echo -e -n "Success!\n"
rm -rf ~/temp #if we have succesfully backedup the repo we dion't need this anymore and if we do we will recreate it
echo "Successfully backed up $repoName"
}
## When cloudup is called with no flags
getGitHubRepoInfo()
{
echo -n 'Enter the name of the repostiory to backup: '
read repoName
}
## This grabs github user info could be improved upon by checking if user exists
getGitHubUserInfo()
{
echo -n 'Enter your Github username: '
read ghUsername
}
## function that handles cloning a repository it uses $ghUsername and $repoName
cloneGitHubRepo()
{
echo -n "Cloning $repoName.."
validRepo="false"
for repo in "${repoNames[@]}"; do
if [[ $repo == "$repoName" ]];then validRepo="true" && break; fi
done
if ! $validRepo;then { echo -n -e "Failure!\n"; echo "Github repostiory is not valid (either incorrect username or repository)"; return 1;}; fi
mkdir ~/temp
cd || { echo "Fatal error"; return 1; }
mkdir ~/temp/github || { echo "Fatal error"; return 1; }
cd ~/temp/github || { echo "Fatal error"; return 1; }
git clone -q https://github.com/$ghUsername/$repoName && touch ~/temp/github/.BSnippetsHiddenFile || { touch ~/temp/github/.BSnippetsBrokenFile; echo -e -n "Failure!\n"; return 1;} &
while [[ ! -f ~/temp/github/.BSnippetsHiddenFile ]] ;do if [ -f ~/temp/github/.BSnippetsBrokenFile ];then return 1;fi && echo -n "." && sleep 2; done
rm -f ~/temp/github/.BSnippetsHiddenFile
echo -n -e "Success!\n"
}
## Grabs the last 100 updated repos and greps to grab the repository names and puts them in an array called repoNames
getGithubRepoNames()
{
for pageNumber in {1..100}; do ## iterate through 100 possible pages
response=$(httpGet "https://api.github.com/users/$ghUsername/repos?sort=updated&per_page=100&page=$pageNumber") ## grab the original response
if [[ $pageNumber == "1" && ( $(echo $response | grep -Eo "Not Found") == "Not Found" || $response == "[' ']") ]];then { echo -e -n "Failure!"; echo "Github username is invalid"; return 1;};fi
repoResponse=$(echo $response | grep -Eo '"full_name": "[ a-Z . \/ \\ 0-9 -- _ ]*' | sed s/'"full_name": "'/""/g | sed s:$ghUsername/:: ) ## extract the repo names from the response
forkResponse=($(echo $response | grep -Eo '"fork": [a-Z]*' | cut -d " " -f 2 | sed s/"'"//g )) ## extract the fork status of each repo
count=0 ## used to iterate through the fork statuses
if [[ $repoResponse == "" ]]; then break; fi ## will only break if the page is empty
for repo in $repoResponse; do ## go through each repo
if [[ $source == "1" ]]; then ## if the user set the source flag
if [[ ${forkResponse[$count]} == "false" ]]; then repoNames+=("$repo"); fi ## if they are the owner of the repository add it to the list of repoNames
count=$(( $count + 1 )) ## increment the counter
else ## the user didnt set the source flag
repoNames+=("$repo") ## add all repos in repoResponse to repoNames
fi
done
done
}
usage()
{
cat <<EOF
Cloudup
Description: Backs up a users github repositories to your bitbucket account.
With no flags cloudup will guide you through backing up a single repository
Usage: cloudup [flags] or cloudup [flags] [listOfGHRepoNamesSplitBySpaces]
-p Upload the repositor(y)(ies) as private to bitbucket (must have private
repo ability on bitbucket)
-a Backup all github repositories
-s Only backup repositories that you have created (no forks) (only works in
conjunction with the -a flag)
-t Backup the repository with a timestamp added to the repostiory name (will
always create a new unique bitbucket repo)
-u Update Bash-Snippet Tools
-h Show the help
-v Get the tool version
Examples:
cloudup
cloudup -p -a
cloudup -a -s
cloudup -t
cloudup -a -s -t -p
cloudup -p nameOfRepo1 nameOfRepo2
cloudup nameOfRepo
cloudup -a
EOF
}
getConfiguredClient || exit 1
while getopts "tspauvh" opt; do
case "$opt" in
\?) echo "Invalid option: -$OPTARG" >&2
exit 1
;;
s) source="1" ;;
p) private="1" ;;
t) tStamp="1" ;;
h) usage
exit 0
;;
a) all="1" ;;
v) echo "Version $currentVersion"
exit 0
;;
u) checkInternet || exit 1
update
exit 0
;;
:) echo "Option -$OPTARG requires an argument." >&2
exit 1
;;
esac
done
if [[ $source == "1" && $all == "0" ]]; then { echo "Error: the -s flag only works in conjunction with the -a flag."; exit 1; }; fi ## check if the source flag was used correctly (no need to have source flag when specifying the repositories)
if [[ $configuredClient != "curl" ]]; then { echo "Error: to use cloudup without the -t option curl must be installed"; exit 1; }; fi ## we have to have the ability to delete an unique repo which is possible with curl -X DELETE
if [[ $# == "1" ]]; then # check for keywords
if [[ $1 == "update" ]]; then
checkInternet || exit 1
update
exit 0
elif [[ $1 == "help" ]]; then
usage
exit 0
fi
fi
checkInternet || exit 1
if [[ $all == "0" ]]; then
if [[ ($private == "0" && $tStamp == "0" && $1 != "")]]; then ## checking for an arguments after possible flags if so then run through the arguments (repositories) and back them up
getGitHubUserInfo || exit 1
getGithubRepoNames || exit 1
getBitbucketInfo || exit 1
for i in "$@"; do ## if private is not on as a flag start rpping through them
repoName=$i
echo "Starting to backup $repoName"
cloneGitHubRepo || exit 1
backupRepo || { echo "Error: couldnt backup $repoName to bitbucket"; exit 1; }
echo
done
exit 0
elif [[ ( $private == "0" && $tStamp == "0" && $1 == "" ) || ( $private == "1" && $tStamp == "0" && $2 == "" ) || ( $private == "0" && $tStamp == "1" && $2 == "" ) || ( $private == "1" && $tStamp == "1" && $3 == "" ) ]]; then ## check for empty arguments after all possible flags, this will intiate a guided backup
getGitHubUserInfo || exit 1
getGithubRepoNames || exit 1
getGitHubRepoInfo || exit 1
getBitbucketInfo || exit 1
echo
cloneGitHubRepo || exit 1
backupRepo || { echo "Error: couldnt backup $repoName to bitbucket"; exit 1; }
exit 0
else ## flags are set but arguments are also provided
firstArg=$(( $private + $tStamp + 1 ))
getGitHubUserInfo || exit 1
getGithubRepoNames || exit 1
getBitbucketInfo || exit 1
for i in "${@:$firstArg}"; do
repoName=$i
echo "Starting to backup $repoName"
cloneGitHubRepo || exit 1
backupRepo || { echo "Error: couldnt backup $repoName to bitbucket"; exit 1; }
echo
done
exit 0
fi
else
getGitHubUserInfo || exit 1
getGithubRepoNames || exit 1
getBitbucketInfo || exit 1
echo
for repo in "${repoNames[@]}"; do
repoName=$repo
echo "Starting to backup $repoName"
cloneGitHubRepo || exit 1
backupRepo || { echo "Error: couldnt backup $repoName to bitbucket"; exit 1; }
echo
done
echo "Successfully backed up all repositories"
exit 0
fi