-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathmigrate_kiln_ghc.sh
186 lines (139 loc) · 7.4 KB
/
migrate_kiln_ghc.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
#!/bin/bash
SCRIPT_DIR=$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )
OldNewReposCsv=$1
GitHubOrg=$2
GitHubUser=$3
GitHubToken=$4
GitHubTeamName=$5
KilnApiBaseUrl=$6
KilnApiToken=$7
UseBFG=$8
BFG_ExtensionsToLFS=$9
BFG_FoldersToDelete=${10}
BFG_FilesToDelete=${11}
printf "\nLine endings: "
CarriageReturns=`grep -r $'\r' $OldNewReposCsv | wc -l`
if [ $CarriageReturns -gt 0 ]; then
echo 'Windows (FATAL ERROR)'
exit 1
else
echo 'Unix (OK)'
fi
printf "\nFix trailing new line\n"
tail -c1 $OldNewReposCsv | read -r _ || echo >> $OldNewReposCsv
# OK SETUP
echo 'machine api.github.com' > ~/.netrc
echo " login $GitHubUser" >> ~/.netrc
echo " password $GitHubToken" >> ~/.netrc
export OK_SH_URL=https://api.github.com
export OK_SH_ACCEPT=application/vnd.github.v3+json
export OK_SH_JQ_BIN="./jq"
printf "\n$SCRIPT_DIR/ok.sh org_teams $GitHubOrg _filter='.[] | select(.name==\"$GitHubTeamName\") | .id'\n"
GitHubTeamId=`$SCRIPT_DIR/ok.sh org_teams $GitHubOrg _filter='.[] | select(.name=="'$GitHubTeamName'") | .id'`
printf "GitHubTeamId: $GitHubTeamId"
if [ ! $GitHubTeamId ]; then
printf "Team does not exist\n"
exit 1
fi
if [ ! -d $SCRIPT_DIR/fast-export ]; then
#printf "\ngit clone https://github.com/frej/fast-export.git\n"
#git clone https://github.com/frej/fast-export.git $SCRIPT_DIR/fast-export
#printf "\ngit clone https://github.com/daolis/fast-export.git\n"
#git clone https://github.com/daolis/fast-export $SCRIPT_DIR/fast-export
printf "\ngit clone https://github.com/luigiberrettini/fast-export.git\n"
git clone https://github.com/luigiberrettini/fast-export.git $SCRIPT_DIR/fast-export
printf "\nsudo yum install python-devel\n"
sudo yum install python-devel
printf "\nsudo pip install -r /gh_mig/fast-export/requirements-submodules.txt\n"
sudo pip install -r $SCRIPT_DIR/fast-export/requirements-submodules.txt
printf "\nsudo pip install -r requirements-submodules.txt\n"
sudo pip install -r requirements-submodules.txt
fi
printf "\nCreating repos/hg and repos/git folders\n"
mkdir --parent $SCRIPT_DIR/repos/hg
mkdir --parent $SCRIPT_DIR/repos/git
OIFS=$IFS
IFS=,
while read OldRepoUrl OldRepoPrjIx OldRepoGrpIx OldRepoIx OldRepoPrjName OldRepoGrpName OldRepoName NewRepoName
do
printf "\n********************\n"
printf "\n01. hg clone --uncompressed ${OldRepoUrl} $SCRIPT_DIR/repos/hg/$OldRepoName\n"
hg clone --uncompressed ${OldRepoUrl} $SCRIPT_DIR/repos/hg/$OldRepoName
printf "\n02. $SCRIPT_DIR/ok.sh org_repos $GitHubOrg _filter='.[] | select(.fork==false) | .name' | grep \"$NewRepoName\" | wc -l\n"
NewRepoNeedsSuffix=`$SCRIPT_DIR/ok.sh org_repos $GitHubOrg _filter='.[] | select(.fork==false) | .name' | grep "$NewRepoName" | wc -l`
UUID=$(uuidgen -r)
printf "\n03. if [ $NewRepoNeedsSuffix -ne 0 ]; then NewRepoName=\"${NewRepoName}_${UUID}\"; fi\n"
if [ $NewRepoNeedsSuffix -ne 0 ]; then NewRepoName="${NewRepoName}_${UUID}"; fi
printf "\n04. mkdir $SCRIPT_DIR/repos/git/$NewRepoName\n"
mkdir $SCRIPT_DIR/repos/git/$NewRepoName
printf "\n05. cd $SCRIPT_DIR/repos/git/$NewRepoName\n"
cd $SCRIPT_DIR/repos/git/$NewRepoName
printf "\n06. git init\n"
git init
printf "\n07. $SCRIPT_DIR/fast-export/hg-fast-export.sh -r $SCRIPT_DIR/repos/hg/$OldRepoName -A $SCRIPT_DIR/authors/authors_mapping.txt\n"
$SCRIPT_DIR/fast-export/hg-fast-export.sh -r $SCRIPT_DIR/repos/hg/$OldRepoName -A $SCRIPT_DIR/authors/authors_mapping.txt --fix-branchnames
if [ -f $SCRIPT_DIR/repos/hg/$OldRepoName/.hgsub ]; then
printf "\n08. Checkout and submodule init and update\n"
git checkout
git submodule init
git submodule update
else
printf "\n08. Checkout\n"
git checkout
fi
printf "\n09. README.md "
if [ ! -f README.md ]; then
printf "created\n"
printf "# $NewRepoName\n" > README.md
git add .
git commit -m 'Add README'
else
printf "already present\n"
fi
printf "\n10. .gitignore "
if [ -f .hgignore ]; then
printf "created from .hgignore\n"
mv .hgignore .gitignore
git add . --all
git commit -m 'Replace .hgignore with .gitignore'
else
printf "to be downloaded from http://github.com/github/gitignore\n"
fi
printf "\n11. curl --silent --user \"$GitHubUser:$GitHubToken\" \"https://api.github.com/orgs/$GitHubOrg/repos\" --request POST --data '{\"name\": \"$NewRepoName\", \"private\": true, \"team_id\": $GitHubTeamId}'\n"
curl --silent --user "$GitHubUser:$GitHubToken" "https://api.github.com/orgs/$GitHubOrg/repos" --request POST --data "{\"name\": \"$NewRepoName\", \"private\": true, \"team_id\": $GitHubTeamId}" > /dev/null
printf "\n12. curl -H \"Accept: $OK_SH_ACCEPT\" --silent --user \"$GitHubUser:$GitHubToken\" \"https://api.github.com/teams/$GitHubTeamId/repos/YTech/$NewRepoName\" --request PUT --data '{\"permission\": \"admin\"}'\n"
curl -H "Accept: $OK_SH_ACCEPT" --silent --user "$GitHubUser:$GitHubToken" "https://api.github.com/teams/$GitHubTeamId/repos/YTech/$NewRepoName" --request PUT --data "{\"permission\": \"admin\"}" > /dev/null
RemoteOrigin="https://$GitHubUser:[email protected]/$GitHubOrg/${NewRepoName}.git"
if [ $UseBFG -eq 1 ]; then
printf "\n13. Migrating binaries to LFS with BFG repo cleaner\n"
$SCRIPT_DIR/move_large_files_and_apply_ignore.sh $NewRepoName $BFG_ExtensionsToLFS $BFG_FoldersToDelete $BFG_FilesToDelete $RemoteOrigin
else
printf "\n13. git remote add origin \"$RemoteOrigin\"\n git remote -v\n git push --all origin\n"
git remote add origin "$RemoteOrigin"
git remote -v
git push --all origin
fi
printf "\n14. OldRepoNewRepoGroupIx\n"
printf " curl --insecure --silent \"$KilnApiBaseUrl/Project/$OldRepoPrjIx?token=$KilnApiToken\"\n"
OldRepoPrjJson=`curl --insecure --silent "$KilnApiBaseUrl/Project/$OldRepoPrjIx?token=$KilnApiToken"`
printf " OldRepoPrjJson | $SCRIPT_DIR/jq \".repoGroups[] | select(.sName==\\\"${OldRepoGrpName}_MigratedToGitHub\\\") | .ixRepoGroup\"\n"
OldRepoNewRepoGroupIx=`echo "$OldRepoPrjJson" | $SCRIPT_DIR/jq ".repoGroups[] | select(.sName==\"${OldRepoGrpName}_MigratedToGitHub\") | .ixRepoGroup"`
if [ -z "$OldRepoNewRepoGroupIx" ]; then
printf " curl --insecure --silent \"$KilnApiBaseUrl/RepoGroup/Create\" --request POST --data \"ixProject=$OldRepoPrjIx&sName=${OldRepoGrpName}_MigratedToGitHub&token=$KilnApiToken\"\n"
OldRepoNewRepoGroupData=`curl --insecure --silent "$KilnApiBaseUrl/RepoGroup/Create" --request POST --data "ixProject=$OldRepoPrjIx&sName=${OldRepoGrpName}_MigratedToGitHub&token=$KilnApiToken"`
printf " OldRepoNewRepoGroupData | $SCRIPT_DIR/jq '.ixRepoGroup': "
OldRepoNewRepoGroupIx=`echo "$OldRepoNewRepoGroupData" | $SCRIPT_DIR/jq '.ixRepoGroup'`
if [ -z "$OldRepoNewRepoGroupIx" ]; then
printf "invalid\n"
continue
else
printf "$OldRepoNewRepoGroupIx\n"
fi
fi
printf "\n15. curl --insecure --silent \"$KilnApiBaseUrl/Repo/$OldRepoIx\" --request POST --data \"ixRepoGroup=$OldRepoNewRepoGroupIx&token=$KilnApiToken\"\n"
curl --insecure --silent "$KilnApiBaseUrl/Repo/$OldRepoIx" --request POST --data "ixRepoGroup=$OldRepoNewRepoGroupIx&token=$KilnApiToken" > /dev/null
printf "\n16. cd $SCRIPT_DIR\n"
cd $SCRIPT_DIR
done < $OldNewReposCsv
IFS=$OIFS
printf "\n"