2015-11-12 19:03:21 +01:00
|
|
|
#!/bin/bash
|
|
|
|
#
|
|
|
|
# This program is free software; you can redistribute it and/or modify
|
|
|
|
# it under the terms of the GNU General Public License as published by
|
|
|
|
# the Free Software Foundation; version 2 of the License.
|
|
|
|
#
|
|
|
|
# This program is distributed in the hope that it will be useful,
|
|
|
|
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
|
|
# GNU General Public License for more details.
|
|
|
|
|
2016-07-15 00:50:50 +02:00
|
|
|
connect(){
|
2018-04-15 15:59:44 +02:00
|
|
|
${alt_storage} && server="storage-in" || server="storage"
|
2018-04-15 15:54:20 +02:00
|
|
|
local storage="@${server}.osdn.net:/storage/groups/m/ma/"
|
2018-04-11 23:53:33 +02:00
|
|
|
echo "${account}${storage}${project}"
|
2016-07-15 00:50:50 +02:00
|
|
|
}
|
|
|
|
|
2020-02-19 20:26:23 +01:00
|
|
|
connect_shell(){
|
|
|
|
local shell="@shell.osdn.net:/home/groups/m/ma/"
|
|
|
|
echo "${account}${shell}${project}"
|
2019-12-02 00:35:24 +01:00
|
|
|
}
|
|
|
|
|
2017-02-12 19:19:18 +01:00
|
|
|
make_torrent(){
|
2017-02-13 21:38:24 +01:00
|
|
|
find ${src_dir} -type f -name "*.torrent" -delete
|
2017-02-13 09:53:21 +01:00
|
|
|
|
2017-02-13 21:38:24 +01:00
|
|
|
if [[ -n $(find ${src_dir} -type f -name "*.iso") ]]; then
|
2020-02-19 20:26:23 +01:00
|
|
|
isos=$(ls ${src_dir}/*.iso)
|
|
|
|
for iso in ${isos}; do
|
2018-04-27 11:19:36 +02:00
|
|
|
local seed=https://${host}/dl/${project}/${iso##*/}
|
2018-04-15 12:19:15 +02:00
|
|
|
local mktorrent_args=(-c "${torrent_meta}" -p -l ${piece_size} -a ${tracker_url} -w ${seed})
|
2017-02-13 21:45:01 +01:00
|
|
|
${verbose} && mktorrent_args+=(-v)
|
2017-02-13 21:38:24 +01:00
|
|
|
msg2 "Creating (%s) ..." "${iso##*/}.torrent"
|
|
|
|
mktorrent ${mktorrent_args[*]} -o ${iso}.torrent ${iso}
|
|
|
|
done
|
|
|
|
fi
|
2017-02-12 19:19:18 +01:00
|
|
|
}
|
|
|
|
|
2015-11-30 18:59:57 +01:00
|
|
|
prepare_transfer(){
|
2017-02-13 09:53:21 +01:00
|
|
|
profile="$1"
|
2018-04-15 03:36:45 +02:00
|
|
|
hidden="$2"
|
2017-02-16 10:22:42 +01:00
|
|
|
edition=$(get_edition "${profile}")
|
2018-04-14 12:26:49 +02:00
|
|
|
[[ -z ${project} ]] && project="$(get_project)"
|
2019-12-02 00:35:24 +01:00
|
|
|
server=$(connect)
|
2017-02-12 19:19:18 +01:00
|
|
|
|
2020-02-19 20:26:23 +01:00
|
|
|
webshell=$(connect_shell)
|
|
|
|
htdocs="htdocs/${profile}"
|
|
|
|
|
2018-02-15 11:52:53 +01:00
|
|
|
target_dir="${profile}/${dist_release}"
|
|
|
|
src_dir="${run_dir}/${edition}/${target_dir}"
|
2018-04-15 03:15:45 +02:00
|
|
|
|
2018-04-15 03:36:45 +02:00
|
|
|
${hidden} && target_dir="${profile}/.${dist_release}"
|
2016-02-18 00:02:11 +01:00
|
|
|
}
|
|
|
|
|
2018-04-15 20:10:20 +02:00
|
|
|
start_agent(){
|
|
|
|
msg2 "Initializing SSH agent..."
|
|
|
|
ssh-agent | sed 's/^echo/#echo/' > "$1"
|
|
|
|
chmod 600 "$1"
|
|
|
|
. "$1" > /dev/null
|
|
|
|
ssh-add
|
|
|
|
}
|
|
|
|
|
|
|
|
ssh_add(){
|
|
|
|
local ssh_env="$USER_HOME/.ssh/environment"
|
|
|
|
|
|
|
|
if [ -f "${ssh_env}" ]; then
|
|
|
|
. "${ssh_env}" > /dev/null
|
|
|
|
ps -ef | grep ${SSH_AGENT_PID} | grep ssh-agent$ > /dev/null || {
|
|
|
|
start_agent ${ssh_env};
|
|
|
|
}
|
|
|
|
else
|
|
|
|
start_agent ${ssh_env};
|
|
|
|
fi
|
|
|
|
}
|
|
|
|
|
2015-11-17 17:04:04 +01:00
|
|
|
sync_dir(){
|
2018-04-16 00:29:15 +02:00
|
|
|
count=1
|
|
|
|
max_count=10
|
2018-04-15 03:36:45 +02:00
|
|
|
prepare_transfer "$1" "${hidden}"
|
2018-04-15 17:02:39 +02:00
|
|
|
|
2018-04-15 17:28:48 +02:00
|
|
|
${torrent} && make_torrent
|
|
|
|
${sign} && signiso "${src_dir}"
|
2018-04-15 20:10:20 +02:00
|
|
|
${ssh_agent} && ssh_add
|
2018-04-15 17:02:39 +02:00
|
|
|
|
2018-04-14 20:11:30 +02:00
|
|
|
msg "Start upload [%s] to [%s] ..." "$1" "${project}"
|
2019-12-02 00:35:24 +01:00
|
|
|
|
|
|
|
while [[ $count -le $max_count ]]; do
|
2020-02-19 20:26:23 +01:00
|
|
|
rsync ${rsync_args[*]} --exclude '.latest*' --exclude 'index.html' --exclude 'links.txt' ${src_dir}/ ${server}/${target_dir}/
|
2018-04-15 02:28:18 +02:00
|
|
|
if [[ $? != 0 ]]; then
|
2018-04-16 00:29:15 +02:00
|
|
|
count=$(($count + 1))
|
|
|
|
msg "Upload failed. retrying (%s/%s) ..." "$count" "$max_count"
|
2018-04-15 02:28:18 +02:00
|
|
|
sleep 2
|
|
|
|
else
|
2018-04-16 00:29:15 +02:00
|
|
|
count=$(($max_count + 1))
|
2020-02-19 20:26:23 +01:00
|
|
|
|
|
|
|
# sync latest files
|
|
|
|
# manjaro.osdn.io
|
|
|
|
# manjaro-community.osdn.io
|
|
|
|
sync_web_shell
|
|
|
|
|
2018-04-15 02:28:18 +02:00
|
|
|
msg "Done upload [%s]" "$1"
|
|
|
|
show_elapsed_time "${FUNCNAME}" "${timer_start}"
|
|
|
|
fi
|
2018-03-11 16:45:27 +01:00
|
|
|
done
|
2019-12-02 00:35:24 +01:00
|
|
|
|
|
|
|
}
|
|
|
|
|
2020-02-19 20:26:23 +01:00
|
|
|
sync_web_shell(){
|
|
|
|
LINKS="links.txt"
|
|
|
|
LATEST_ISO=$(sed -e 's/\"/\n/g' < "${src_dir}/.latest" | grep -Eo 'http.*iso$' -m1 | awk '{split($0,x,"/"); print x[6]}')
|
|
|
|
PKGLIST="${LATEST_ISO/.iso/-pkgs.txt}"
|
|
|
|
|
|
|
|
[[ -f "${src_dir}/.latest" ]] && sync_latest_html
|
|
|
|
[[ -f "${src_dir}/.latest.php" ]] && sync_latest_php
|
|
|
|
|
|
|
|
[[ -f "${src_dir}/${LATEST_ISO}.torrent" ]] && sync_latest_torrent
|
|
|
|
[[ -f "${src_dir}/${LATEST_ISO}.sig" ]] && sync_latest_signature
|
|
|
|
[[ -f "${src_dir}/${LATEST_ISO}.sha1" ]] && sync_latest_checksum_sha1
|
|
|
|
[[ -f "${src_dir}/${LATEST_ISO}.sha256" ]] && sync_latest_checksum_sha256
|
|
|
|
#[[ -f "${src_dir}/${PKGLIST}" ]] && sync_latest_pkg_list
|
|
|
|
|
|
|
|
sync_latest_index
|
|
|
|
|
|
|
|
rm -f "${src_dir}/latest"
|
|
|
|
rm -f "${src_dir}/latest.php"
|
|
|
|
rm -f "${src_dir}/*.iso.torrent"
|
|
|
|
rm -f "${src_dir}/*.iso.sig"
|
|
|
|
rm -f "${src_dir}/*.iso.sha1"
|
|
|
|
rm -f "${src_dir}/*.iso.sha256"
|
|
|
|
}
|
|
|
|
|
|
|
|
sync_latest_index(){
|
|
|
|
msg2 "Creating index file ..."
|
|
|
|
local indexfile="${src_dir}/index.html"
|
|
|
|
|
2020-02-19 21:08:30 +01:00
|
|
|
local content="<!DOCTYPE html><html lang=\"en\"><head>
|
2020-02-19 20:26:23 +01:00
|
|
|
<meta charset=\"utf-8\"/>
|
|
|
|
<title>Manjaro ${profile} download</title>
|
|
|
|
<link href=\"https://fonts.googleapis.com/css?family=Open+Sans&display=swap\" rel=\"stylesheet\">
|
2020-02-19 21:08:30 +01:00
|
|
|
<link href=\"://styles.css\" type=\"text/css\" rel=\"stylesheet\"/>
|
2020-02-19 20:26:23 +01:00
|
|
|
</head>
|
|
|
|
<body>
|
|
|
|
<h2>Manjaro ${profile} ${dist_release}</h2><ul>"
|
|
|
|
echo ${content} > "${indexfile}"
|
|
|
|
|
|
|
|
content=$(cat ${src_dir}/${LINKS})
|
|
|
|
echo ${content} >> "${indexfile}"
|
|
|
|
|
|
|
|
content="</ul></body></html>"
|
|
|
|
echo ${content} >> "${indexfile}"
|
|
|
|
|
|
|
|
msg2 "Uploading index file ..."
|
|
|
|
scp "${indexfile}" "${webshell}/${htdocs}/index.html"
|
|
|
|
}
|
|
|
|
|
|
|
|
sync_latest_pkg_list(){
|
|
|
|
msg2 "Uploading package list ..."
|
|
|
|
local pkglist="latest-pkgs.txt"
|
|
|
|
scp "${src_dir}/${PKGLIST}" "${webshell}/${htdocs}/${pkglist}"
|
|
|
|
echo body_link "${pkglist}" "${PKGLIST}" "Pkglist: " >> "${src_dir}/${LINKS}"
|
|
|
|
}
|
|
|
|
|
|
|
|
sync_latest_checksum_sha256(){
|
|
|
|
msg2 "Uploading sha256 checksum file ..."
|
|
|
|
local filename="${LATEST_ISO}.sha256"
|
|
|
|
local checksum_file="latest.sha256"
|
|
|
|
scp "${src_dir}/${filename}" "${webshell}/${htdocs}/${checksum_file}"
|
|
|
|
local checksum=$(cat ${filename} | awk '{split($0,x," "); print x[1]}')
|
|
|
|
echo body_link "${checksum_file}" "${checksum}" "SHA256: " >> "${src_dir}/${LINKS}"
|
|
|
|
}
|
|
|
|
|
|
|
|
sync_latest_checksum_sha1(){
|
|
|
|
msg2 "Uploading sha1 checksum file ..."
|
|
|
|
local filename="${LATEST_ISO}.sha1"
|
|
|
|
local checksum_file="latest.sha1"
|
|
|
|
scp "${src_dir}/${filename}" "${webshell}/${htdocs}/${checksum_file}"
|
|
|
|
local checksum=$(cat ${filename} | awk '{split($0,x," "); print x[1]}')
|
|
|
|
echo body_link "${checksum_file}" "${checksum}" "SHA1: " >> "${src_dir}/${LINKS}"
|
|
|
|
}
|
|
|
|
|
|
|
|
sync_latest_signature(){
|
|
|
|
msg2 "Uploading signature file ..."
|
|
|
|
local filename="${LATEST_ISO}.sig"
|
|
|
|
local signature="latest.sig"
|
|
|
|
scp "${src_dir}/${filename}" "${webshell}/${htdocs}/${signature}"
|
|
|
|
echo body_link "${signature}" "${filename}" "GPG: " >> "${src_dir}/${LINKS}"
|
|
|
|
}
|
|
|
|
|
|
|
|
sync_latest_torrent(){
|
|
|
|
msg2 "Uploading torrent file ..."
|
|
|
|
local filename="${LATEST_ISO}.torrent"
|
|
|
|
local torrent="latest.torrent"
|
|
|
|
scp "${src_dir}/${filename}" "${webshell}/${htdocs}/${torrent}"
|
|
|
|
echo body_link "${torrent}" "${filename}" "Torrent: " >> "${src_dir}/${LINKS}"
|
2015-11-12 19:03:21 +01:00
|
|
|
}
|
2020-01-24 14:33:30 +01:00
|
|
|
|
|
|
|
sync_latest_php(){
|
|
|
|
msg2 "Uploading php redirector ..."
|
|
|
|
local php="latest.php"
|
2020-02-19 20:26:23 +01:00
|
|
|
scp "${src_dir}/.${php}" "${webshell}/${htdocs}/${php}"
|
|
|
|
}
|
|
|
|
|
|
|
|
sync_latest_html(){
|
|
|
|
msg2 "Uploading url redirector ..."
|
|
|
|
local html="latest"
|
|
|
|
scp "${src_dir}/.latest" "${webshell}/${htdocs}/${html}"
|
|
|
|
echo body_link "$html" "${profile} ${dist_release}" "Latest ISO: " >> "${src_dir}/${LINKS}"
|
|
|
|
}
|
|
|
|
|
|
|
|
# $1 link
|
|
|
|
# $2 text
|
|
|
|
# $3 description
|
|
|
|
body_link(){
|
|
|
|
local osdn_io="https://manjaro.osdn.io"
|
|
|
|
if [[ ${edition} == "community" ]]; then
|
|
|
|
osdn_io="https://manjaro-community.osdn.io"
|
|
|
|
fi
|
|
|
|
echo "<li>$3 <a href=\"${osdn_io}/${profile}/$1\">$2</a></li>"
|
2020-01-24 14:33:30 +01:00
|
|
|
}
|