331 lines
9.5 KiB
Python
331 lines
9.5 KiB
Python
import os, sys, requests, pprint, re, json
|
|
from uritemplate import URITemplate, expand
|
|
from subprocess import call, Popen, PIPE
|
|
from os.path import expanduser
|
|
|
|
changelog_file = '../../changelog.txt'
|
|
token_file = '../../../DesktopPrivate/github-releases-token.txt'
|
|
|
|
version = ''
|
|
commit = ''
|
|
for arg in sys.argv:
|
|
if re.match(r'\d+\.\d+', arg):
|
|
version = arg
|
|
elif re.match(r'^[a-f0-9]{40}$', arg):
|
|
commit = arg
|
|
|
|
# thanks http://stackoverflow.com/questions/13909900/progress-of-python-requests-post
|
|
class upload_in_chunks(object):
|
|
def __init__(self, filename, chunksize=1 << 13):
|
|
self.filename = filename
|
|
self.chunksize = chunksize
|
|
self.totalsize = os.path.getsize(filename)
|
|
self.readsofar = 0
|
|
|
|
def __iter__(self):
|
|
with open(self.filename, 'rb') as file:
|
|
while True:
|
|
data = file.read(self.chunksize)
|
|
if not data:
|
|
sys.stderr.write("\n")
|
|
break
|
|
self.readsofar += len(data)
|
|
percent = self.readsofar * 1e2 / self.totalsize
|
|
sys.stderr.write("\r{percent:3.0f}%".format(percent=percent))
|
|
yield data
|
|
|
|
def __len__(self):
|
|
return self.totalsize
|
|
|
|
class IterableToFileAdapter(object):
|
|
def __init__(self, iterable):
|
|
self.iterator = iter(iterable)
|
|
self.length = len(iterable)
|
|
|
|
def read(self, size=-1): # TBD: add buffer for `len(data) > size` case
|
|
return next(self.iterator, b'')
|
|
|
|
def __len__(self):
|
|
return self.length
|
|
|
|
def checkResponseCode(result, right_code):
|
|
if (result.status_code != right_code):
|
|
print('Wrong result code: ' + str(result.status_code) + ', should be ' + str(right_code))
|
|
sys.exit(1)
|
|
|
|
def getOutput(command):
|
|
p = Popen(command.split(), stdout=PIPE)
|
|
output, err = p.communicate()
|
|
if err != None or p.returncode != 0:
|
|
print('ERROR!')
|
|
print(err)
|
|
print(p.returncode)
|
|
sys.exit(1)
|
|
return output.decode('utf-8')
|
|
|
|
def invoke(command):
|
|
return call(command.split()) == 0
|
|
|
|
def appendSubmodules(appendTo, root, rootRevision):
|
|
startpath = os.getcwd()
|
|
lines = getOutput('git submodule foreach').split('\n')
|
|
for line in lines:
|
|
if len(line) == 0:
|
|
continue
|
|
match = re.match(r"^Entering '([^']+)'$", line)
|
|
if not match:
|
|
print('Bad line: ' + line)
|
|
return False
|
|
path = match.group(1)
|
|
subroot = root + '/' + path
|
|
revision = getOutput('git rev-parse ' + rootRevision + ':' + path).split('\n')[0]
|
|
print('Adding submodule ' + path + '...')
|
|
os.chdir(path)
|
|
tmppath = appendTo + '_tmp'
|
|
if not invoke('git archive --prefix=' + subroot + '/ ' + revision + ' -o ' + tmppath + '.tar'):
|
|
os.remove(appendTo + '.tar')
|
|
os.remove(tmppath + '.tar')
|
|
return False
|
|
if not appendSubmodules(tmppath, subroot, revision):
|
|
return False
|
|
if not invoke('gtar --concatenate --file=' + appendTo + '.tar ' + tmppath + '.tar'):
|
|
os.remove(appendTo + '.tar')
|
|
os.remove(tmppath + '.tar')
|
|
return False
|
|
os.remove(tmppath + '.tar')
|
|
os.chdir(startpath)
|
|
return True
|
|
|
|
def prepareSources():
|
|
workpath = os.getcwd()
|
|
os.chdir('../..')
|
|
rootpath = os.getcwd()
|
|
finalpart = rootpath + '/out/Release/sources'
|
|
finalpath = finalpart + '.tar'
|
|
if os.path.exists(finalpath):
|
|
os.remove(finalpath)
|
|
if os.path.exists(finalpath + '.gz'):
|
|
os.remove(finalpath + '.gz')
|
|
tmppath = rootpath + '/out/Release/tmp.tar'
|
|
print('Preparing source tarball...')
|
|
revision = 'v' + version
|
|
targetRoot = 'tdesktop-' + version + '-full';
|
|
if not invoke('git archive --prefix=' + targetRoot + '/ -o ' + finalpath + ' ' + revision):
|
|
os.remove(finalpath)
|
|
sys.exit(1)
|
|
if not appendSubmodules(finalpart, targetRoot, revision):
|
|
sys.exit(1)
|
|
print('Compressing...')
|
|
if not invoke('gzip -9 ' + finalpath):
|
|
os.remove(finalpath)
|
|
sys.exit(1)
|
|
os.chdir(workpath)
|
|
return finalpath + '.gz'
|
|
|
|
pp = pprint.PrettyPrinter(indent=2)
|
|
url = 'https://api.github.com/'
|
|
|
|
version_parts = version.split('.')
|
|
|
|
stable = 1
|
|
beta = 0
|
|
|
|
if len(version_parts) < 2:
|
|
print('Error: expected at least major version ' + version)
|
|
sys.exit(1)
|
|
if len(version_parts) > 4:
|
|
print('Error: bad version passed ' + version)
|
|
sys.exit(1)
|
|
version_major = version_parts[0] + '.' + version_parts[1]
|
|
if len(version_parts) == 2:
|
|
version = version_major + '.0'
|
|
version_full = version
|
|
else:
|
|
version = version_major + '.' + version_parts[2]
|
|
version_full = version
|
|
if len(version_parts) == 4:
|
|
if version_parts[3] == 'beta':
|
|
beta = 1
|
|
stable = 0
|
|
version_full = version + '.beta'
|
|
else:
|
|
print('Error: unexpected version part ' + version_parts[3])
|
|
sys.exit(1)
|
|
|
|
access_token = ''
|
|
if os.path.isfile(token_file):
|
|
with open(token_file) as f:
|
|
for line in f:
|
|
access_token = line.replace('\n', '')
|
|
|
|
if access_token == '':
|
|
print('Access token not found!')
|
|
sys.exit(1)
|
|
|
|
print('Version: ' + version_full)
|
|
local_folder = expanduser("~") + '/Projects/backup/tdesktop/' + version_major + '/' + version_full
|
|
|
|
if stable == 1:
|
|
if os.path.isdir(local_folder + '.beta'):
|
|
beta = 1
|
|
stable = 0
|
|
version_full = version + '.beta'
|
|
local_folder = local_folder + '.beta'
|
|
|
|
if not os.path.isdir(local_folder):
|
|
print('Storage path not found: ' + local_folder)
|
|
sys.exit(1)
|
|
|
|
local_folder = local_folder + '/'
|
|
|
|
files = []
|
|
files.append({
|
|
'local': 'sources',
|
|
'remote': 'tdesktop-' + version + '-full.tar.gz',
|
|
'mime': 'application/x-gzip',
|
|
'label': 'Source code (tar.gz, full)',
|
|
})
|
|
files.append({
|
|
'local': 'tsetup.' + version_full + '.exe',
|
|
'remote': 'tsetup.' + version_full + '.exe',
|
|
'backup_folder': 'tsetup',
|
|
'mime': 'application/octet-stream',
|
|
'label': 'Windows 32 bit: Installer',
|
|
})
|
|
files.append({
|
|
'local': 'tportable.' + version_full + '.zip',
|
|
'remote': 'tportable.' + version_full + '.zip',
|
|
'backup_folder': 'tsetup',
|
|
'mime': 'application/zip',
|
|
'label': 'Windows 32 bit: Portable',
|
|
})
|
|
files.append({
|
|
'local': 'tsetup-x64.' + version_full + '.exe',
|
|
'remote': 'tsetup-x64.' + version_full + '.exe',
|
|
'backup_folder': 'tx64',
|
|
'mime': 'application/octet-stream',
|
|
'label': 'Windows 64 bit: Installer',
|
|
})
|
|
files.append({
|
|
'local': 'tportable-x64.' + version_full + '.zip',
|
|
'remote': 'tportable-x64.' + version_full + '.zip',
|
|
'backup_folder': 'tx64',
|
|
'mime': 'application/zip',
|
|
'label': 'Windows 64 bit: Portable',
|
|
})
|
|
files.append({
|
|
'local': 'tsetup.' + version_full + '.dmg',
|
|
'remote': 'tsetup.' + version_full + '.dmg',
|
|
'backup_folder': 'tmac',
|
|
'mime': 'application/octet-stream',
|
|
'label': 'macOS 10.13+: Installer',
|
|
})
|
|
files.append({
|
|
'local': 'tsetup.' + version_full + '.tar.xz',
|
|
'remote': 'tsetup.' + version_full + '.tar.xz',
|
|
'backup_folder': 'tlinux',
|
|
'mime': 'application/octet-stream',
|
|
'label': 'Linux 64 bit: Binary',
|
|
})
|
|
|
|
r = requests.get(url + 'repos/telegramdesktop/tdesktop/releases/tags/v' + version)
|
|
if r.status_code == 404:
|
|
print('Release not found, creating.')
|
|
if commit == '':
|
|
print('Error: specify the commit.')
|
|
sys.exit(1)
|
|
if not os.path.isfile(changelog_file):
|
|
print('Error: Changelog file not found.')
|
|
sys.exit(1)
|
|
changelog = ''
|
|
started = 0
|
|
with open(changelog_file) as f:
|
|
for line in f:
|
|
if started == 1:
|
|
if re.match(r'^\d+\.\d+', line):
|
|
break
|
|
changelog += line
|
|
else:
|
|
if re.match(r'^\d+\.\d+', line):
|
|
if line[0:len(version) + 1] == version + ' ':
|
|
started = 1
|
|
elif line[0:len(version_major) + 1] == version_major + ' ':
|
|
if version_major + '.0' == version:
|
|
started = 1
|
|
if started != 1:
|
|
print('Error: Changelog not found.')
|
|
sys.exit(1)
|
|
|
|
changelog = changelog.strip()
|
|
print('Changelog: ')
|
|
print(changelog)
|
|
|
|
r = requests.post(url + 'repos/telegramdesktop/tdesktop/releases', headers={'Authorization': 'token ' + access_token}, data=json.dumps({
|
|
'tag_name': 'v' + version,
|
|
'target_commitish': commit,
|
|
'name': 'v ' + version,
|
|
'body': changelog,
|
|
'prerelease': (beta == 1),
|
|
}))
|
|
checkResponseCode(r, 201)
|
|
|
|
tagname = 'v' + version
|
|
invoke("git fetch origin")
|
|
if stable == 1:
|
|
invoke("git push launchpad {}:master".format(tagname))
|
|
else:
|
|
invoke("git push launchpad {}:beta".format(tagname))
|
|
invoke("git push --tags launchpad")
|
|
|
|
r = requests.get(url + 'repos/telegramdesktop/tdesktop/releases/tags/v' + version)
|
|
checkResponseCode(r, 200)
|
|
|
|
release_data = r.json()
|
|
#pp.pprint(release_data)
|
|
|
|
release_id = release_data['id']
|
|
print('Release ID: ' + str(release_id))
|
|
|
|
r = requests.get(url + 'repos/telegramdesktop/tdesktop/releases/' + str(release_id) + '/assets')
|
|
checkResponseCode(r, 200)
|
|
|
|
assets = release_data['assets']
|
|
for asset in assets:
|
|
name = asset['name']
|
|
found = 0
|
|
for file in files:
|
|
if file['remote'] == name:
|
|
print('Already uploaded: ' + name)
|
|
file['already'] = 1
|
|
found = 1
|
|
break
|
|
if found == 0:
|
|
print('Warning: strange asset: ' + name)
|
|
|
|
for file in files:
|
|
if 'already' in file:
|
|
continue
|
|
if file['local'] == 'sources':
|
|
file_path = prepareSources()
|
|
else:
|
|
file_path = local_folder + file['backup_folder'] + '/' + file['local']
|
|
if not os.path.isfile(file_path):
|
|
print('Warning: file not found ' + file['local'])
|
|
continue
|
|
|
|
upload_url = expand(release_data['upload_url'], {'name': file['remote'], 'label': file['label']})
|
|
|
|
content = upload_in_chunks(file_path, 10)
|
|
|
|
print('Uploading: ' + file['remote'] + ' (' + str(round(len(content) / 10000) / 100.) + ' MB)')
|
|
r = requests.post(upload_url, headers={'Content-Type': file['mime'], 'Authorization': 'token ' + access_token}, data=IterableToFileAdapter(content))
|
|
|
|
checkResponseCode(r, 201)
|
|
|
|
print('Success! Removing.')
|
|
if not invoke('rm ' + file_path):
|
|
print('Bad rm return code :(')
|
|
sys.exit(1)
|
|
|
|
sys.exit()
|