mirror of
https://github.com/sudoxnym/fdroiddata.git
synced 2026-04-14 19:46:54 +00:00
7c98192b77
YAMLLoadWarning: calling yaml.load() without Loader=... is deprecated, as the default Loader is unsafe. Please read https://msg.pyyaml.org/load for full details.
38 lines
1.3 KiB
Python
Executable file
38 lines
1.3 KiB
Python
Executable file
#!/usr/bin/env python3
|
|
|
|
import glob
|
|
import os
|
|
import re
|
|
|
|
import yaml
|
|
|
|
os.chdir(os.path.dirname(__file__) + '/../')
|
|
|
|
for f in glob.glob('metadata/*.yml'):
|
|
with open(f) as fp:
|
|
raw = fp.read()
|
|
data = yaml.safe_load(raw)
|
|
archive_policy = data.get('ArchivePolicy')
|
|
if (
|
|
'Disabled' not in data
|
|
and 'Summary' in data
|
|
and (archive_policy is None or not archive_policy.startswith('0 '))
|
|
):
|
|
en_US_dir = f[:-4] + '/en-US/'
|
|
os.makedirs(en_US_dir, exist_ok=True)
|
|
with open(en_US_dir + '/summary.txt', 'w') as fp:
|
|
fp.write(data['Summary'].strip().rstrip() + '\n')
|
|
with open(f, 'w') as out:
|
|
out.write(re.sub(r'Summary:[^\n]+\n', r'', raw))
|
|
packageName = f[9:-4]
|
|
scraped_glob = os.path.join(
|
|
'/path/to/scraper/metadata/', packageName, '[a-z]*', 'short_description.txt'
|
|
)
|
|
for df in glob.glob(scraped_glob):
|
|
locale = os.path.basename(os.path.dirname(df))
|
|
with open(df) as fp:
|
|
text = fp.read()
|
|
outfile = 'metadata/' + packageName + '/' + locale + '/summary.txt'
|
|
os.makedirs(os.path.dirname(outfile), exist_ok=True)
|
|
with open(outfile, 'w') as fp:
|
|
fp.write(text.strip().rstrip() + '\n')
|