Skip to content

Commit

Permalink
chore: ruff format manage.py
Browse files Browse the repository at this point in the history
  • Loading branch information
@jpmckinney
jpmckinney committed Oct 7, 2024
1 parent fbb8e9b commit 06bc002
Showing 1 changed file with 113 additions and 107 deletions.
220 changes: 113 additions & 107 deletions manage.py
View file
Original file line number Diff line number Diff line change
Expand Up @@ -11,8 +11,10 @@
import requests
from ocdsextensionregistry import ExtensionRegistry

extensions_url = 'https://raw.githubusercontent.com/open-contracting/extension_registry/main/extensions.csv'
extension_versions_url = 'https://raw.githubusercontent.com/open-contracting/extension_registry/main/extension_versions.csv'
extensions_url = "https://raw.githubusercontent.com/open-contracting/extension_registry/main/extensions.csv"
extension_versions_url = (
"https://raw.githubusercontent.com/open-contracting/extension_registry/main/extension_versions.csv"
)


@click.group()
Expand All @@ -21,18 +23,18 @@ def cli():


@cli.command()
@click.argument('path')
@click.option('--match', help='')
@click.argument("path")
@click.option("--match", help="")
def download_extensions(path, match):
"""Download all registered extensions to a directory."""
path = path.rstrip('/')
path = path.rstrip("/")

for version in ExtensionRegistry(extension_versions_url):
if not match or match in version.base_url:
directory = os.path.join(path, version.repository_name)
if not os.path.isdir(directory):
command = ['git', 'clone', version.repository_url, directory]
click.echo(' '.join(command))
command = ["git", "clone", version.repository_url, directory]
click.echo(" ".join(command))
subprocess.call(command) # noqa: S603 # trusted input


Expand All @@ -48,207 +50,211 @@ def set_topics():
- european-union
- public-private-partnerships
"""
format_string = 'https://raw.githubusercontent.com/open-contracting-extensions/{}/{}/docs/extension_versions.json'
format_string = "https://raw.githubusercontent.com/open-contracting-extensions/{}/{}/docs/extension_versions.json"

profiles = defaultdict(list)
for profile, branch in (('european-union', 'latest'), ('public-private-partnerships', '1.0-dev')):
for profile, branch in (("european-union", "latest"), ("public-private-partnerships", "1.0-dev")):
response = requests.get(format_string.format(profile, branch), timeout=10)
response.raise_for_status()
for extension_id in response.json():
profiles[extension_id].append(profile)

registry = ExtensionRegistry(extension_versions_url, extensions_url)

response = requests.get('https://api.github.com/orgs/open-contracting-extensions/repos?per_page=100', timeout=10)
response = requests.get("https://api.github.com/orgs/open-contracting-extensions/repos?per_page=100", timeout=10)
response.raise_for_status()
for repo in response.json():
topics = []

if repo['name'].endswith('_extension'):
topics.append('ocds-extension')
if repo["name"].endswith("_extension"):
topics.append("ocds-extension")
else:
topics.append('ocds-profile')
topics.append("ocds-profile")

for version in registry:
if f"/{repo['full_name']}/" in version.base_url:
if version.core:
topics.append('ocds-core-extension')
topics.append("ocds-core-extension")
else:
topics.append('ocds-community-extension')
topics.append("ocds-community-extension")
topics.extend(profiles[version.id])
break
else:
if 'ocds-profile' not in topics:
if "ocds-profile" not in topics:
click.echo(f"{repo['name']} is not registered")

requests.put(
f"https://api.github.com/repos/{repo['full_name']}/topics",
data=json.dumps({'names': topics}),
headers={'accept': 'application/vnd.github.mercy-preview+json'},
data=json.dumps({"names": topics}),
headers={"accept": "application/vnd.github.mercy-preview+json"},
timeout=10,
).raise_for_status()


@cli.command()
def check_aspell_dictionary():
"""Check whether ~/.aspell.en.pws contains unwanted words."""
with open(os.path.expanduser('~/.aspell.en.pws'), encoding='iso-8859-1') as f:
with open(os.path.expanduser("~/.aspell.en.pws"), encoding="iso-8859-1") as f:
aspell = f.read()

def report(method, exceptions):
stems = defaultdict(int)

for line in aspell.split('\n'):
for line in aspell.split("\n"):
stems[method(line)] += 1

for stem, count in stems.items():
if count > 1 and stem not in exceptions:
click.echo(f'{count} {stem}')
click.echo(f"{count} {stem}")

plural_exceptions = [
# Prose
'codelist',
'dataset',
'funder',
'sublicense',
'KPI',
"codelist",
"dataset",
"funder",
"sublicense",
"KPI",
# Terms
'disqualifiedBidder', # singular organizationRole code, plural bidStatistics code
'preferredBidder', # singular organizationRole code, plural Award field
'qualifiedBidder', # singular organizationRole code, plural bidStatistics code
'relatedLot', # see Lots extension
'relatedProcess', # singular codelist name, plural Release and Contract field
"disqualifiedBidder", # singular organizationRole code, plural bidStatistics code
"preferredBidder", # singular organizationRole code, plural Award field
"qualifiedBidder", # singular organizationRole code, plural bidStatistics code
"relatedLot", # see Lots extension
"relatedProcess", # singular codelist name, plural Release and Contract field
]

capital_exceptions = [
# Prose
'anytown',
"anytown",
# File extensions
'png',
"png",
]

combined_exceptions = [exception.lower() for exception in plural_exceptions] + capital_exceptions + [
# Prose
'validator',
# Terms
'ocid',
'ppp',
'sme',
'uri',
]
combined_exceptions = (
[exception.lower() for exception in plural_exceptions]
+ capital_exceptions
+ [
# Prose
"validator",
# Terms
"ocid",
"ppp",
"sme",
"uri",
]
)

# Check that a singular or plural form isn't inappropriately included.
report(lambda line: re.sub(r'e?s$', '', line), plural_exceptions)
report(lambda line: re.sub(r"e?s$", "", line), plural_exceptions)

# Check that a capitalized or uncapitalized form isn't inappropriately included.
report(lambda line: line.lower(), capital_exceptions)

# It's okay for there to be a capitalized singular building block and an uncapitalized plural field. Check anyway.
report(lambda line: re.sub(r'e?s$', '', line).lower(), combined_exceptions)
report(lambda line: re.sub(r"e?s$", "", line).lower(), combined_exceptions)


@cli.command()
@click.argument('file', type=click.File())
@click.argument("file", type=click.File())
def check_licenses(file):
"""
Report strong copyleft and unknown licenses in FILE.
FILE must be a CSV file with Name,Version,License columns.
"""
permissive = {
'Public Domain',
"Public Domain",
# https://en.wikipedia.org/wiki/Academic_Free_License
'Academic Free License (AFL)',
"Academic Free License (AFL)",
# https://en.wikipedia.org/wiki/Apache_License
'Apache 2.0',
'Apache License 2.0',
'Apache Software License',
'Apache Software License 2.0',
'Apache License, Version 2.0',
"Apache 2.0",
"Apache License 2.0",
"Apache Software License",
"Apache Software License 2.0",
"Apache License, Version 2.0",
# https://en.wikipedia.org/wiki/BSD_licenses
'3-Clause BSD License',
'BSD',
'BSD 3-Clause',
'BSD License',
'BSD-3-Clause',
"3-Clause BSD License",
"BSD",
"BSD 3-Clause",
"BSD License",
"BSD-3-Clause",
# https://en.wikipedia.org/wiki/Artistic_License
'Artistic License',
"Artistic License",
# https://en.wikipedia.org/wiki/Creative_Commons_license#Zero_/_public_domain
'CC0 1.0 Universal',
'CC0 (copyright waived)',
"CC0 1.0 Universal",
"CC0 (copyright waived)",
# https://en.wikipedia.org/wiki/Historical_Permission_Notice_and_Disclaimer
'Historical Permission Notice and Disclaimer (HPND)',
"Historical Permission Notice and Disclaimer (HPND)",
# https://en.wikipedia.org/wiki/ISC_license
'ISC License (ISCL)',
"ISC License (ISCL)",
# https://en.wikipedia.org/wiki/MIT_License
'MIT',
'MIT License',
'The MIT License (MIT)',
"MIT",
"MIT License",
"The MIT License (MIT)",
# https://en.wikipedia.org/wiki/Python_Software_Foundation_License
'Python Software Foundation License',
"Python Software Foundation License",
# https://en.wikipedia.org/wiki/Unlicense
'The Unlicense (Unlicense)',
"The Unlicense (Unlicense)",
# https://en.wikipedia.org/wiki/Zope_Public_License
'Zope Public License',
'ZPL 2.1',
"Zope Public License",
"ZPL 2.1",
# https://en.wikipedia.org/wiki/Zlib_License
'zlib/php',
"zlib/php",
}

# "Weak copyleft" typically means that unmodified use imposes no additional requirements to permissive licenses.
weak_copyleft = {
# https://en.wikipedia.org/wiki/Eclipse_Public_License
# https://fossa.com/blog/open-source-software-licenses-101-eclipse-public-license/
'Eclipse Public License 2.0 (EPL-2.0)',
"Eclipse Public License 2.0 (EPL-2.0)",
# https://en.wikipedia.org/wiki/GNU_Lesser_General_Public_License
# https://fossa.com/blog/open-source-software-licenses-101-lgpl-license/
'GNU Lesser General Public License v2 (LGPLv2)',
'GNU Lesser General Public License v2 or later (LGPLv2+)',
'GNU Lesser General Public License v3 or later (LGPLv3+)',
'GNU Library or Lesser General Public License (LGPL)',
'LGPL',
"GNU Lesser General Public License v2 (LGPLv2)",
"GNU Lesser General Public License v2 or later (LGPLv2+)",
"GNU Lesser General Public License v3 or later (LGPLv3+)",
"GNU Library or Lesser General Public License (LGPL)",
"LGPL",
# https://en.wikipedia.org/wiki/Mozilla_Public_License
# https://fossa.com/blog/open-source-software-licenses-101-mozilla-public-license-2-0/
'Mozilla Public License 2.0 (MPL 2.0)',
'MPL-2.0',
"Mozilla Public License 2.0 (MPL 2.0)",
"MPL-2.0",
}

strong_copyleft = {
# https://en.wikipedia.org/wiki/GNU_Affero_General_Public_License
'GNU Affero General Public License v3 or later (AGPLv3+)',
"GNU Affero General Public License v3 or later (AGPLv3+)",
# https://en.wikipedia.org/wiki/GNU_General_Public_License
'GNU General Public License (GPL)',
'GNU General Public License v2 (GPLv2)',
'GNU General Public License v2 or later (GPLv2+)',
'GNU General Public License v3 (GPLv3)',
'GNU General Public License v3 or later (GPLv3+)',
'GPLv2',
'GPL v2',
"GNU General Public License (GPL)",
"GNU General Public License v2 (GPLv2)",
"GNU General Public License v2 or later (GPLv2+)",
"GNU General Public License v3 (GPLv3)",
"GNU General Public License v3 or later (GPLv3+)",
"GPLv2",
"GPL v2",
}

packages = {}
for row in csv.DictReader(file):
row['License'] = set(row['License'].split('; '))
if row['License'] & permissive or row['License'] & weak_copyleft:
row["License"] = set(row["License"].split("; "))
if row["License"] & permissive or row["License"] & weak_copyleft:
continue
packages.setdefault(row['Name'], [row, []])
packages[row['Name']][1].append(row['Venv'])
packages.setdefault(row["Name"], [row, []])
packages[row["Name"]][1].append(row["Venv"])

for name, (row, venvs) in packages.items():
licenses = row['License']
licenses = row["License"]
if licenses & strong_copyleft:
click.secho(f'{name}: {", ".join(licenses)}', fg='red')
click.secho(f'{name}: {", ".join(licenses)}', fg="red")
else:
click.secho(f'{name}: {", ".join(licenses)} {row["URL"]}', fg='yellow')
click.secho(f'{name}: {", ".join(licenses)} {row["URL"]}', fg="yellow")
for venv in venvs:
click.echo(f' {venv}')
click.echo(f" {venv}")


@cli.command()
@click.argument('user', nargs=-1)
@click.option('--days', type=int, default=90, help='Days ago from which to count contributions')
@click.option('--start', help='Datetime from which to count contributions')
@click.option('--end', help='Datetime up to which to count contributions')
@click.argument("user", nargs=-1)
@click.option("--days", type=int, default=90, help="Days ago from which to count contributions")
@click.option("--start", help="Datetime from which to count contributions")
@click.option("--end", help="Datetime up to which to count contributions")
def github_activity(user, days, start, end):
format_string = """\
query {{
Expand Down Expand Up @@ -277,30 +283,30 @@ def github_activity(user, days, start, end):
end = datetime.datetime.now(tz=datetime.UTC).strftime("%Y-%m-%dT%H:%M:%SZ")

query = format_string.format(
queries='\n'.join(f' user{i}: user(login: "{login}") {{\n ...f\n }}' for i, login in enumerate(user)),
queries="\n".join(f' user{i}: user(login: "{login}") {{\n ...f\n }}' for i, login in enumerate(user)),
start=start,
end=end,
)

response = requests.post('https://api.github.com/graphql', json={'query': query}, timeout=10)
response = requests.post("https://api.github.com/graphql", json={"query": query}, timeout=10)
response.raise_for_status()
json = response.json()
if 'errors' in json:
if "errors" in json:
click.echo(json)
return

counter = defaultdict(int)
for data in response.json()['data'].values():
for data in response.json()["data"].values():
try:
for by in data['contributionsCollection']['commitContributionsByRepository']:
counter[by['repository']['url']] += by['contributions']['totalCount']
for by in data["contributionsCollection"]["commitContributionsByRepository"]:
counter[by["repository"]["url"]] += by["contributions"]["totalCount"]
except KeyError:
click.echo(data)

click.echo(' R C URL')
click.echo(" R C URL")
for i, (url, count) in enumerate(sorted(counter.items(), key=lambda item: item[1], reverse=True), 1):
click.echo(f'{i:3d} {count:3d} {url}')
click.echo(f"{i:3d} {count:3d} {url}")


if __name__ == '__main__':
if __name__ == "__main__":
cli()

0 comments on commit 06bc002

Please sign in to comment.