chore: fix line break
This commit is contained in:
parent
3b6f83440a
commit
25d894c44d
|
|
@ -29,3 +29,8 @@ repos:
|
||||||
rev: 22.3.0
|
rev: 22.3.0
|
||||||
hooks:
|
hooks:
|
||||||
- id: black
|
- id: black
|
||||||
|
- repo: https://github.com/Lucas-C/pre-commit-hooks
|
||||||
|
rev: v1.2.0
|
||||||
|
hooks:
|
||||||
|
- id: remove-crlf
|
||||||
|
- id: remove-tabs
|
||||||
|
|
|
||||||
|
|
@ -1,8 +1,8 @@
|
||||||
from joint_teapot.app import app
|
from joint_teapot.app import app
|
||||||
from joint_teapot.utils.logger import logger as logger
|
from joint_teapot.utils.logger import logger as logger
|
||||||
|
|
||||||
if __name__ == "__main__":
|
if __name__ == "__main__":
|
||||||
try:
|
try:
|
||||||
app()
|
app()
|
||||||
except Exception:
|
except Exception:
|
||||||
logger.exception("Unexpected error:")
|
logger.exception("Unexpected error:")
|
||||||
|
|
|
||||||
|
|
@ -1,167 +1,167 @@
|
||||||
import functools
|
import functools
|
||||||
from datetime import datetime
|
from datetime import datetime
|
||||||
from typing import Any, Callable, Dict, List, Optional, TypeVar
|
from typing import Any, Callable, Dict, List, Optional, TypeVar
|
||||||
|
|
||||||
from joint_teapot.config import settings
|
from joint_teapot.config import settings
|
||||||
from joint_teapot.utils.logger import logger
|
from joint_teapot.utils.logger import logger
|
||||||
from joint_teapot.utils.main import first
|
from joint_teapot.utils.main import first
|
||||||
from joint_teapot.workers import Canvas, Git, Gitea, Mattermost
|
from joint_teapot.workers import Canvas, Git, Gitea, Mattermost
|
||||||
from joint_teapot.workers.joj import JOJ
|
from joint_teapot.workers.joj import JOJ
|
||||||
|
|
||||||
_T = TypeVar("_T")
|
_T = TypeVar("_T")
|
||||||
|
|
||||||
|
|
||||||
def for_all_methods(
|
def for_all_methods(
|
||||||
decorator: Callable[[Callable[[_T], _T]], Any]
|
decorator: Callable[[Callable[[_T], _T]], Any]
|
||||||
) -> Callable[[_T], _T]:
|
) -> Callable[[_T], _T]:
|
||||||
@functools.wraps(decorator)
|
@functools.wraps(decorator)
|
||||||
def decorate(cls: Any) -> Any:
|
def decorate(cls: Any) -> Any:
|
||||||
for attr in cls.__dict__: # there's probably a better way to do this
|
for attr in cls.__dict__: # there's probably a better way to do this
|
||||||
if callable(getattr(cls, attr)):
|
if callable(getattr(cls, attr)):
|
||||||
setattr(cls, attr, decorator(getattr(cls, attr)))
|
setattr(cls, attr, decorator(getattr(cls, attr)))
|
||||||
return cls
|
return cls
|
||||||
|
|
||||||
return decorate
|
return decorate
|
||||||
|
|
||||||
|
|
||||||
def log_exception_in_loguru(func: Callable[..., Any]) -> Callable[..., Any]:
|
def log_exception_in_loguru(func: Callable[..., Any]) -> Callable[..., Any]:
|
||||||
@functools.wraps(func)
|
@functools.wraps(func)
|
||||||
def decorator(*args: Any, **kwargs: Any) -> Any:
|
def decorator(*args: Any, **kwargs: Any) -> Any:
|
||||||
try:
|
try:
|
||||||
return func(*args, **kwargs)
|
return func(*args, **kwargs)
|
||||||
except Exception as e:
|
except Exception as e:
|
||||||
logger.exception(e)
|
logger.exception(e)
|
||||||
|
|
||||||
return decorator
|
return decorator
|
||||||
|
|
||||||
|
|
||||||
@for_all_methods(log_exception_in_loguru)
|
@for_all_methods(log_exception_in_loguru)
|
||||||
class Teapot:
|
class Teapot:
|
||||||
_canvas = None
|
_canvas = None
|
||||||
_gitea = None
|
_gitea = None
|
||||||
_git = None
|
_git = None
|
||||||
_joj = None
|
_joj = None
|
||||||
_mattermost = None
|
_mattermost = None
|
||||||
|
|
||||||
@property
|
@property
|
||||||
def canvas(self) -> Canvas:
|
def canvas(self) -> Canvas:
|
||||||
if not self._canvas:
|
if not self._canvas:
|
||||||
self._canvas = Canvas()
|
self._canvas = Canvas()
|
||||||
return self._canvas
|
return self._canvas
|
||||||
|
|
||||||
@property
|
@property
|
||||||
def gitea(self) -> Gitea:
|
def gitea(self) -> Gitea:
|
||||||
if not self._gitea:
|
if not self._gitea:
|
||||||
self._gitea = Gitea()
|
self._gitea = Gitea()
|
||||||
return self._gitea
|
return self._gitea
|
||||||
|
|
||||||
@property
|
@property
|
||||||
def git(self) -> Git:
|
def git(self) -> Git:
|
||||||
if not self._git:
|
if not self._git:
|
||||||
self._git = Git()
|
self._git = Git()
|
||||||
return self._git
|
return self._git
|
||||||
|
|
||||||
@property
|
@property
|
||||||
def joj(self) -> JOJ:
|
def joj(self) -> JOJ:
|
||||||
if not self._joj:
|
if not self._joj:
|
||||||
self._joj = JOJ()
|
self._joj = JOJ()
|
||||||
return self._joj
|
return self._joj
|
||||||
|
|
||||||
@property
|
@property
|
||||||
def mattermost(self) -> Mattermost:
|
def mattermost(self) -> Mattermost:
|
||||||
if not self._mattermost:
|
if not self._mattermost:
|
||||||
self._mattermost = Mattermost()
|
self._mattermost = Mattermost()
|
||||||
return self._mattermost
|
return self._mattermost
|
||||||
|
|
||||||
def __init__(self) -> None:
|
def __init__(self) -> None:
|
||||||
logger.info(
|
logger.info(
|
||||||
"Settings loaded. "
|
"Settings loaded. "
|
||||||
f"Canvas Course ID: {settings.canvas_course_id}, "
|
f"Canvas Course ID: {settings.canvas_course_id}, "
|
||||||
f"Gitea Organization name: {settings.gitea_org_name}, "
|
f"Gitea Organization name: {settings.gitea_org_name}, "
|
||||||
f"Mattermost Team name: {settings.mattermost_team}@{settings.mattermost_domain_name}{settings.mattermost_suffix}"
|
f"Mattermost Team name: {settings.mattermost_team}@{settings.mattermost_domain_name}{settings.mattermost_suffix}"
|
||||||
)
|
)
|
||||||
logger.debug("Teapot initialized.")
|
logger.debug("Teapot initialized.")
|
||||||
|
|
||||||
def add_all_canvas_students_to_teams(self, team_names: List[str]) -> None:
|
def add_all_canvas_students_to_teams(self, team_names: List[str]) -> None:
|
||||||
return self.gitea.add_canvas_students_to_teams(self.canvas.students, team_names)
|
return self.gitea.add_canvas_students_to_teams(self.canvas.students, team_names)
|
||||||
|
|
||||||
def create_personal_repos_for_all_canvas_students(self) -> List[str]:
|
def create_personal_repos_for_all_canvas_students(self) -> List[str]:
|
||||||
return self.gitea.create_personal_repos_for_canvas_students(
|
return self.gitea.create_personal_repos_for_canvas_students(
|
||||||
self.canvas.students
|
self.canvas.students
|
||||||
)
|
)
|
||||||
|
|
||||||
def create_teams_and_repos_by_canvas_groups(
|
def create_teams_and_repos_by_canvas_groups(
|
||||||
self, group_prefix: str = ""
|
self, group_prefix: str = ""
|
||||||
) -> List[str]:
|
) -> List[str]:
|
||||||
def convertor(name: str) -> Optional[str]:
|
def convertor(name: str) -> Optional[str]:
|
||||||
if group_prefix and not name.startswith(group_prefix):
|
if group_prefix and not name.startswith(group_prefix):
|
||||||
return None
|
return None
|
||||||
team_name, number_str = name.split(" ")
|
team_name, number_str = name.split(" ")
|
||||||
number = int(number_str)
|
number = int(number_str)
|
||||||
return f"{team_name}-{number:02}"
|
return f"{team_name}-{number:02}"
|
||||||
|
|
||||||
return self.gitea.create_teams_and_repos_by_canvas_groups(
|
return self.gitea.create_teams_and_repos_by_canvas_groups(
|
||||||
self.canvas.students, self.canvas.groups, convertor, convertor
|
self.canvas.students, self.canvas.groups, convertor, convertor
|
||||||
)
|
)
|
||||||
|
|
||||||
def get_public_key_of_all_canvas_students(self) -> Dict[str, List[str]]:
|
def get_public_key_of_all_canvas_students(self) -> Dict[str, List[str]]:
|
||||||
return self.gitea.get_public_key_of_canvas_students(self.canvas.students)
|
return self.gitea.get_public_key_of_canvas_students(self.canvas.students)
|
||||||
|
|
||||||
def clone_all_repos(self) -> None:
|
def clone_all_repos(self) -> None:
|
||||||
for i, repo_name in enumerate(self.gitea.get_all_repo_names()):
|
for i, repo_name in enumerate(self.gitea.get_all_repo_names()):
|
||||||
logger.info(f"{i}, {self.gitea.org_name}/{repo_name} cloning...")
|
logger.info(f"{i}, {self.gitea.org_name}/{repo_name} cloning...")
|
||||||
self.git.repo_clean_and_checkout(repo_name, "master")
|
self.git.repo_clean_and_checkout(repo_name, "master")
|
||||||
|
|
||||||
def create_issue_for_repos(
|
def create_issue_for_repos(
|
||||||
self, repo_names: List[str], title: str, body: str
|
self, repo_names: List[str], title: str, body: str
|
||||||
) -> None:
|
) -> None:
|
||||||
for repo_name in repo_names:
|
for repo_name in repo_names:
|
||||||
self.gitea.create_issue(repo_name, title, body)
|
self.gitea.create_issue(repo_name, title, body)
|
||||||
|
|
||||||
def create_milestone_for_repos(
|
def create_milestone_for_repos(
|
||||||
self, repo_names: List[str], title: str, description: str, due_on: datetime
|
self, repo_names: List[str], title: str, description: str, due_on: datetime
|
||||||
) -> None:
|
) -> None:
|
||||||
for repo_name in repo_names:
|
for repo_name in repo_names:
|
||||||
self.gitea.create_milestone(repo_name, title, description, due_on)
|
self.gitea.create_milestone(repo_name, title, description, due_on)
|
||||||
|
|
||||||
def check_exist_issue_by_title(
|
def check_exist_issue_by_title(
|
||||||
self, repo_names: List[str], title: str
|
self, repo_names: List[str], title: str
|
||||||
) -> List[str]:
|
) -> List[str]:
|
||||||
res = []
|
res = []
|
||||||
for repo_name in repo_names:
|
for repo_name in repo_names:
|
||||||
if not self.gitea.check_exist_issue_by_title(repo_name, title):
|
if not self.gitea.check_exist_issue_by_title(repo_name, title):
|
||||||
res.append(repo_name)
|
res.append(repo_name)
|
||||||
return res
|
return res
|
||||||
|
|
||||||
def checkout_to_repo_by_release_name(
|
def checkout_to_repo_by_release_name(
|
||||||
self, repo_name: str, release_name: str, due: datetime = datetime(3000, 1, 1)
|
self, repo_name: str, release_name: str, due: datetime = datetime(3000, 1, 1)
|
||||||
) -> bool:
|
) -> bool:
|
||||||
repo_releases = self.gitea.get_repo_releases(repo_name)
|
repo_releases = self.gitea.get_repo_releases(repo_name)
|
||||||
release = first(repo_releases, lambda item: item.name == release_name)
|
release = first(repo_releases, lambda item: item.name == release_name)
|
||||||
if release is None or release.created_at.replace(tzinfo=None) >= due:
|
if release is None or release.created_at.replace(tzinfo=None) >= due:
|
||||||
logger.warning(
|
logger.warning(
|
||||||
f"{self.gitea.org_name}/{repo_name} checkout to "
|
f"{self.gitea.org_name}/{repo_name} checkout to "
|
||||||
f"release by name {release_name} fail"
|
f"release by name {release_name} fail"
|
||||||
)
|
)
|
||||||
return False
|
return False
|
||||||
self.git.repo_clean_and_checkout(repo_name, f"tags/{release.tag_name}")
|
self.git.repo_clean_and_checkout(repo_name, f"tags/{release.tag_name}")
|
||||||
logger.info(
|
logger.info(
|
||||||
f"{self.gitea.org_name}/{repo_name} checkout to "
|
f"{self.gitea.org_name}/{repo_name} checkout to "
|
||||||
f"tags/{release.tag_name} succeed"
|
f"tags/{release.tag_name} succeed"
|
||||||
)
|
)
|
||||||
return True
|
return True
|
||||||
|
|
||||||
def get_repos_status(self, commit_lt: int, issue_lt: int) -> None:
|
def get_repos_status(self, commit_lt: int, issue_lt: int) -> None:
|
||||||
for repo_name, (
|
for repo_name, (
|
||||||
commit_count,
|
commit_count,
|
||||||
issue_count,
|
issue_count,
|
||||||
) in self.gitea.get_repos_status().items():
|
) in self.gitea.get_repos_status().items():
|
||||||
if commit_count < commit_lt or issue_count < issue_lt:
|
if commit_count < commit_lt or issue_count < issue_lt:
|
||||||
logger.info(
|
logger.info(
|
||||||
f"{self.gitea.org_name}/{repo_name} has "
|
f"{self.gitea.org_name}/{repo_name} has "
|
||||||
f"{commit_count} commit(s), {issue_count} issue(s)"
|
f"{commit_count} commit(s), {issue_count} issue(s)"
|
||||||
)
|
)
|
||||||
|
|
||||||
|
|
||||||
if __name__ == "__main__":
|
if __name__ == "__main__":
|
||||||
teapot = Teapot()
|
teapot = Teapot()
|
||||||
|
|
|
||||||
|
|
@ -1,37 +1,37 @@
|
||||||
import math
|
import math
|
||||||
import re
|
import re
|
||||||
from typing import Callable, Iterable, Optional, TypeVar
|
from typing import Callable, Iterable, Optional, TypeVar
|
||||||
|
|
||||||
from canvasapi.user import User
|
from canvasapi.user import User
|
||||||
|
|
||||||
_T = TypeVar("_T")
|
_T = TypeVar("_T")
|
||||||
|
|
||||||
|
|
||||||
def first(
|
def first(
|
||||||
iterable: Iterable[_T], condition: Callable[[_T], bool] = lambda x: True
|
iterable: Iterable[_T], condition: Callable[[_T], bool] = lambda x: True
|
||||||
) -> Optional[_T]:
|
) -> Optional[_T]:
|
||||||
return next((x for x in iterable if condition(x)), None)
|
return next((x for x in iterable if condition(x)), None)
|
||||||
|
|
||||||
|
|
||||||
def percentile(
|
def percentile(
|
||||||
N: Iterable[float], percent: float, key: Callable[[float], float] = lambda x: x
|
N: Iterable[float], percent: float, key: Callable[[float], float] = lambda x: x
|
||||||
) -> Optional[float]:
|
) -> Optional[float]:
|
||||||
if not N:
|
if not N:
|
||||||
return None
|
return None
|
||||||
N = sorted(N)
|
N = sorted(N)
|
||||||
k = (len(N) - 1) * percent
|
k = (len(N) - 1) * percent
|
||||||
f = math.floor(k)
|
f = math.floor(k)
|
||||||
c = math.ceil(k)
|
c = math.ceil(k)
|
||||||
if f == c:
|
if f == c:
|
||||||
return key(N[int(k)])
|
return key(N[int(k)])
|
||||||
d0 = key(N[int(f)]) * (c - k)
|
d0 = key(N[int(f)]) * (c - k)
|
||||||
d1 = key(N[int(c)]) * (k - f)
|
d1 = key(N[int(c)]) * (k - f)
|
||||||
return d0 + d1
|
return d0 + d1
|
||||||
|
|
||||||
|
|
||||||
def default_repo_name_convertor(user: User) -> str:
|
def default_repo_name_convertor(user: User) -> str:
|
||||||
sis_login_id, name = user.sis_login_id, user.name
|
sis_login_id, name = user.sis_login_id, user.name
|
||||||
eng = re.sub("[\u4e00-\u9fa5]", "", name)
|
eng = re.sub("[\u4e00-\u9fa5]", "", name)
|
||||||
eng = eng.replace(",", "")
|
eng = eng.replace(",", "")
|
||||||
eng = "".join([word[0].capitalize() + word[1:] for word in eng.split()])
|
eng = "".join([word[0].capitalize() + word[1:] for word in eng.split()])
|
||||||
return f"{eng}{sis_login_id}"
|
return f"{eng}{sis_login_id}"
|
||||||
|
|
|
||||||
|
|
@ -1,9 +1,9 @@
|
||||||
canvasapi>=2.2.0
|
canvasapi>=2.2.0
|
||||||
focs_gitea>=1.0.0
|
focs_gitea>=1.0.0
|
||||||
GitPython>=3.1.18
|
GitPython>=3.1.18
|
||||||
joj-submitter>=0.0.8
|
joj-submitter>=0.0.8
|
||||||
loguru>=0.5.3
|
loguru>=0.5.3
|
||||||
mattermostdriver>=7.3.2
|
mattermostdriver>=7.3.2
|
||||||
patool>=1.12
|
patool>=1.12
|
||||||
pydantic[dotenv]>=1.8.1
|
pydantic[dotenv]>=1.8.1
|
||||||
typer[all]>=0.3.2
|
typer[all]>=0.3.2
|
||||||
|
|
|
||||||
Loading…
Reference in New Issue
Block a user