mirror of
https://github.com/daylinmorgan/git-server.git
synced 2024-12-21 19:30:45 -06:00
let soft-serve do the mirroring
This commit is contained in:
parent
fad6ef94cb
commit
db174e304b
GPG key ID:
C1E52E7DD81DF79F
5 changed files with 105 additions and 70 deletions
3
.gitignore
vendored
3
.gitignore
vendored
|
|
@ -6,4 +6,5 @@ gitea/gitea/*
|
|||
!gitea/gitea/public/
|
||||
|
||||
soft/*
|
||||
!soft/config/
|
||||
!soft/setup.nim
|
||||
!soft/repos.txt
|
||||
|
|
|
|||
|
|
@ -1,21 +0,0 @@
|
|||
{
|
||||
"paths": {
|
||||
"src": "./gitea/git/repositories/daylin",
|
||||
"dest": "./soft/data/repos"
|
||||
},
|
||||
"repos": {
|
||||
"src": [
|
||||
"dotfiles",
|
||||
"git-server",
|
||||
"monolisa-nerdfont-patch",
|
||||
"yartsu",
|
||||
"task.mk",
|
||||
"viv",
|
||||
"logo",
|
||||
"forge"
|
||||
],
|
||||
"dest": [
|
||||
".soft-serve"
|
||||
]
|
||||
}
|
||||
}
|
||||
|
|
@ -1,48 +0,0 @@
|
|||
#!/usr/bin/env python3
|
||||
|
||||
import json
|
||||
from pathlib import Path
|
||||
import shutil
|
||||
|
||||
|
||||
def get_config():
|
||||
with (Path(__file__).parent / "soft-serve.config.json").open("r") as f:
|
||||
return json.load(f)
|
||||
|
||||
|
||||
def get_name(config, repo):
|
||||
name = repo.name.replace(".git","")
|
||||
dest = Path(config["paths"]["dest"]) / repo.name
|
||||
return name, dest
|
||||
|
||||
|
||||
def get_repo_path(config, repos):
|
||||
return Path(__file__).parent.parent.parent / config["paths"][repos]
|
||||
|
||||
|
||||
def main():
|
||||
|
||||
config = get_config()
|
||||
|
||||
for repo in get_repo_path(config, "src").iterdir():
|
||||
name, dest = get_name(config, repo)
|
||||
|
||||
if name not in config["repos"]["src"]:
|
||||
continue
|
||||
|
||||
print(f"{repo} >> {dest}")
|
||||
|
||||
if dest.is_dir():
|
||||
shutil.rmtree(dest)
|
||||
shutil.copytree(repo, dest)
|
||||
|
||||
for repo in get_repo_path(config, "dest").iterdir():
|
||||
name, dest = get_name(config, repo)
|
||||
|
||||
if name not in [*config["repos"]["src"], *config["repos"]["dest"]]:
|
||||
print(f"pruning {name}")
|
||||
shutil.rmtree(repo)
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
main()
|
||||
9
soft/repos.txt
Normal file
9
soft/repos.txt
Normal file
|
|
@ -0,0 +1,9 @@
|
|||
bbansi
|
||||
dotfiles
|
||||
git-server
|
||||
monolisa-nerdfont-patch
|
||||
yartsu
|
||||
task.mk
|
||||
viv
|
||||
logo
|
||||
forge
|
||||
94
soft/setup.nim
Normal file
94
soft/setup.nim
Normal file
|
|
@ -0,0 +1,94 @@
|
|||
#[
|
||||
# fetch all repos from user -> first 100
|
||||
curl -L \
|
||||
-H "Accept: application/vnd.github+json" \
|
||||
-H "Authorization: Bearer $GITHUB_TOKEN" \
|
||||
-H "X-GitHub-Api-Version: 2022-11-28" \
|
||||
'https://api.github.com/users/daylinmorgan/repos?per_page=100' > repos.json
|
||||
]#
|
||||
{.define: ssl.}
|
||||
import std/[
|
||||
httpclient, json,
|
||||
os, osproc,
|
||||
options, sequtils,
|
||||
strformat, strutils,
|
||||
]
|
||||
|
||||
type
|
||||
Repo = object
|
||||
name: string
|
||||
description: string
|
||||
html_url: string
|
||||
|
||||
template use(client: HttpClient, body: untyped) =
|
||||
try:
|
||||
body
|
||||
finally:
|
||||
client.close()
|
||||
|
||||
proc getGhRepos(): seq[Repo] =
|
||||
let
|
||||
token = getEnv("GITHUB_TOKEN")
|
||||
url = "https://api.github.com/users/daylinmorgan/repos?per_page=100"
|
||||
var
|
||||
response: string
|
||||
headers = @[
|
||||
("Accept", "application/vnd.github+json"),
|
||||
("X-GitHub-Api-Version", "2022-11-28")
|
||||
]
|
||||
if token != "": headers.add ("Authorization", "Bearer " & token)
|
||||
var client = newHttpClient(headers = newHttpHeaders(headers))
|
||||
use client:
|
||||
response = client.getContent(url)
|
||||
parseJson(response).to(seq[Repo])
|
||||
|
||||
|
||||
proc getSoftRepos(): seq[string] =
|
||||
let (output, errCode) = execCmdEx("ssh -p 23231 localhost repos list")
|
||||
if errCode != 0:
|
||||
echo "error fetching repos"
|
||||
echo "result:"
|
||||
echo output
|
||||
quit(QuitFailure)
|
||||
return output.strip().split "\n"
|
||||
|
||||
proc mirrorToSoft(repo: Repo, dryRun: bool) =
|
||||
var cmd = "ssh -p 23231 localhost repos import "
|
||||
cmd.add fmt"{repo.name} {repo.html_url} -m "
|
||||
if repo.description != "":
|
||||
# I've never had such problems with quotes before
|
||||
cmd.add fmt("""-d \"{quoteshell(repo.description)}\"""")
|
||||
echo cmd
|
||||
if not dryrun:
|
||||
let (output, errCode) = execCmdEx(cmd)
|
||||
if errCode != 0:
|
||||
echo "ERROR:"
|
||||
echo output
|
||||
|
||||
when isMainModule:
|
||||
import std/parseopt
|
||||
# const reposList = slurp("repos.txt").strip().split("\n")
|
||||
let reposList = readFile("repos.txt").strip().split('\n')
|
||||
var dryrun = false
|
||||
var p = initOptParser()
|
||||
for kind, key, val in p.getopt():
|
||||
case kind:
|
||||
of cmdEnd: break
|
||||
of cmdShortOption, cmdLongOption:
|
||||
case key:
|
||||
of "n", "--dryrun": dryrun = true
|
||||
else:
|
||||
echo "unexpected option/value -> ", key, ", ", val
|
||||
of cmdArgument:
|
||||
echo "unknown argument: ", key
|
||||
|
||||
let
|
||||
ghRepos = getGhRepos()
|
||||
softRepos = getSoftRepos()
|
||||
|
||||
let repos = ghRepos.filterIt(it.name in reposList)
|
||||
let toBeMirrored: seq[Repo] = repos.filterIt(it.name notin softRepos)
|
||||
if toBeMirrored.len > 0:
|
||||
for repo in toBeMirrored:
|
||||
mirrorToSoft(repo, dryrun)
|
||||
|
||||
Loading…
Reference in a new issue