import io import re import json import yaml import random import mistune import resvg_py from html import escape from pathlib import Path from bs4 import BeautifulSoup from markitdown import MarkItDown from datetime import datetime, timezone from zoneinfo import ZoneInfo from fastapi import FastAPI, Request, Response from fastapi.templating import Jinja2Templates from fastapi.responses import PlainTextResponse, JSONResponse, FileResponse, RedirectResponse from jinja2.exceptions import TemplateNotFound from .error import error_page from .database import AccessCounter from .middleware import Middleware, server_version, onion_hostname app = FastAPI(docs_url=None, redoc_url=None, openapi_url=None) app.add_middleware(Middleware) templates = Jinja2Templates(directory=Path.cwd().joinpath("public")) markitdown = MarkItDown() accesscounter = AccessCounter() templates.env.globals["get_access_count"] = accesscounter.get templates.env.globals["server_version"] = server_version templates.env.globals["onion_site_url"] = f"http://{onion_hostname}/" templates.env.filters["re_sub"] = lambda s, pattern, repl: re.sub(pattern, repl, s) class CustomHTMLRenderer(mistune.HTMLRenderer): def block_code(self, code, **attrs): return f'
{mistune.escape(code)}\n'
htmlitdown = mistune.create_markdown(renderer=CustomHTMLRenderer(escape=False))
@property
def this_year() -> int:
return datetime.now(ZoneInfo("Asia/Tokyo")).year
templates.env.globals["this_year"] = this_year
@property
def this_year_in_heisei() -> int: # heysay is not ended.
return datetime.now(ZoneInfo("Asia/Tokyo")).year - 1989
templates.env.globals["this_year_in_heisei"] = this_year_in_heisei
def get_daily_quote() -> str:
seed = str(datetime.now(timezone.utc).date())
with Path.cwd().joinpath("public", "quotes.txt").open("r") as f:
quotes = f.read().strip().split("\n")
return random.Random(seed).choice(quotes)
templates.env.globals["get_daily_quote"] = get_daily_quote
def resolve_static_file(full_path: str) -> Path | None:
base_dir = Path.cwd().joinpath("public")
target_path = (base_dir / full_path.lstrip('/')).resolve()
if not str(target_path).startswith(str(base_dir.resolve())):
raise PermissionError()
return target_path if target_path.is_file() else None
def resolve_shorturl(shorturls: dict, full_path: str) -> str | None:
current_id = full_path.strip().rstrip("/")
visited = set()
for _ in range(10):
if current_id in visited or current_id not in shorturls:
return None
visited.add(current_id)
entry = shorturls[current_id]
if entry["type"] in ["redirect", "alias"]:
if entry["type"] == "redirect":
return entry["content"]
current_id = entry["content"]
return None
@app.api_route("/ping", methods=["GET"])
async def ping(request: Request):
return PlainTextResponse("pong!", status_code=200)
@app.api_route("/echo", methods=["GET"])
async def echo(request: Request):
return JSONResponse(request.scope["log"], status_code=200)
@app.api_route("/status", methods=["GET"])
async def status(request: Request):
return JSONResponse(
{
"status": "ok",
"version": server_version,
"daily_quote": get_daily_quote(),
"access_count": accesscounter.get()
},
status_code=200
)
@app.api_route("/welcome", methods=["GET"])
async def ping(request: Request):
return PlainTextResponse(
f"""
■ ■ ■■■■■ ■■■■ ■■■■ ■■■ ■ ■ ■■■■■
■■ ■ ■ ■ ■ ■ ■ ■ ■■ ■ ■
■■ ■ ■ ■ ■ ■ ■ ■ ■■ ■ ■
■ ■ ■ ■■■■ ■■■■ ■ ■ ■ ■ ■ ■ ■■■■
■ ■■ ■ ■ ■ ■ ■ ■ ■ ■■ ■
■ ■■ ■ ■ ■ ■ ■ ■ ■ ■■ ■
■ ■ ■■■■■ ■ ■ ■■■■ ■■■ ■ ■ ■■■■■
nercone.dev ({server_version})
welcome to nercone.dev!
""".strip() + "\n",
status_code=200
)
@app.api_route("/error/{code}", methods=["GET", "POST", "HEAD"])
async def fake_error_page(request: Request, code: str):
return error_page(templates=templates, request=request, status_code=int(code))
@app.api_route("/assets/images/thumbnails/{path:path}", methods=["GET"])
async def thumbnail(request: Request, path: str) -> Response:
title = request.query_params.get("title", "Untitled Page")
description = request.query_params.get("description", "No description.")
template_type = request.query_params.get("template", "normal")
parts = [p for p in path.strip("/").split("/") if p]
path_display = "nercone.dev / " + " / ".join(parts) if parts else "nercone.dev"
svg_filename = "error.svg" if template_type == "error" else "normal.svg"
fonts_dir = Path.cwd().joinpath("public", "assets", "fonts")
svg_path = Path.cwd().joinpath("public", "assets", "images", "thumbnails", svg_filename)
svg = svg_path.read_text(encoding="utf-8")
svg = svg.replace("__PATH__", escape(path_display))
svg = svg.replace("__TITLE__", escape(title))
svg = svg.replace("__DESCRIPTION__", escape(description))
font_files = [
str(fonts_dir / "MesloBIZUD-Regular.ttf"),
str(fonts_dir / "InterBIZUD-Regular.ttf"),
str(fonts_dir / "InterBIZUD-Bold.ttf"),
]
png = resvg_py.svg_to_bytes(svg, font_files=font_files, width=1200, height=630)
return Response(content=png, media_type="image/png")
@app.api_route("/{full_path:path}", methods=["GET", "POST", "HEAD"])
async def default_response(request: Request, full_path: str) -> Response:
if not full_path.endswith(".html") and not full_path.endswith(".md"):
try:
if static := resolve_static_file(full_path):
return FileResponse(static)
except PermissionError:
return error_page(templates, request, 403, "何をしてるんです?脆弱性報告のためならいいのですが、データ盗んで悪用するためなら今すぐにやめてくださいね?", "ディレクトリトラバーサルね、知ってる。公開してないところ覗きたいの?えっt")
original_path = full_path
markdown_mode = False
markdown_ua = ["curl", "claude-user", "chatgpt-user", "google-extended", "perplexity-user"]
if "text/markdown" in request.headers.get("accept", "").lower():
markdown_mode = True
elif any([ua in request.headers.get("user-agent", "").lower() for ua in markdown_ua]):
markdown_mode = True
if full_path.endswith(".md"):
markdown_mode = True
full_path = full_path[:-3] + ".html"
if full_path in ["", "/"]:
template_candidates = ["index.html"]
elif full_path.endswith(".html"):
template_candidates = [full_path.lstrip('/')]
else:
template_candidates = [f"{full_path.strip('/')}.html", f"{full_path.strip('/')}/index.html"]
for name in template_candidates:
try:
if markdown_mode:
content = templates.env.get_template(name).render(request=request)
soup = BeautifulSoup(content, "html.parser")
main = str(soup.find("main")) if soup.find("main") else content
markdown = markitdown.convert_stream(io.BytesIO(main.encode("utf-8")), file_extension=".html")
response = PlainTextResponse(markdown.text_content, status_code=200, media_type="text/markdown")
else:
response = templates.TemplateResponse(status_code=200, request=request, name=name)
accesscounter.increase()
return response
except TemplateNotFound:
continue
if original_path in ["", "/"]:
markdown_candidates = ["index.md"]
elif original_path.endswith(".md"):
markdown_candidates = [original_path.lstrip('/')]
else:
markdown_candidates = [f"{original_path.strip('/')}.md", f"{original_path.strip('/')}/index.md"]
for name in markdown_candidates:
try:
markdown_path = Path.cwd().joinpath("public", name)
if not markdown_path.is_relative_to(Path.cwd().joinpath("public")):
continue
with markdown_path.open("r") as f:
markdown = f.read()
if markdown_mode:
response = PlainTextResponse(markdown, status_code=200, media_type="text/markdown")
else:
if not markdown.startswith("---"):
front = {}
body = markdown
else:
end = markdown.find("\n---", 3)
if end == -1:
front = {}
body = markdown
else:
front = yaml.safe_load(markdown[3:end]) or {}
body = markdown[end+4:].lstrip("\n")
html = htmlitdown(body)
source = f"{{% extends \"/base.html\" %}}\n"
for block in front:
source += f"{{% block {block} %}}{front[block]}{{% endblock %}}\n"
source += f"{{% block content %}}\n{html}\n{{% endblock %}}\n"
content = templates.env.from_string(source).render(request=request)
response = Response(content=content, status_code=200, media_type="text/html")
accesscounter.increase()
return response
except FileNotFoundError:
continue
try:
path = Path.cwd().joinpath("public", "shorturls.json")
if not path.exists():
return error_page(templates, request, 500, "短縮URLの処理のためのJSONファイルがありません。", "設定ファイルぐらい用意しておけよ!")
shorturls = json.load(path.open("r", encoding="utf-8"))
except Exception:
return error_page(templates, request, 500, "短縮URLの処理のためのJSONファイルを正常に読み込めませんでした。", "なにこの設定ファイル読めないじゃない!")
if result := resolve_shorturl(shorturls, full_path):
return RedirectResponse(url=result)
return error_page(templates, request, 404, "リクエストしたページは現在ご利用になれません。削除/移動されたか、URLが間違っている可能性があります。", "そんなページ知らないっ!")