mirror of
https://github.com/boostorg/website-v2.git
synced 2026-02-27 17:42:08 +00:00
84 lines
2.7 KiB
Python
84 lines
2.7 KiB
Python
import structlog
|
|
|
|
from celery import shared_task
|
|
from dateutil.parser import parse
|
|
|
|
from django.core.cache import caches
|
|
|
|
from .asciidoc import convert_adoc_to_html, process_adoc_to_html_content
|
|
from .boostrenderer import get_content_from_s3
|
|
from .models import RenderedContent
|
|
|
|
logger = structlog.get_logger()
|
|
|
|
|
|
@shared_task
|
|
def adoc_to_html(file_path, delete_file=True):
|
|
return convert_adoc_to_html(file_path, delete_file=delete_file)
|
|
|
|
|
|
@shared_task
|
|
def clear_rendered_content_cache_by_cache_key(cache_key):
|
|
"""Deletes a RenderedContent object by its cache key from redis and
|
|
database."""
|
|
cache = caches["static_content"]
|
|
cache.delete(cache_key)
|
|
RenderedContent.objects.delete_by_cache_key(cache_key)
|
|
|
|
|
|
@shared_task
|
|
def clear_rendered_content_cache_by_content_type(content_type):
|
|
"""Deletes all RenderedContent objects for a given content type from redis
|
|
and database."""
|
|
RenderedContent.objects.clear_cache_by_content_type(content_type)
|
|
RenderedContent.objects.delete_by_content_type(content_type)
|
|
|
|
|
|
@shared_task
|
|
def refresh_content_from_s3(s3_key, cache_key):
|
|
"""Calls S3 with the s3_key, then saves the result to the
|
|
RenderedContent object with the given cache_key."""
|
|
content_dict = get_content_from_s3(key=s3_key)
|
|
content = content_dict.get("content")
|
|
if content_dict and content:
|
|
content_type = content_dict.get("content_type")
|
|
if content_type == "text/asciidoc":
|
|
content = process_adoc_to_html_content(content)
|
|
last_updated_at_raw = content_dict.get("last_updated_at")
|
|
last_updated_at = parse(last_updated_at_raw) if last_updated_at_raw else None
|
|
# Clear the cache because we're going to update it.
|
|
clear_rendered_content_cache_by_cache_key(cache_key)
|
|
|
|
# Update the rendered content.
|
|
save_rendered_content(
|
|
cache_key, content_type, content, last_updated_at=last_updated_at
|
|
)
|
|
# Cache the refreshed rendered content
|
|
cache = caches["static_content"]
|
|
cache.set(cache_key, {"content": content, "content_type": content_type})
|
|
|
|
|
|
@shared_task
|
|
def save_rendered_content(cache_key, content_type, content_html, last_updated_at=None):
|
|
"""Saves a RenderedContent object to database."""
|
|
defaults = {
|
|
"content_type": content_type,
|
|
"content_html": content_html,
|
|
}
|
|
|
|
if last_updated_at:
|
|
defaults["last_updated_at"] = last_updated_at
|
|
|
|
obj, created = RenderedContent.objects.update_or_create(
|
|
cache_key=cache_key[:255], defaults=defaults
|
|
)
|
|
logger.info(
|
|
"content_saved_to_rendered_content",
|
|
cache_key=cache_key,
|
|
content_type=content_type,
|
|
status_code=200,
|
|
obj_id=obj.id,
|
|
obj_created=created,
|
|
)
|
|
return obj
|