From faf62c69d499934b6de0840b0a6bdc3db4b79994 Mon Sep 17 00:00:00 2001 From: Sacha Chua Date: Tue, 7 Dec 2021 17:26:55 -0500 Subject: HTML-related functions --- emacsconf-html.el | 516 ++++++++++++++++++++++++++++++++++++++++++++++++++++++ 1 file changed, 516 insertions(+) create mode 100644 emacsconf-html.el diff --git a/emacsconf-html.el b/emacsconf-html.el new file mode 100644 index 0000000..33c1181 --- /dev/null +++ b/emacsconf-html.el @@ -0,0 +1,516 @@ + +(defcustom conf-media-base-url "https://media.emacsconf.org/" "Base URL for published media files." + :type 'string + :group 'emacsconf) + +(defcustom conf-main-extensions '(".org" ".odp" ".pdf" ".el" "--main.vtt" "--main_fr.vtt" "--main_ja.vtt" "--chapters.vtt" "--main--chapters.vtt") + "Extensions to list on public pages." + :type '(repeat string) + :group 'emacsconf) + +(defcustom conf-protected-extensions '(".en.srv2" ".srt") + "Extensions to list in the staging area." + :group 'emacsconf) +(defcustom conf-public-media-directory nil "Can be over TRAMP" :type 'string :group 'emacsconf) +(defcustom conf-protected-media-directory nil "Can be over TRAMP" :type 'string :group 'emacsconf) + +(defun conf-index-card (talk &optional extensions) + "Format an HTML card for TALK, linking the files in EXTENSIONS." + (let* ((video-slug (plist-get talk :video-slug)) + (video-file (and (plist-get talk :video-file) (expand-file-name (plist-get talk :video-file) conf-captions-directory))) + (video (conf-index-card-video (or (plist-get talk :video-id) "mainVideo") video-file talk extensions))) + ;; Add extra information to the talk + (setq talk + (append + talk + (list + :video-html (plist-get video :video) + :chapter-list (or (plist-get video :chapter-list) "") + :resources (plist-get video :resources) + :extra (or (plist-get talk :extra) "") + :speaker-info (or (plist-get talk :speakers) "")))) + (conf-replace-plist-in-string + talk + "
${video-html}${resources}${extra}${chapter-list}
"))) + +(defun conf-index-card-video (video-id video-file talk extensions) + (let* ((wiki-caption-dir (expand-file-name + "captions" + (expand-file-name + (plist-get talk :conf-year) + conf-directory))) + (chapter-info (and video-file + (conf-make-chapter-strings + (expand-file-name + (concat (file-name-base video-file) "--chapters.vtt") + wiki-caption-dir) + (plist-get talk :track-base-url)))) + (info + (append + (list + :source-src + (when video-file + (if (plist-get talk :public) + (format "%s%s/%s" conf-media-base-url (plist-get talk :conf-year) + (file-name-nondirectory video-file)) + (file-name-nondirectory video-file))) + :captions + (and video-file + (conf-video-subtitle-tracks + (expand-file-name (concat (file-name-base video-file) ".vtt") wiki-caption-dir) + (or (plist-get talk :track-base-url) + (plist-get talk :base-url)))) + :chapter-track (or (plist-get chapter-info :track) "") + :chapter-list (or (plist-get chapter-info :html) "") + :video-id video-id + :video-duration (if (and video-file (file-exists-p video-file)) + (format-seconds "%m:%.2s" (/ (conf-get-file-duration-ms video-file) 1000))) + :video-file-size (if (and video-file (file-exists-p video-file)) + (file-size-human-readable (file-attribute-size (file-attributes video-file)))) + :other-files (mapconcat (lambda (s) (concat "
  • " s "
  • ")) + (conf-link-file-formats-as-list talk (or extensions conf-published-extensions)) + "") + :poster (and video-file (format "https://media.emacsconf.org/%s/%s.png" (plist-get talk :conf-year) (file-name-base video-file))) + :toobnix-info (if (plist-get talk :toobnix-url) + (format + "
  • View on Toobnix
  • " + (plist-get talk :toobnix-url)) + "")) + + talk))) + (list + + :video + (conf-replace-plist-in-string + info + (if (and video-file (file-exists-p video-file)) + "" + "The video for \"${title}\" will be posted here when available. You can also subscribe to the emacsconf-discuss mailing list for updates.")) + :chapter-list (plist-get chapter-info :html) + :resources + (conf-replace-plist-in-string + (append info + (list :video-download + (if video-file + (conf-replace-plist-in-string + info + "
  • Download .webm video (${video-duration}, ${video-file-size}B)
  • ") + ""))) + "
    ")))) + +(when (featurep 'memoize) + (memoize #'conf-get-file-duration-ms)) + +(defun conf-create-talk-pages (conf-info) + (interactive (list (conf-get-talk-info))) + "Populate year/talks/*.md files. +These should include the nav and schedule files, which will be +rewritten as needed. After they are generated, they should be all +right to manually edit to include things like additional +resources." + ;; TODO: No longer necessary? + (require 's) + (mapc (lambda (o) + (when (plist-get o :talk-id) + (let ((filename (expand-file-name (format "%s.md" (plist-get o :slug)) + (expand-file-name "talks" (expand-file-name conf-year conf-directory))))) + (unless (file-exists-p filename) + (with-temp-file filename + (let ((meta "!meta") + (title (or (plist-get o :title) "")) + (speakers (or (plist-get o :speakers) "")) + (talk-id (or (plist-get o :talk-id) "")) + (slug (or (plist-get o :slug) "")) + (info (or (plist-get o :info) ""))) + (insert + (s-lex-format "[[${meta} title=\"${title}\"]] +[[${meta} copyright=\"Copyright © ${conf-year} ${speakers}\"]] +[[!inline pages=\"internal(${conf-year}/info/${slug}-nav)\" raw=\"yes\"]] + +\n + +# ${title} +${speakers} + +${info} + +[[!inline pages=\"internal(${conf-year}/info/${slug}-schedule)\" raw=\"yes\"]] + +[[!inline pages=\"internal(${conf-year}/info/${slug}-nav)\" raw=\"yes\"]] +")))))))) + conf-info)) + +(defun conf-wiki-talk-resources (o) + (setq o (append (list :base-url + (concat conf-media-base-url (plist-get o :conf-year) "/") + :track-base-url + (format "/%s/captions/" (plist-get o :conf-year))) + o)) + (concat + (if (plist-get o :qa-public) "# Talk\n\n" "") + (conf-index-card o conf-main-extensions) + (if (plist-get o :qa-public) + (concat "\n\n# Q&A\n\n" + (conf-index-card (append + (list + :public 1 + :video-id "qanda" + :toobnix-url nil + :video-file (expand-file-name + (concat (file-name-sans-extension (plist-get o :video-slug)) "--answers.webm") + conf-captions-directory)) + o) + (list "--answers.vtt" "--answers--chapters.vtt"))) + ""))) + + + +(defun conf-format-talk-schedule-info (o) + (let ((friendly (concat "/" conf-year "/talks/" (plist-get o :slug) )) + (timestamp (org-timestamp-from-string (plist-get o :scheduled)))) + (concat + "[[!toc ]]\n" + + (if (plist-get o :q-and-a) (format "Q&A: %s \n" (plist-get o :q-and-a)) "") + (if (member conf-publishing-phase '(program schedule)) (concat "Status: " (plist-get o :status-label) " \n") "") + "Duration: " (or (plist-get o :video-duration) + (concat (plist-get o :duration) " minutes")) + " \n" + (if (and (member conf-publishing-phase '(program schedule)) + (not (member (plist-get o :status) '("DONE" "CANCELLED" "STARTED")))) + (let ((start (org-timestamp-to-time (org-timestamp-split-range timestamp))) + (end (org-timestamp-to-time (org-timestamp-split-range timestamp t)))) + (format + "
    %s
    Find out how to watch and participate
    " + (format-time-string "%Y-%m-%dT%H:%M:%SZ" start t) + (format-time-string "%Y-%m-%dT%H:%M:%SZ" end t) + (string-join (conf-timezone-strings o) "
    "))) + "") + "\n" + (if (plist-get o :alternate-apac) + (format "[[!inline pages=\"internal(%s/inline-alternate)\" raw=\"yes\"]] \n" conf-year) + "") + "\n" + "If you have questions and the speaker has not indicated public contact information on this page, please feel free to e-mail us at and we'll forward your question to the speaker.\n\n" + (if (plist-get o :public) (conf-wiki-talk-resources o) "") + "\n# Description\n\n"))) + +(defun conf-generate-schedule-page (talk) + (interactive (list (conf-get-talk-info-for-subtree))) + (with-temp-file (expand-file-name (format "%s-schedule.md" (plist-get talk :slug)) + (expand-file-name "info" (expand-file-name conf-year conf-directory))) + (insert + "\n\n" + (conf-format-talk-schedule-info talk) "\n"))) + +(defun conf-generate-info-pages () + (interactive) + "Populate year/info/*-nav and *-schedule.md files." + ;; TODO: No longer necessary? + (require 's) + (let* ((talks (seq-remove (lambda (o) (string= (plist-get o :status) "CANCELLED")) + (conf-filter-talks (conf-get-talk-info)))) + (next-talks (cdr talks)) + (prev-talks (cons nil talks))) + (while talks + (let* ((o (pop talks)) + (next-talk (conf-format-talk-link (pop next-talks))) + (prev-talk (conf-format-talk-link (pop prev-talks))) + (friendly (concat "/" conf-year "/talks/" (plist-get o :slug) )) + (nav-links (format "Back to the [[schedule]] \n%s%s" + (if prev-talk (format "Previous: %s \n" prev-talk) "") + (if next-talk (format "Next: %s \n" next-talk) "")))) + (with-temp-file (expand-file-name (format "%s-nav.md" (plist-get o :slug)) + (expand-file-name "info" (expand-file-name conf-year conf-directory))) + (insert nav-links)) + (conf-generate-schedule-page o))))) + +(defun conf-generate-talks-page (conf-info) + (interactive "p") + (let ((info conf-info)) + (with-temp-buffer + (find-file "talk-details.md") + (erase-buffer) + (insert (format "%s
    DurationTitleSpeakers
    " + (mapconcat + (lambda (o) + (let* ((title (plist-get o :title)) + (speakers (plist-get o :speakers))) + (if (null (plist-get o :talk-id)) + (format "%s" (conf-format-talk-link o)) + (format "%s%s%s" + (plist-get o :duration) + (conf-format-talk-link o) + (plist-get o :speakers))))) + info "\n"))) + (save-buffer)))) + +(defun conf-generate-main-schedule (&optional filename) + (interactive) + (with-temp-file (expand-file-name "schedule-details.md" (expand-file-name conf-year conf-directory)) + (insert (conf-format-talk-info-as-schedule (conf-get-talk-info))))) + +(defun conf-format-talk-link (talk) + (and talk (if (plist-get talk :talk-id) + (format "%s" + conf-year + (plist-get talk :slug) + (plist-get talk :title)) + (plist-get talk :title)))) + + +(defun conf-format-talk-info-as-schedule (info) + (let* ((talks (seq-filter + (lambda (o) + (and (not (string= (plist-get o :status) "CANCELLED")) + (plist-get o :speakers))) + (conf-filter-talks info))) + (captioned (seq-filter (lambda (o) (plist-get o :captioner)) talks)) + (cancelled (seq-filter (lambda (o) (string= (plist-get o :status) "CANCELLED")) info)) + (received (seq-remove (lambda (o) + (plist-get o :captioner)) + talks))) + (format "
    %d talks total: %d captioned (%d min), %d waiting for captions (%d min)
    +%s%s
    %s" + (length talks) + (length captioned) + (apply '+ (mapcar (lambda (info) (string-to-number (plist-get info :duration))) captioned)) + (length received) + (apply '+ (mapcar (lambda (info) (string-to-number (plist-get info :duration))) + received)) + (pcase conf-publishing-phase + ('program "StatusTitleSpeaker(s)") + ('schedule "StatusStartTitleSpeaker(s)") + ('resources "TitleSpeaker(s)Resources")) + (mapconcat + (lambda (o) + (let* ((time-fmt "%l:%M %p") + (timestamp (org-timestamp-from-string (plist-get o :scheduled))) + (start (if timestamp (format-time-string time-fmt (org-timestamp-to-time (org-timestamp-split-range timestamp))) "")) + (end (if timestamp (format-time-string time-fmt (org-timestamp-to-time (org-timestamp-split-range timestamp t))) "")) + (title (plist-get o :title)) + (status (pcase (plist-get o :status) + ("CAPTIONED" "captioned") + ("PREREC_RECEIVED" "received") + ("DONE" "done") + ("STARTED" "now playing") + (_ ""))) + (speakers (or (plist-get o :speakers) ""))) + (pcase conf-publishing-phase + ('program + (if (eq (plist-get o :type) 'headline) + (format "%s" + (if (plist-get o :slug) + (conf-format-talk-link o) + title)) + (format "%s%s%s" + status + (conf-format-talk-link o) speakers))) + ('schedule + (if (eq (plist-get o :type) 'headline) + (format "%s" + (if (plist-get o :slug) + (conf-format-talk-link o) + title)) + (format "%s~%s%s%s" + status + start (conf-format-talk-link o) speakers))) + ('resources + (if (eq (plist-get o :type) 'headline) + (format "%s" + (if (plist-get o :slug) + (conf-format-talk-link o) + title)) + (format "%s%s
      %s
    " + (conf-format-talk-link o) speakers + (mapconcat (lambda (s) (concat "
  • " s "
  • ")) + (conf-link-file-formats-as-list + (append o + (list :base-url (format "%s%s/" conf-media-base-url conf-year))) + (append conf-published-extensions '("--main.webm"))) + ""))))))) + (seq-remove (lambda (o) (string= (plist-get o :status) "CANCELLED")) + (cdr info)) + "\n") + (if (> (length cancelled) 0) + (format "
    Cancelled:
      %s
    " + (mapconcat (lambda (talk) (format "
  • %s - %s
  • " + conf-year + (plist-get talk :slug) + (plist-get talk :title) + (plist-get talk :speakers))) + cancelled "\n")) + "")))) + +(defun conf-timezone-strings (o) + (let* ((timestamp (org-timestamp-from-string (plist-get o :scheduled))) + (start (org-timestamp-to-time (org-timestamp-split-range timestamp))) + (end (org-timestamp-to-time (org-timestamp-split-range timestamp t)))) + (mapcar + (lambda (tz) + (format "%s - %s" + (format-time-string "%A, %b %e %Y, ~%l:%M %p" + start tz) + (format-time-string "%l:%M %p %Z" + end tz))) + conf-timezones))) + +(defun conf-make-protected-index (filename) + (interactive (list (expand-file-name "index.html" conf-protected-media-directory))) + (setq conf-info (conf-get-talk-info)) + (with-temp-file filename + (let* ((talks (seq-filter (lambda (o) (plist-get o :video-file)) (conf-filter-talks conf-info))) + (received (seq-remove (lambda (o) (plist-get o :captioner)) talks)) + (captioned (seq-filter (lambda (o) (plist-get o :captioner)) talks))) + (insert + "" + (format "

    Talks to be captioned (%d minutes)

      " + (apply '+ (seq-map (lambda (talk) (string-to-number (plist-get talk :duration))) + received))) + (mapconcat + (lambda (f) + (format "
    • %s
      %s
      %s
    • " + (plist-get f :title) + (plist-get f :speakers) + (conf-index-card + (append + f + (list :extra + (if (plist-get f :caption-note) (concat "
      " (plist-get f :caption-note) "
      ") ""))) + (append conf-main-extensions conf-protected-extensions)))) + received + "\n") + (format + "

    %d captioned talks ready for enjoyment (%d minutes)

    " + (length captioned) + (apply '+ (seq-map (lambda (talk) (string-to-number (plist-get talk :duration))) captioned))) + "
      " + (mapconcat (lambda (f) (format "
    1. %s
      %s
      %s
    2. " + (plist-get f :title) + (plist-get f :speakers) + (conf-index-card f conf-main-extensions))) + captioned "\n") + "
    " + (if (file-exists-p (expand-file-name "include-in-index.html" conf-captions-directory)) + (with-temp-buffer (insert-file-contents (expand-file-name "include-in-index.html" conf-captions-directory)) (buffer-string)) + "") + "")))) + +(defun conf-make-public-index (filename) + (interactive (list (expand-file-name "index.html" conf-public-media-directory))) + (setq conf-info (conf-get-talk-info)) + (with-temp-file filename + (insert + "" + "

    " conf-name " " conf-year "

    " + "" + "
      " + (mapconcat (lambda (f) (format "
    1. %s
    2. " (conf-index-card f '(".org" ".pdf" "--main.vtt")))) + (conf-public-talks conf-info) + "\n") + "
    " + (if (file-exists-p (expand-file-name "include-in-index.html" conf-captions-directory)) + (with-temp-buffer (insert-file-contents (expand-file-name "include-in-index.html" conf-captions-directory)) (buffer-string)) + "") + ""))) + +(defun conf-make-public-index-on-wiki () + (interactive) + (let ((info (seq-filter (lambda (o) + (not (string= (plist-get o :status) "CANCELLED"))) + (conf-filter-talks (conf-get-talk-info))))) + (with-temp-file (expand-file-name "all-include.md" (expand-file-name conf-year conf-directory)) + (insert + "
      " + (mapconcat + (lambda (f) + (format "
    1. %s
      %s%s
    2. " + (plist-get f :url) + (plist-get f :title) + (or (plist-get f :speakers) "") + (if (plist-get f :public) + (conf-index-card + (append (list :base-url + (concat conf-media-base-url (plist-get f :conf-year) "/") + :track-base-url + (format "/%s/captions/" (plist-get f :conf-year))) + f) + conf-published-extensions) + "") + (if (plist-get f :qa-public) + (conf-index-card + (append + (list + :public 1 + :base-url (concat conf-media-base-url (plist-get f :conf-year) "/") + :video-id "qanda" + :track-base-url + (format "/%s/captions/" (plist-get f :conf-year)) + :video-file (expand-file-name + (concat (file-name-sans-extension (plist-get f :video-slug)) "--answers.webm") + conf-captions-directory)) + f) + (list "--answers.vtt" "--answers--chapters.vtt")) + ""))) + info "\n")) + "
    "))) + + + +(defun conf-make-chapter-strings (filename track-base-url) + (when (file-exists-p filename) + (let ((chapters (with-temp-buffer + (insert-file-contents filename) + (subed-vtt--init) + (conf-chapters-buffer-as-list)))) + (list + :track (format "" + (concat (or track-base-url "") (file-name-nondirectory filename))) + :html (format "
      \n%s\n
    " + (mapconcat + (lambda (chapter) + (format "
  • %s %s
  • " + (/ (plist-get chapter :start-ms) 1000.0) + (/ (plist-get chapter :stop-ms) 1000.0) + (format-seconds "%.2h:%z%.2m:%.2s" (floor (/ (plist-get chapter :start-ms) 1000))) + (plist-get chapter :text))) + chapters + "\n")))))) + +(defun conf-video-subtitle-tracks (filename track-base-url) + (concat + (if (file-exists-p filename) + (format "" + (concat (or track-base-url "") (file-name-nondirectory filename))) + "") + (mapconcat + (lambda (lang) + (let ((lang-file (concat (file-name-sans-extension filename) "_" (car lang) (file-name-extension filename)))) + (if (file-exists-p lang-file) + (format "" + (cdr lang) + (car lang) + (concat (or track-base-url "") (file-name-nondirectory lang-file)) + (car lang)) + ""))) + '(("fr" . "French") ("ja" . "Japanese")) + ""))) + +(defun conf-link-file-formats (video-slug extensions) + (string-join (conf-link-file-formats-as-list video-slug extensions) " ")) + +(defun conf-link-file-formats-as-list (talk extensions) + (let ((video-slug (plist-get talk :video-slug)) + (wiki-captions-dir (expand-file-name "captions" (expand-file-name (plist-get talk :conf-year) conf-directory)))) + (delq nil (seq-map (lambda (ext) + (if (file-exists-p + (expand-file-name + (concat video-slug ext) + (if (string-match "\\.vtt$" ext) + wiki-captions-dir + conf-captions-directory))) + (format "Download %s" + (or (plist-get talk :base-url) "") + (concat video-slug ext) + ext))) + extensions)))) -- cgit v1.2.3