;;; emacsconf-publish.el --- Publishing -*- lexical-binding: t; -*- ;; Copyright (C) 2021 Sacha Chua ;; Author: Sacha Chua ;; Keywords: multimedia ;; This program is free software; you can redistribute it and/or modify ;; it under the terms of the GNU General Public License as published by ;; the Free Software Foundation, either version 3 of the License, or ;; (at your option) any later version. ;; This program is distributed in the hope that it will be useful, ;; but WITHOUT ANY WARRANTY; without even the implied warranty of ;; MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the ;; GNU General Public License for more details. ;; You should have received a copy of the GNU General Public License ;; along with this program. If not, see . ;;; Commentary: ;; ;;; Code: (defcustom emacsconf-media-base-url "https://media.emacsconf.org/" "Base URL for published media files." :type 'string :group 'emacsconf) (defcustom emacsconf-main-extensions '(".org" ".odp" ".pdf" ".el" "--compressed56.webm" "--main.vtt" "--main_fr.vtt" "--main_ja.vtt" "--chapters.vtt" "--main--chapters.vtt") "Extensions to list on public pages." :type '(repeat string) :group 'emacsconf) (defcustom emacsconf-protected-extensions '(".en.srv2" ".srt") "Extensions to list in the staging area." :group 'emacsconf) (defcustom emacsconf-public-media-directory nil "Can be over TRAMP" :type 'string :group 'emacsconf) (defcustom emacsconf-protected-media-directory nil "Can be over TRAMP" :type 'string :group 'emacsconf) (defun emacsconf-update-talk () "Publish the schedule page and the page for this talk." (interactive) (emacsconf-upcoming-insert-or-update) (let ((info (emacsconf-get-talk-info-for-subtree))) (emacsconf-generate-before-page info) (emacsconf-generate-after-page info)) (emacsconf-generate-main-schedule)) (defun emacsconf-update-conf-html () "Update the schedules and export the page so I can easily review it." (interactive) (cl-letf* ((new-org (>= (string-to-number (org-version)) 9.5)) ;; Fix bug probably introduced by org 9.5, but not investigated ;; thoroughly. ((symbol-function 'org-src-mode--maybe-disable-indent-tabs-mode) (eval `(lambda () (when (or ,(when new-org '(not org-src--tab-width)) (= org-src--tab-width 0)) (setq indent-tabs-mode nil)))))) (let ((org-confirm-babel-evaluate (or (null emacsconf-allow-dangerous-stuff) org-confirm-babel-evaluate))) (org-update-all-dblocks) (org-babel-execute-buffer) (org-html-export-to-html)))) (defun emacsconf-regenerate-wiki () (interactive) (let ((info (emacsconf-get-talk-info))) (emacsconf-generate-info-pages info) (emacsconf-generate-main-schedule info) (emacsconf-generate-talk-pages info t) (magit-status emacsconf-directory))) (defun emacsconf-update-schedules-in-wiki () (emacsconf-generate-info-pages) (emacsconf-generate-main-schedule) (emacsconf-generate-ical) (emacsconf-pentabarf-generate)) (defun emacsconf-update-and-publish () (interactive) (with-current-buffer (find-file-noselect emacsconf-org-file) (emacsconf-update-schedules) (emacsconf-upcoming-update-file) (emacsconf-update-schedules-in-wiki) (emacsconf-update-conf-html) (setq emacsconf-info (emacsconf-get-talk-info)))) (defun emacsconf-update-media () (interactive) (emacsconf-make-public-index-on-wiki) (when emacsconf-public-media-directory (emacsconf-make-public-index (expand-file-name "index.html" emacsconf-public-media-directory)) (emacsconf-generate-playlist (expand-file-name "index.m3u" emacsconf-public-media-directory) "EmacsConf2021" (emacsconf-public-talks emacsconf-info) (format "https://media.emacsconf.org/%s/" emacsconf-year))) (when emacsconf-protected-media-directory (emacsconf-make-protected-index (expand-file-name "index.html" emacsconf-protected-media-directory))) (emacsconf-generate-playlist (expand-file-name "index.m3u" emacsconf-protected-media-directory) "EmacsConf2021" (emacsconf-filter-talks emacsconf-info) (format "https://media.emacsconf.org/%s/protected/" emacsconf-year))) (defun emacsconf-index-card (talk &optional extensions) "Format an HTML card for TALK, linking the files in EXTENSIONS." (let* ((video-slug (plist-get talk :video-slug)) (video-file (and (plist-get talk :video-file) (expand-file-name (plist-get talk :video-file) emacsconf-captions-directory))) (video (emacsconf-index-card-video (or (plist-get talk :video-id) "mainVideo") video-file talk extensions))) ;; Add extra information to the talk (setq talk (append talk (list :video-html (plist-get video :video) :chapter-list (or (plist-get video :chapter-list) "") :resources (plist-get video :resources) :extra (or (plist-get talk :extra) "") :speaker-info (or (plist-get talk :speakers) "")))) (if (eq (plist-get talk :format) 'wiki) (plist-get talk :video-html) (emacsconf-replace-plist-in-string talk "
${video-html}${resources}${extra}${chapter-list}
")))) (defun emacsconf-index-card-video (video-id video-file talk extensions) (let* ((wiki-caption-dir (expand-file-name "captions" (expand-file-name (plist-get talk :conf-year) emacsconf-directory))) (chapter-info (and video-file (emacsconf-make-chapter-strings (expand-file-name (concat (file-name-base video-file) "--chapters.vtt") wiki-caption-dir) (plist-get talk :track-base-url)))) (info (append (list :source-src (when video-file (if (plist-get talk :public) (format "%s%s/%s" emacsconf-media-base-url (plist-get talk :conf-year) (file-name-nondirectory video-file)) (file-name-nondirectory video-file))) :captions (and video-file (let ((tracks (emacsconf-video-subtitle-tracks (expand-file-name (concat (file-name-base video-file) ".vtt") wiki-caption-dir) (or (plist-get talk :track-base-url) (plist-get talk :base-url))))) (cond ((zerop (length tracks)) "") ((eq (plist-get talk :format) 'wiki) (format "captions=\"\"\"%s\"\"\"" tracks)) (t tracks)))) :chapter-track (or (plist-get chapter-info :track) "") :chapter-list (if chapter-info (if (eq (plist-get talk :format) 'wiki) (format "[[!template id=\"chapters\" vidid=\"%s\" data=\"\"\"\n%s\n\"\"\"]]" video-id (plist-get chapter-info :md)) (plist-get chapter-info :html)) "") :video-id video-id :video-duration (if (and video-file (file-exists-p video-file)) (format-seconds "%m:%.2s" (/ (compile-media-get-file-duration-ms video-file) 1000))) :video-file-size (if (and video-file (file-exists-p video-file)) (file-size-human-readable (file-attribute-size (file-attributes video-file)))) :other-files (mapconcat (lambda (s) (if (eq (plist-get talk :format) 'wiki) (concat s " \n") (concat "
  • " s "
    • "))) (emacsconf-link-file-formats-as-list talk (or extensions emacsconf-main-extensions)) "") :poster (and video-file (format "https://media.emacsconf.org/%s/%s.png" (plist-get talk :conf-year) (file-name-base video-file))) :toobnix-info (if (plist-get talk :toobnix-url) (format (if (eq (plist-get talk :format) 'wiki) "[View on Toobnix](%s) \n" "
  • View on Toobnix
    • ") (plist-get talk :toobnix-url)) "")) talk))) (list :video (emacsconf-replace-plist-in-string info (if (and video-file (file-exists-p video-file)) (if (eq (plist-get talk :format) 'wiki) "[[!template id=\"vid\" vidid=\"${video-id}\" src=\"${source-src}\" poster=\"${poster}\" ${captions} size=\"${video-file-size}\" duration=\"${video-duration}\" other_resources=\"\"\"${other-files}${toobnix-info}\"\"\"]] ${chapter-list} " "") "The video for \"${title}\" will be posted here when available. You can also subscribe to the emacsconf-discuss mailing list for updates.")) :resources (emacsconf-replace-plist-in-string (append info (list :video-download (if video-file (emacsconf-replace-plist-in-string info "
  • Download .webm video (${video-duration}, ${video-file-size}B)
    • ") ""))) "
      ${video-download}${other-files}${toobnix-info}
    ")))) (defun emacsconf-format-public-email (o &optional email) (format "[%s](mailto:%s?subject=%s)" (or email (plist-get o :public-email)) (or email (plist-get o :public-email)) (url-hexify-string (format "Comment for EmacsConf 2022 %s: %s" (plist-get o :slug) (plist-get o :title))))) (defun emacsconf-format-speaker-info (o) (let ((extra-info (mapconcat #'identity (delq nil (list (unless (string= (plist-get o :pronunciation) "nil") (plist-get o :pronunciation)) (unless (string= (plist-get o :pronouns) "nil") (plist-get o :pronouns)) (when (plist-get o :irc) (format "IRC: %s" (plist-get o :irc))) (when (plist-get o :public-email) (format "" (plist-get o :public-email))))) ", "))) (concat (plist-get o :speakers) (if (> (length extra-info) 0) (concat " (" extra-info ")") "")))) (defun emacsconf-generate-talk-page (o &optional force) "Draft the talk page for O unless the page already exists or FORCE is non-nil." (interactive (list (emacsconf-get-talk-info-for-subtree) (> (prefix-numeric-value current-prefix-arg) 1))) (let ((filename (expand-file-name (format "%s.md" (plist-get o :slug)) (expand-file-name "talks" (expand-file-name emacsconf-year emacsconf-directory))))) (unless (file-directory-p (expand-file-name "talks" (expand-file-name emacsconf-year emacsconf-directory))) (mkdir (expand-file-name "talks" (expand-file-name emacsconf-year emacsconf-directory)))) (when (or force (null (file-exists-p filename))) (with-temp-file filename (insert (emacsconf-replace-plist-in-string (emacsconf-convert-talk-abstract-to-markdown (append o (list :speaker-info (emacsconf-format-speaker-info o) :meta "!meta" :categories (if (plist-get o :categories) (mapconcat (lambda (o) (format "[[!taglink %s]]" o)) (plist-get o :categories) " ") "")))) "[[${meta} title=\"${title}\"]] [[${meta} copyright=\"Copyright © ${year} ${speakers}\"]] [[!inline pages=\"internal(${year}/info/${slug}-nav)\" raw=\"yes\"]] \n # ${title} ${speaker-info} [[!inline pages=\"internal(${year}/info/${slug}-before)\" raw=\"yes\"]] ${abstract-md} [[!inline pages=\"internal(${year}/info/${slug}-after)\" raw=\"yes\"]] [[!inline pages=\"internal(${year}/info/${slug}-nav)\" raw=\"yes\"]] ${categories} ")))))) (defun emacsconf-generate-talk-pages (emacsconf-info force) (interactive (list (emacsconf-get-talk-info) (> (prefix-numeric-value current-prefix-arg) 1))) "Populate year/talks/*.md files. These should include the nav and schedule files, which will be rewritten as needed. After they are generated, they should be all right to manually edit to include things like additional resources." (mapc (lambda (o) (emacsconf-generate-talk-page o force)) (emacsconf-filter-talks emacsconf-info))) (defun emacsconf-wiki-talk-resources (o) (setq o (append (list :format 'wiki :base-url (concat emacsconf-media-base-url (plist-get o :conf-year) "/") :track-base-url (format "/%s/captions/" (plist-get o :conf-year))) o)) (concat (if (plist-get o :qa-public) "# Talk\n\n" "") (emacsconf-index-card o emacsconf-main-extensions) (if (plist-get o :qa-public) (concat "\n\n# Q&A\n\n" (emacsconf-index-card (append (list :public 1 :video-id "qanda" :toobnix-url nil :video-file (expand-file-name (concat (file-name-sans-extension (plist-get o :video-slug)) "--answers.webm") emacsconf-captions-directory)) o) (list "--answers.vtt" "--answers--chapters.vtt" "--answers--compressed32.webm"))) ""))) (defun emacsconf-format-talk-schedule-info (o) (let ((friendly (concat "/" emacsconf-year "/talks/" (plist-get o :slug) )) (timestamp (org-timestamp-from-string (plist-get o :scheduled)))) (concat "[[!toc ]]\n" (if (plist-get o :q-and-a) (format "Q&A: %s \n" (plist-get o :q-and-a)) "") (if (member emacsconf-publishing-phase '(program schedule)) (concat "Status: " (plist-get o :status-label) " \n") "") "Duration: " (or (plist-get o :video-duration) (concat (plist-get o :duration) " minutes")) " \n" (if (and (member emacsconf-publishing-phase '(program schedule)) (not (member (plist-get o :status) '("DONE" "CANCELLED" "STARTED")))) (let ((start (org-timestamp-to-time (org-timestamp-split-range timestamp))) (end (org-timestamp-to-time (org-timestamp-split-range timestamp t)))) (format "
    %s
    Find out how to watch and participate
    " (format-time-string "%Y-%m-%dT%H:%M:%SZ" start t) (format-time-string "%Y-%m-%dT%H:%M:%SZ" end t) (string-join (emacsconf-timezone-strings o) "
    "))) "") "\n" (if (plist-get o :alternate-apac) (format "[[!inline pages=\"internal(%s/inline-alternate)\" raw=\"yes\"]] \n" emacsconf-year) "") "\n" "If you have questions and the speaker has not indicated public contact information on this page, please feel free to e-mail us at and we'll forward your question to the speaker.\n\n" (if (plist-get o :public) (emacsconf-wiki-talk-resources o) "") "\n# Description\n\n"))) (defun emacsconf-format-email-questions-and-comments (talk) (format "Questions or comments? Please e-mail %s" (emacsconf-format-public-email talk (or (and (string= (plist-get talk :public-email) "t") (plist-get talk :email)) (plist-get talk :public-email) "emacsconf-org-private@gnu.org")))) (defun emacsconf-generate-before-page (talk) "Info included before the abstract." (interactive (list (emacsconf-get-talk-info-for-subtree))) (with-temp-file (expand-file-name (format "%s-before.md" (plist-get talk :slug)) (expand-file-name "info" (expand-file-name emacsconf-year emacsconf-directory))) (insert "\n") (when (eq emacsconf-publishing-phase 'schedule) (insert "\n" (emacsconf-format-talk-schedule-info talk) "\n")) ;; Contact information ;; (insert "\n\n" (emacsconf-format-email-questions-and-comments talk) "\n") (insert ""))) (defun emacsconf-generate-after-page (talk &optional info) "Info included before the abstract." (interactive (list (emacsconf-get-talk-info-for-subtree))) ;; Contact information (with-temp-file (expand-file-name (format "%s-after.md" (plist-get talk :slug)) (expand-file-name "info" (expand-file-name emacsconf-year emacsconf-directory))) (insert "\n") (insert "\n\n" (emacsconf-format-email-questions-and-comments talk) "\n") (insert "\n"))) (defun emacsconf-generate-nav-pages (&optional talks) (interactive (list (seq-remove (lambda (o) (string= (plist-get o :status) "CANCELLED")) (sort (emacsconf-filter-talks (emacsconf-get-talk-info)) #'emacsconf-sort-by-scheduled)))) (let* ((next-talks (cdr talks)) (prev-talks (cons nil talks))) (unless (file-directory-p (expand-file-name "info" (expand-file-name emacsconf-year emacsconf-directory))) (mkdir (expand-file-name "info" (expand-file-name emacsconf-year emacsconf-directory)))) (while talks (let* ((o (pop talks)) (next-talk (emacsconf-format-talk-link (pop next-talks))) (prev-talk (emacsconf-format-talk-link (pop prev-talks)))) (with-temp-file (expand-file-name (format "%s-nav.md" (plist-get o :slug)) (expand-file-name "info" (expand-file-name emacsconf-year emacsconf-directory))) (insert (format "Back to the [[talks]] \n%s%s" (if prev-talk (format "Previous: %s \n" prev-talk) "") (if next-talk (format "Next: %s \n" next-talk) "")))))))) (defun emacsconf-generate-info-pages (&optional info) (interactive) "Populate year/info/*-nav, -before, and -after files." (let* ((talks (seq-remove (lambda (o) (string= (plist-get o :status) "CANCELLED")) (sort (emacsconf-filter-talks (or info (emacsconf-get-talk-info))) #'emacsconf-sort-by-scheduled)))) (emacsconf-generate-nav-pages talks) (mapc #'emacsconf-generate-before-page talks) (mapc #'emacsconf-generate-after-page talks))) (defun emacsconf-generate-talks-page (emacsconf-info) (interactive "p") (let ((info emacsconf-info)) (with-temp-buffer (find-file "talk-details.md") (erase-buffer) (insert (format "%s
    DurationTitleSpeakers
    " (mapconcat (lambda (o) (let* ((title (plist-get o :title)) (speakers (plist-get o :speakers))) (if (null (plist-get o :slug)) (format "%s" (emacsconf-format-talk-link o)) (format "%s%s%s" (plist-get o :duration) (emacsconf-format-talk-link o) (plist-get o :speakers))))) info "\n"))) (save-buffer)))) (defun emacsconf-generate-main-schedule-with-tracks (&optional info) (interactive) (setq info (or info (emacsconf-schedule-inflate-sexp emacsconf-schedule-plan (emacsconf-get-talk-info)))) (with-temp-file (expand-file-name "schedule-details.md" (expand-file-name emacsconf-year emacsconf-directory)) (let ((links (mapconcat (lambda (track) (concat (cadr track) ": " (mapconcat (lambda (sec) (format "%s" (car track) (car sec) (cadr sec))) '(("sat-am" "Sat AM") ("sat-pm" "Sat PM") ("sun-am" "Sun AM") ("sun-pm" "Sun PM")) " - "))) '(("gen" "General") ("dev" "Development")) " \n"))) (insert (mapconcat (lambda (track) (let* ((id (elt track 0)) (label (elt track 1)) (start (elt track 2)) (end (elt track 3)) (sequence (emacsconf-schedule-get-subsequence info start end)) (sat (emacsconf-schedule-get-subsequence sequence "Saturday" "Sunday")) (sun (emacsconf-schedule-get-subsequence sequence "Sunday"))) (format "\n\n\n## %s\n\n%s\n\n" id label (mapconcat (lambda (section) (let ((section-id (elt section 0)) (section-label (elt section 1)) (section-seq (caddr section))) (format "%s\n\n\n### %s track - %s\n%s\n" links id section-id label section-label (emacsconf-format-main-schedule section-seq)))) `(("sat-am" "Saturday morning - Dec 3" ,(cdr (emacsconf-schedule-get-subsequence sat nil "LUNCH"))) ("sat-pm" "Saturday afternoon - Dec 3" ,(cdr (emacsconf-schedule-get-subsequence sat "LUNCH"))) ("sun-am" "Sunday morning - Dec 4" ,(cdr (emacsconf-schedule-get-subsequence sun nil "LUNCH"))) ("sun-pm" "Sunday afternoon - Dec 4" ,(cdr (emacsconf-schedule-get-subsequence sun "LUNCH")))) "\n\n") ))) '(("gen" "General" "^GEN Sat" "^DEV Sat") ("dev" "Development" "^DEV Sat")) "\n"))))) (defun emacsconf-generate-main-schedule (&optional info) (interactive) (with-temp-file (expand-file-name "schedule-details.md" (expand-file-name emacsconf-year emacsconf-directory)) (insert (emacsconf-format-main-schedule (sort (emacsconf-get-talk-info) #'emacsconf-sort-by-scheduled))))) (defun emacsconf-format-talk-link (talk) (and talk (if (plist-get talk :slug) (format "%s" emacsconf-year (plist-get talk :slug) (plist-get talk :title)) (plist-get talk :title)))) (defun emacsconf-summarize-caption-status (info) (let* ((talks (seq-filter (lambda (o) (and (not (string= (plist-get o :status) "CANCELLED")) (plist-get o :speakers))) (emacsconf-filter-talks info))) (captioned (seq-filter (lambda (o) (plist-get o :captioner)) talks)) (received (seq-remove (lambda (o) (plist-get o :captioner)) talks))) (format "
    %d talks total: %d captioned (%d min), %d waiting for captions (%d min)
    " (length talks) (length captioned) (apply '+ (mapcar (lambda (info) (string-to-number (plist-get info :duration))) captioned)) (length received) (apply '+ (mapcar (lambda (info) (string-to-number (plist-get info :duration))) received))))) (defun emacsconf-format-main-schedule (info) (let* ((cancelled (seq-filter (lambda (o) (string= (plist-get o :status) "CANCELLED")) info))) (format "%s%s
    %s" (pcase emacsconf-publishing-phase ('program "TitleSpeaker(s)") ('schedule "StatusStartTitleSpeaker(s)") ('resources "TitleSpeaker(s)Resources")) (mapconcat (lambda (o) (let* ((time-fmt "%l:%M %p") (timestamp (org-timestamp-from-string (plist-get o :scheduled))) (start (if timestamp (format-time-string time-fmt (org-timestamp-to-time (org-timestamp-split-range timestamp))) "")) ;; (end (if timestamp (format-time-string time-fmt (org-timestamp-to-time (org-timestamp-split-range timestamp t))) "")) (title (plist-get o :title)) (status (pcase (plist-get o :status) ("CAPTIONED" "captioned") ("PREREC_RECEIVED" "received") ("DONE" "done") ("STARTED" "now playing") (_ ""))) (speakers (or (plist-get o :speakers) ""))) (pcase emacsconf-publishing-phase ('program (if (eq (plist-get o :type) 'headline) (format "%s" (if (plist-get o :slug) (emacsconf-format-talk-link o) title)) (format "%s%s" (emacsconf-format-talk-link o) speakers))) ('schedule (if (eq (plist-get o :type) 'headline) (format "%s" (if (plist-get o :slug) (emacsconf-format-talk-link o) title)) (format "%s~%s%s%s" status start (emacsconf-format-talk-link o) speakers))) ('resources (if (eq (plist-get o :type) 'headline) (format "%s" (if (plist-get o :slug) (emacsconf-format-talk-link o) title)) (format "%s%s
      %s
    " (emacsconf-format-talk-link o) speakers (mapconcat (lambda (s) (concat "
  • " s "
    • ")) (emacsconf-link-file-formats-as-list (append o (list :base-url (format "%s%s/" emacsconf-media-base-url emacsconf-year))) (append emacsconf-main-extensions '("--main.webm"))) ""))))))) (seq-remove (lambda (o) (string= (plist-get o :status) "CANCELLED")) info) "\n") (if (> (length cancelled) 0) (format "
    Cancelled:
      %s
    " (mapconcat (lambda (talk) (format "
  • %s - %s
    • " emacsconf-year (plist-get talk :slug) (plist-get talk :title) (plist-get talk :speakers))) cancelled "\n")) "")))) (defun emacsconf-timezone-strings (o) (let* ((timestamp (org-timestamp-from-string (plist-get o :scheduled))) (start (org-timestamp-to-time (org-timestamp-split-range timestamp))) (end (org-timestamp-to-time (org-timestamp-split-range timestamp t)))) (mapcar (lambda (tz) (format "%s - %s" (format-time-string "%A, %b %e %Y, ~%l:%M %p" start tz) (format-time-string "%l:%M %p %Z" end tz))) emacsconf-timezones))) (defun emacsconf-make-protected-index (filename) (interactive (list (expand-file-name "index.html" emacsconf-protected-media-directory))) (setq emacsconf-info (emacsconf-get-talk-info)) (with-temp-file filename (let* ((talks (seq-filter (lambda (o) (plist-get o :video-file)) (emacsconf-filter-talks emacsconf-info))) (received (seq-remove (lambda (o) (plist-get o :captioner)) talks)) (captioned (seq-filter (lambda (o) (plist-get o :captioner)) talks))) (insert "" (format "

    Talks to be captioned (%d minutes)

      " (apply '+ (seq-map (lambda (talk) (string-to-number (plist-get talk :duration))) received))) (mapconcat (lambda (f) (format "
    • %s
      %s
      %s
      • " (plist-get f :title) (plist-get f :speakers) (emacsconf-index-card (append f (list :extra (if (plist-get f :caption-note) (concat "
      " (plist-get f :caption-note) "
      ") ""))) (append emacsconf-main-extensions emacsconf-protected-extensions)))) received "\n") (format "

    %d captioned talks ready for enjoyment (%d minutes)

    " (length captioned) (apply '+ (seq-map (lambda (talk) (string-to-number (plist-get talk :duration))) captioned))) "
      " (mapconcat (lambda (f) (format "
    1. %s
      %s
      %s
      2. " (plist-get f :title) (plist-get f :speakers) (emacsconf-index-card f emacsconf-main-extensions))) captioned "\n") "
    " (if (file-exists-p (expand-file-name "include-in-index.html" emacsconf-captions-directory)) (with-temp-buffer (insert-file-contents (expand-file-name "include-in-index.html" emacsconf-captions-directory)) (buffer-string)) "") "")))) (defun emacsconf-make-public-index (filename) (interactive (list (expand-file-name "index.html" emacsconf-public-media-directory))) (setq emacsconf-info (emacsconf-get-talk-info)) (with-temp-file filename (insert "" "

    " emacsconf-name " " emacsconf-year "

    " "
    M3U playlist for playing in MPV and other players
    " "
      " (mapconcat (lambda (o) (format "
    1. %s
      %s
      %s
      2. %s" (plist-get o :url) (plist-get o :title) (plist-get o :speakers) (emacsconf-index-card o '(".org" ".pdf" "--main.vtt" "--compressed56.webm")) (if (plist-get o :qa-public) (format "
    2. Q&A for %s
      %s
      3. " (plist-get o :title) (emacsconf-index-card (append (list :public 1 :video-id "qanda" :toobnix-url nil :video-file (expand-file-name (concat (file-name-sans-extension (plist-get o :video-slug)) "--answers.webm") emacsconf-captions-directory)) o) (list "--answers.vtt" "--answers--chapters.vtt"))) ""))) (emacsconf-public-talks emacsconf-info) "\n") "
    " (if (file-exists-p (expand-file-name "include-in-index.html" emacsconf-captions-directory)) (with-temp-buffer (insert-file-contents (expand-file-name "include-in-index.html" emacsconf-captions-directory)) (buffer-string)) "") ""))) (defun emacsconf-make-public-index-on-wiki () (interactive) (let ((info (seq-filter (lambda (o) (not (string= (plist-get o :status) "CANCELLED"))) (emacsconf-filter-talks (emacsconf-get-talk-info))))) (with-temp-file (expand-file-name "all-include.md" (expand-file-name emacsconf-year emacsconf-directory)) (insert "
      " (mapconcat (lambda (f) (format "
    1. %s
      %s
      %s%s
      2. " (plist-get f :url) (plist-get f :title) (or (plist-get f :speakers) "") (if (plist-get f :public) (emacsconf-index-card (append (list :base-url (concat emacsconf-media-base-url (plist-get f :conf-year) "/") :track-base-url (format "/%s/captions/" (plist-get f :conf-year))) f) emacsconf-main-extensions) "") (if (plist-get f :qa-public) (emacsconf-index-card (append (list :public 1 :base-url (concat emacsconf-media-base-url (plist-get f :conf-year) "/") :video-id "qanda" :track-base-url (format "/%s/captions/" (plist-get f :conf-year)) :video-file (expand-file-name (concat (file-name-sans-extension (plist-get f :video-slug)) "--answers.webm") emacsconf-captions-directory)) f) (list "--answers.vtt" "--answers--chapters.vtt")) ""))) info "\n")) "
    "))) (defun emacsconf-make-chapter-strings (filename track-base-url) (when (file-exists-p filename) (let ((chapters (with-temp-buffer (insert-file-contents filename) (subed--init "vtt") (subed-subtitle-list)))) (list :track (format "" (concat (or track-base-url "") (file-name-nondirectory filename))) :md (subed-convert--chapters chapters) :html (format "
      \n%s\n
    " (mapconcat (lambda (chapter) (format "
  • %s %s
    • " (/ (elt chapter 1) 1000.0) (/ (elt chapter 2) 1000.0) (format-seconds "%.2h:%z%.2m:%.2s" (floor (/ (elt chapter 1) 1000))) (elt chapter 3))) chapters "\n")))))) (defun emacsconf-video-subtitle-tracks (filename track-base-url) (concat (if (file-exists-p filename) (format "" (concat (or track-base-url "") (file-name-nondirectory filename))) "") (mapconcat (lambda (lang) (let ((lang-file (concat (file-name-sans-extension filename) "_" (car lang) "." (file-name-extension filename)))) (if (file-exists-p lang-file) (format "" (cdr lang) (car lang) (concat (or track-base-url "") (file-name-nondirectory lang-file))) ""))) '(("fr" . "French") ("ja" . "Japanese")) ""))) (defun emacsconf-link-file-formats (video-slug extensions) (string-join (emacsconf-link-file-formats-as-list video-slug extensions) " ")) (defun emacsconf-link-file-formats-as-list (talk extensions) (let ((video-slug (plist-get talk :video-slug)) (wiki-captions-dir (expand-file-name "captions" (expand-file-name (plist-get talk :conf-year) emacsconf-directory)))) (delq nil (seq-map (lambda (ext) (let ((file (expand-file-name (concat video-slug ext) (if (string-match "\\.vtt$" ext) wiki-captions-dir emacsconf-captions-directory))) size) (when (file-exists-p file) (setq size (if (> (file-attribute-size (file-attributes file)) 1000000) (format " (%sB)" (file-size-human-readable (file-attribute-size (file-attributes file)))) "")) (if (eq (plist-get talk :format) 'wiki) (format "[Download %s%s](%s%s)" ext size (or (plist-get talk :base-url) "") (concat video-slug ext)) (format "Download %s%s" (or (plist-get talk :base-url) "") (concat video-slug ext) ext size))))) extensions)))) (defun emacsconf-talks-csv () "Make a CSV of the talks. Columns are: slug,title,speakers,talk page url,video url,duration,sha." (interactive) (require 'org-table) (require 'compile-media) (with-temp-file (expand-file-name "talks.csv" emacsconf-public-media-directory) (let ((results (delq nil (seq-mapcat (lambda (o) (let ((date (format-time-string "%Y-%m-%d" (plist-get o :start-time) emacsconf-timezone)) (main-video (expand-file-name (concat (plist-get o :video-slug) "--main.webm") emacsconf-captions-directory)) (qa-video (expand-file-name (concat (plist-get o :video-slug) "--answers.webm") emacsconf-captions-directory)) (talk-page-url (plist-get o :url)) (speakers (or (plist-get o :speakers) ""))) (delq nil (list (list (concat emacsconf-name " " emacsconf-year) (plist-get o :slug) (plist-get o :title) speakers talk-page-url (format "%s%s/%s--main.webm" emacsconf-media-base-url (plist-get o :conf-year) (plist-get o :video-slug)) date (format-seconds "%02h:%z%02m:%02s" (/ (compile-media-get-file-duration-ms main-video) 1000)) (if (file-exists-p main-video) (string-trim (shell-command-to-string (concat "sha1sum -b " (shell-quote-argument main-video) " | cut -d ' ' -f 1"))) "") (or (plist-get o :youtube-url) "") (or (plist-get o :toobnix-url) "")) (if (plist-get o :qa-public) (list (concat emacsconf-name " " emacsconf-year) (format "%s-qa" (plist-get o :slug)) (format "Q&A for %s" (plist-get o :title)) speakers talk-page-url (format "%s%s/%s--answers.webm" emacsconf-media-base-url (plist-get o :conf-year) (plist-get o :video-slug)) date (format-seconds "%02h:%z%02m:%02s" (/ (compile-media-get-file-duration-ms qa-video) 1000)) (if (file-exists-p qa-video) (string-trim (shell-command-to-string (concat "sha1sum -b " (shell-quote-argument qa-video) " | cut -d ' ' -f 1"))) "") (or (plist-get o :qa-youtube) "") (or (plist-get o :qa-toobnix) ""))))))) (emacsconf-public-talks (emacsconf-get-talk-info)))))) (insert (orgtbl-to-csv (cons '("Conference" "Slug" "Title" "Speakers" "Talk page URL" "Video URL" "Date" "Duration" "SHA" "Youtube URL" "Toobnix URL") results) nil))))) (defun emacsconf-generate-pad-template (emacsconf-info) "Generate a template for copying and pasting into the pad. Writes it to pad-template.html." (interactive (list (emacsconf-get-talk-info))) (let* ((talks (emacsconf-filter-talks emacsconf-info)) (text (concat "

    Conference info, how to watch/participate: https://emacsconf.org/2021/
    Guidelines for conduct: https://emacsconf.org/conduct/

    Except where otherwise noted, the material on the EmacsConf pad are dual-licensed under the terms of the Creative Commons Attribution-ShareAlike 4.0 International Public License; and the GNU General Public License as published by the Free Software Foundation, either version 3 of the License, or (at your option) an later version. Copies of these two licenses are included in the EmacsConf wiki repository, in the COPYING.GPL and COPYING.CC-BY-SA files (https://emacsconf.org/COPYING/).

    By contributing to this pad, you agree to make your contributions available under the above licenses. You are also promising that you are the author of your changes, or that you copied them from a work in the public domain or a work released under a free license that is compatible with the above two licenses. DO NOT SUBMIT COPYRIGHTED WORK WITHOUT PERMISSION.

    This pad is here to be curated by everybody and its rough structure is like this:

    1. General info and license
    2. A section for each talk -> please do add questions and notes
    3. A general feedback section

    " (mapconcat (lambda (o) (let ((url (format "https://emacsconf.org/%s/talks/%s" emacsconf-year (plist-get o :slug)))) (format "-------------------------------------------------------------------------------------------------
    Talk%s: %s
    Speaker(s): %s
    Talk page: %s
    Actual start of talk EST:     Start of Q&A:    End of Q&A:   
    Questions: Speakers may answer in any order or skip questions. As much as possible, put your questions at the top level instead of under another question. If adding an answer, please indicate [speaker] or your nick accordingly. Volunteers, please add new slots as ones get filled.
    • Q1: 
      • A: 
    • Q2: 
      • A: 
    • Q3: 
      • A: 
    • Q4: 
      • A: 
    Links and other notes:
    • sample text
    • sample text
    • sample text
    • sample text
    " (plist-get o :slug) (plist-get o :title) (plist-get o :speakers) url url))) talks "

    \n") "

    -------------------------------------------------------------------------------------------------
    General Feedback: What went well?

    • sample text
    • sample text
    • sample text
    • sample text


    -------------------------------------------------------------------------------------------------
    General Feedback: What to improve?

    • sample text
    • sample text
    • sample text
    • sample text


    -------------------------------------------------------------------------------------------------
    Colophon:
      "))) (with-current-buffer (find-file "pad-template.html") (erase-buffer) (insert text) (save-buffer))) (browse-url-of-file "pad-template.html")) (defun emacsconf-generate-playlist (filename playlist-name talks &optional base-url) (with-temp-file filename (insert (format "#EXTM3U\n#PLAYLIST: %s\n#EXTALB: %s\n#EXTGENRE: Speech\n%s" playlist-name playlist-name (mapconcat (lambda (talk) (let* ((slug (plist-get talk :video-slug)) (filename (concat (plist-get talk :video-slug) "--main.webm"))) (if (and slug (file-exists-p (expand-file-name filename emacsconf-captions-directory))) (format "#EXTINF:-1,%s - %s\n%s%s\n" (plist-get talk :title) (plist-get talk :speakers) base-url filename) ""))) talks ""))))) (defun emacsconf-get-preferred-video (video-slug) (or (seq-find 'file-exists-p (seq-map (lambda (suffix) (expand-file-name (concat video-slug "--" suffix ".webm") emacsconf-captions-directory)) '("main" "captioned" "normalized" "compressed"))) (car (directory-files emacsconf-captions-directory nil (concat (regexp-quote video-slug) "\\." (regexp-opt subed-video-extensions)))))) (defun emacsconf-check-video-formats () (interactive) (with-current-buffer (get-buffer-create "*Video check*") (erase-buffer) (mapc (lambda (filename) (insert "* " (if (string-match "--\\(main\\|compressed\\|normalized\\|captioned\\)\\.webm$" filename) (match-string 1 filename) "") ": " filename "\n" (shell-command-to-string (format "ffprobe %s 2>&1 | grep -E '(Duration|Stream)'" (shell-quote-argument filename))) "\n")) (delq nil (mapcar (lambda (talk) (emacsconf-get-preferred-video (plist-get talk :video-slug))) emacsconf-info))) (switch-to-buffer (current-buffer)))) ;;; Video services (defun emacsconf-cache-all-video-data () (interactive) (org-map-entries (lambda () (when (and (org-entry-get (point) "VIDEO_SLUG") (null (org-entry-get (point) "VIDEO_FILE_SIZE"))) (emacsconf-cache-video-data-for-entry))))) (defun emacsconf-cache-video-data-for-entry () (interactive) (let* ((video-file (emacsconf-get-preferred-video (org-entry-get (point) "VIDEO_SLUG"))) (duration (/ (compile-media-get-file-duration-ms video-file) 1000))) (org-entry-put (point) "VIDEO_FILE" (file-name-nondirectory video-file)) (org-entry-put (point) "VIDEO_FILE_SIZE" (file-size-human-readable (file-attribute-size (file-attributes video-file)))) (org-entry-put (point) "VIDEO_DURATION" (format-seconds "%m:%.2s" duration)) (org-entry-put (point) "TIME" (number-to-string (ceiling (/ duration 60)))))) (defvar emacsconf-youtube-channel-id "UCwuyodzTl_KdEKNuJmeo99A") (defun emacsconf-youtube-edit () (interactive) (let ((url (org-entry-get (point) "YOUTUBE_URL"))) (if url (when (or (string-match "youtu\\.be/\\([-A-Za-z0-9_]+\\)" url) (string-match "watch\\?v=\\([-A-Za-z0-9_]+\\)" url)) (browse-url (format "https://studio.youtube.com/video/%s/edit" (match-string 1 url)))) (browse-url (concat "https://studio.youtube.com/channel/" emacsconf-youtube-channel-id))))) (defun emacsconf-toobnix-edit () (interactive) (let ((url (org-entry-get (point) "TOOBNIX_URL"))) (if url (when (string-match "/w/\\([A-Za-z0-9]+\\)" url) (browse-url (format "https://toobnix.org/videos/update/%s" (match-string 1 url)))) (when (> (length (org-entry-get (point) "VIDEO_SLUG")) 80) (copy-file (expand-file-name (concat (org-entry-get (point) "VIDEO_SLUG") "--main.webm") emacsconf-captions-directory) (expand-file-name (concat "emacsconf-" emacsconf-year "-" (org-entry-get (point) "SLUG") ".webm") emacsconf-captions-directory) t)) (browse-url "https://toobnix.org/videos/upload#upload")))) (defun emacsconf-publish-files () (interactive) (let* ((slug (org-entry-get (point) "VIDEO_SLUG")) (video-file (emacsconf-get-preferred-video slug)) (wiki-captions-directory (expand-file-name "captions" (expand-file-name emacsconf-year emacsconf-directory))) (new-captions-file (expand-file-name (concat slug "--main.vtt") wiki-captions-directory))) (org-entry-put (point) "PUBLIC" "1") (when (file-exists-p video-file) (emacsconf-youtube-edit) (emacsconf-toobnix-edit) (emacsconf-cache-video-data-for-entry) (emacsconf-update-talk) (when (file-exists-p (expand-file-name (concat slug ".md") wiki-captions-directory)) (with-current-buffer (find-file-noselect (file-exists (expand-file-name (concat slug ".md") wiki-captions-directory))) (magit-stage-file (buffer-file-name)))) (mapc (lambda (suffix) (when (file-exists-p (expand-file-name (concat slug suffix) emacsconf-captions-directory)) (copy-file (expand-file-name (concat slug suffix) emacsconf-captions-directory) (expand-file-name (concat slug suffix) wiki-captions-directory)t) (with-current-buffer (find-file-noselect (expand-file-name (concat slug suffix) wiki-captions-directory)) (magit-stage-file (buffer-file-name))))) '("--main.vtt" "--chapters.vtt" "--main_ja.vtt" "--main_fr.vtt")) (magit-status-setup-buffer emacsconf-directory) (when (and emacsconf-public-media-directory slug (> (length (string-trim slug)) 0) ;; TODO: make this customizable (shell-command (format "ssh front -- 'rm /var/www/media.emacsconf.org/%s/%s*; cp -n -l /var/www/media.emacsconf.org/%s/protected/%s* /var/www/media.emacsconf.org/%s/; chmod ugo+r /var/www/media.emacsconf.org/%s/ -R'" emacsconf-year slug emacsconf-year slug emacsconf-year emacsconf-year))) (when emacsconf-public-media-directory (emacsconf-make-public-index (expand-file-name "index.html" emacsconf-public-media-directory)) (emacsconf-generate-playlist (expand-file-name "index.m3u" emacsconf-public-media-directory) "EmacsConf 2021" (emacsconf-public-talks (emacsconf-get-talk-info)))))) ;; (copy-file (emacsconf-get-preferred-video slug) emacsconf-public-media-directory t) ;; (mapc (lambda (ext) ;; (when (file-exists-p (expand-file-name (concat slug ext) emacsconf-captions-directory)) ;; (copy-file (expand-file-name (concat slug ext) emacsconf-captions-directory) ;; emacsconf-public-media-directory ;; t))) ;; emacsconf-published-extensions) )) (provide 'emacsconf-publish)