;; -*- lexical-binding: t -*- ;;; markdown.el --- Emacs support for editing Gwern.net ;;; Copyright (C) 2009 by Gwern Branwen ;;; License: CC-0 ;;; When: Time-stamp: "2025-12-21 21:22:41 gwern" ;;; Words: GNU Emacs, Markdown, HTML, GTX, Gwern.net, typography ;;; ;;; Commentary: ;;; Helper files for editing Markdown, HTML, and HTML-in-GTX, particularly reformatting & editing annotations in the Gwern.net house style. ;;; Additional functions include error-checking and prettifying confusable characters like dashes. ;;; Code: ; since I hardly ever write elisp, and often start writing things in the *scratch* buffer, save time by defaulting to Markdown. (setq initial-major-mode 'markdown-mode) (setq initial-scratch-message "") (push '("\\.gtx$" . html-mode) auto-mode-alist) ; add repo tool directory to path to avoid hardwiring script paths: (add-to-list 'exec-path "~/wiki/static/build/") ; I do much of my editing in gwern.net files, so save myself some tab-completion hassle: (setq default-directory "~/wiki/") ; the tools & site compilation process frequently modify the Markdown/GTX files, especially during interactive use (like reviewing new annotations), and it is a hassle (and slow) to prompt for an update of the corresponding buffers every time. ; So, if there are no modifications to a buffer which might need to be saved/merged, we automatically update buffers to match on-disk files without any user interactions. (global-auto-revert-mode) ;;we rely on the Github dev version because the 2017 v2.3 stable release packaged everywhere is missing a bugfix (stable breaks on any Markdown file with HTML comments in it); NOTE: still seems to be true on Ubuntu `elpa-markdown-mode` 2.3+210-1 as of 2023-02-11! (add-to-list 'load-path "~/src/markdown-mode/") (require 'markdown-mode) ; (setq major-mode 'markdown-mode) ; needs to be done via 'Customize'? (setq markdown-command "pandoc --mathjax --metadata title=markdown-preview --to=html5 --standalone --number-sections --toc --reference-links --css=https://gwern.net/static/css/default.css -f markdown+smart --template=/home/gwern/wiki/static/template/pandoc/template-html5-articleedit.html5 -V lang=en-us") (setq markdown-enable-math t) (setq markdown-italic-underscore t) ;"Set up highlighting of special words for selected modes." ; (make-face 'taylor-special-words-warning) (set-face-attribute 'taylor-special-words-warning nil :foreground "White" :background "Firebrick") (let ((pattern "\\<\\(FIXME\\|TODO\\|NOTE\\|WARNING\\|BUGS\\|BUG\\|FIXME\\|FIX_ME\\|FIX ME\\|HACK\\)\\>")) (mapc (lambda (mode) (font-lock-add-keywords mode `((,pattern 1 'taylor-special-words-warning prepend)))) '(ada-mode c-mode css-mode emacs-lisp-mode java-mode haskell-mode literate-haskell-mode html-mode lisp-mode php-mode python-mode ruby-mode scheme-mode sgml-mode sh-mode sml-mode markdown-mode ledger-mode))) (make-face 'taylor-special-words-safe) (set-face-attribute 'taylor-special-words-safe nil :foreground "White" :background "Green") (let ((pattern "\\<\\(DONE\\|OK\\|SKIPPED\\)\\>")) (mapc (lambda (mode) (font-lock-add-keywords mode `((,pattern 1 'taylor-special-words-safe prepend)))) '(emacs-lisp-mode java-mode haskell-mode literate-haskell-mode html-mode lisp-mode php-mode python-mode scheme-mode sgml-mode sh-mode markdown-mode ledger-mode))) ; additionally warn on dangerous use of statistical-significance testing language: (add-hook 'markdown-mode-hook (lambda () (font-lock-add-keywords nil '( (" significant" 0 'taylor-special-words-warning t) (" significance" 0 'taylor-special-words-warning t) )) (setq show-trailing-whitespace t) )) (add-hook 'html-mode-hook (lambda () (font-lock-add-keywords nil '( (" significant" 0 'taylor-special-words-warning t) (" significance" 0 'taylor-special-words-warning t) )))) ;I like unusual semantic punctuation! (defun interrobang () (interactive (insert-char ?‽ 1))) ;; interrobang: ‽ for replacing "?!"\"!?" (defun irony () (interactive (insert-char ?⸮ 1))) (defalias 'sarcasm 'irony) ;; sarcasm mark: ⸮ (better than '' or '[!]', anyway) (defun bitcoin () (interactive (insert-char ?₿ 1))) (defun en-dash () (interactive (insert-char ?– 1))) (defun em-dash () (interactive (insert-char ?— 1))) (defun arrow-right () (interactive (insert-char ?→ 1))) (defun arrow-left () (interactive (insert-char ?← 1))) (defun arrow-both () (interactive (insert-char ?↔ 1))) (defun arrow-up () (interactive (insert-char ?↑ 1))) (defun arrow-down () (interactive (insert-char ?↓ 1))) (defun interpunct () (interactive (insert-char ?• 1))) (defun g-gwern () (interactive (insert-char ?𝔊 1))) ; 'MATHEMATICAL FRAKTUR CAPITAL G' (defun replace-all (original replacement) "Do regexp search-and-replace in the current buffer of ORIGINAL to REPLACEMENT. This defines a local equivalent of `replace-string' which won't throw annoying errors about only interactive use: exact string replacement (case-sensitive)." (save-excursion (let ((case-fold-search nil)) (progn (goto-char (point-min)) (while (re-search-forward original nil t) (replace-match replacement nil t)) )))) (defun de-unicode () "Replace a subset of Unicode punctuation in the buffer with their ASCII equivalents. Most useful for Markdown mode." (interactive (save-excursion (goto-char (point-min)) ; (replace-all "−" "\-") ; Pandoc Markdown→HTML does not support an escape for the 'minus sign'/−, so we write it literally & disable de-unicoding (replace-all "\\u2013" "--") (replace-all " " "") (replace-all "\\u2022\n\n " "- ") (replace-all "\\u2022\n" "- ") (replace-all "\\u2018" "‘") (replace-all "\\u2019" "’") (replace-all "–" "--") (replace-all "—" "---") (replace-all "-" "-") (replace-all "­" "-") (replace-all "­" "-") (replace-all "‐" "-") (replace-all "‘" "'") (replace-all "’" "'") (replace-all "’" "'") (replace-all "’" "'") (replace-all "‛" "'") (replace-all "’" "'") (replace-all "“" "\"") (replace-all "”" "\"") (replace-all ",”" "”,") (replace-all "„" "\"") (replace-all "fl" "fl") (replace-all "fi" "fi") (replace-all "…" "...") (replace-all "‎" " ") (replace-all "​" " ") (replace-all "" "") (replace-all " " " ") ; (replace-all "•" "-") (replace-all "–" "-") (replace-all "…" "-") (delete-trailing-whitespace) nil))) (add-hook 'markdown-mode-hook (lambda () (when buffer-file-name (add-hook 'before-save-hook 'de-unicode nil t)))) ; do *one* replacement and then quit. This is particularly useful in doing rewrites of hyperlinks: typically, we only want to hyperlink one instance (usually the first) of a word or phrase, and then skip the rest. The default `query-replace` requires us to either manually `n` them all, or `q` to quit. It can be toilsome to go through a lot of this. So we write our own to auto-exit on the first replacement. ; GPT-4-written. (Tried GPT-3.5 for most of it, but kept screwing up on parenthesis-matching. Neither version could remove the highlighting on substitutions.) ; currently primarily used by `getLinkSuggestions (defun query-replace-once (from-string to-string &optional delimited start end) "Replace the first occurrence of FROM-STRING with TO-STRING. If DELIMITED is non-nil, only match whole words. START and END specify the region to search." (interactive (list (read-from-minibuffer "Query replace once (regexp): ") (read-from-minibuffer "Query replace once with: ") nil (when (use-region-p) (region-beginning)) (when (use-region-p) (region-end)))) (query-replace-regexp-once (regexp-quote from-string) to-string delimited start end)) (defun query-replace-regexp-once (regexp to-string &optional delimited start end) "Replace the first occurrence of REGEXP with TO-STRING. If DELIMITED is non-nil, only match whole words. START and END specify the region to search." (interactive (list (read-from-minibuffer "Query replace regexp once (regexp): ") (read-from-minibuffer "Query replace regexp once with: ") nil (when (use-region-p) (region-beginning)) (when (use-region-p) (region-end)))) (let ((inhibit-read-only t) ; (case-fold-search nil) (search-function (if delimited 're-search-forward-word 're-search-forward)) (replace-done nil)) (save-excursion (goto-char (or start (point-min))) (while (and (not replace-done) (funcall search-function regexp end t)) (isearch-highlight (match-beginning 0) (match-end 0)) (let ((response (read-char-choice (concat "Replace this occurrence? (y/n/q): " (substring-no-properties (match-string 0))) '(?y ?n ?q)))) (cond ((eq response ?y) (replace-match to-string t nil) ; NOTE: fixed-string replacement, not matched-case. We do not want to mangle URLs and create rewrites like 'Twitter' → '[Twitter](Https://En.Wikipedia.Org/Wiki/Twitter)'! (setq replace-done t)) ((eq response ?n) (forward-char)) ((eq response ?q) (setq replace-done t) ; treat as successfully finished and exit politely )))) (lazy-highlight-cleanup t)))) (defun re-search-forward-word (regexp &optional bound noerror count) "Search forward from point for a whole-word occurrence of REGEXP. This is a wrapper around `re-search-forward' that ensures word boundaries. BOUND, NOERROR, and COUNT have the same meaning as in `re-search-forward'." (let ((word-regexp (concat "\\b" regexp "\\b"))) (re-search-forward word-regexp bound noerror count))) (defun replace-regexp-auto (regexp replacement &optional delimited start end) "Replace REGEXP with REPLACEMENT in buffer or region. If DELIMITED is non-nil, only replace matches surrounded by word boundaries. START and END specify the region to operate on." (interactive (let* ((from (read-regexp "Replace regexp: ")) (to (read-string (format "Replace regexp %s with: " from)))) (list from to (y-or-n-p "Respect word boundaries? ") (if (use-region-p) (region-beginning)) (if (use-region-p) (region-end))))) (let ((case-fold-search nil)) (save-excursion (goto-char (or start (point-min))) (while (re-search-forward regexp (or end (point-max)) t) (unless (and delimited (or (and (> (match-beginning 0) (point-min)) (save-excursion (goto-char (match-beginning 0)) (not (looking-at-p "\\<")))) (and (< (match-end 0) (point-max)) (save-excursion (goto-char (match-end 0)) (not (looking-at-p "\\>")))))) (replace-match replacement t nil)))))) ; Easy Unicode insertion mnemonics; uses the unusual X modifier key 'Super'. ; This is not bound by default to a key usually, but on my 102-key US layout, I rebind the useless 'Menu' key to it: `$ modmap -e 'keysym Menu = Super_R'`. ; Then 's-' in `kbd` notation is 'Super-'. (I avoid use of 'Compose' key because I find the shortcuts highly unintuitive: .) ; TODO: for some reason this collides with XMonad keybindings on the Win key, despite that being assigned to 'Super'/mod4Mask and so in theory not being an issue with these Super keys? (defun super-insert (key char) "Bind Super (H-) plus KEY to insert CHAR." (global-set-key (kbd (concat "s-" key)) (lambda () (interactive) (insert char))) ) (super-insert "\"" "‘") ; eg equivalent to `(global-set-key (kbd "s-'") (lambda () (interactive) (insert "‘"))) (super-insert "'" "’") (super-insert ";" "“") (super-insert ":" "”") (super-insert "-" "—") ; EM DASH (super-insert "_" "–") ; EN DASH (super-insert "=" "−") ; MINUS SIGN (super-insert "x" "×") ; MULTIPLICATION SIGN (super-insert "," "≤") ; LESS-THAN OR EQUAL TO (super-insert "." "≥") ; GREATER-THAN OR EQUAL TO (super-insert "/" "⁄") ; FRACTION SLASH (super-insert "o" "𝒪") ; MATHEMATICAL SCRIPT CAPITAL O ; Abbreviation mode: text shortcuts for common terms, or characters which are hard to input: (setq-default abbrev-mode t) (define-abbrev-table 'global-abbrev-table '( ("microgram" "µg" nil 0) ("Section" "§" nil 0) ; 'SECTION SIGN' ("bc" "because" nil 0) ("moda" "modafinil" nil 0) ; ("ss" "statistically-significant" nil 0) ("psi" "ψ" nil 0) ("arrowright" "→" nil 0) ("arrowleft" "←" nil 0) ("arrowboth" "↔" nil 0) ("arrowup" "↑" nil 0) ("arrowdown" "↓" nil 0) ("sarcasm?" "⸮" nil 0) ("asterisk" "✱" nil 0) ; 'HEAVY AST​ERISK' to avoid confusion with Markdown ("notequalto" "≠" nil 0) ("bitcoin" "₿" nil 0) ("delta" "Δ" nil 0) ("lessthanorequalto" "≤" nil 0) ("greaterthanorequalto" "≥" nil 0) ("poundsterling" "£" nil 0) ("poundssterling" "£" nil 0) ("poundsign" "£" nil 0) ("yen" "¥" nil 0) ("euro" "€" nil 0) ("degrees" "°" nil 0) ("celsius" "℃" nil 0) ("degreecelsius" "℃" nil 0) ("degreescelsius" "℃" nil 0) ("pi" "π" nil 0) ("bigo" "𝒪" nil 0) ("epsilon" "ε" nil 0) ("sigma" "σ" nil 0) )) (defun fmt-range () (interactive (let ((begin (if (region-active-p) (region-beginning) (point-min))) (end (if (region-active-p) (region-end) (point-max))) ) (save-excursion (goto-char (point-min)) (query-replace-regexp "from \\([0-9\\.]+\\) to \\([0-9\\.]+\\)" "\\1–\\2" nil begin end) (query-replace-regexp "from \\([0-9\\.]+\\) to \\([0-9\\.]+\\)" "\\1 → \\2" nil begin end) ) (save-buffer) (kill-buffer nil) ) ) ) (defun fmt () "Update gwern.net Markdown files & annotations with latest conventions. Mostly string search-and-replace to enforce house style in terms of format." (interactive (progn (check-parens) ; run this before the save-excursion so we error out immediately & jump to the location of the typo (save-excursion ; ensure a blank line at the end in case of off-by-1 errors in utilities (goto-char (point-max)) (insert "\n") (let ((begin (if (region-active-p) (region-beginning) (point-min))) (end (if (region-active-p) (region-end) (point-max))) ) (save-excursion (goto-char (point-min)) (de-unicode) (de-unicode) (flyspell-buffer) (delete-trailing-whitespace) (clean-pdf-text) (let ; Blind unconditional rewrites: ((blind '(("" . "") ; byte order mark? (" " . " ") ("Ž" . "fi") ("" . "fl") ("\\\u2013" . "--") (" " . "") ("“" . "“") ("ì" . "“") ("”" . "”") ("í" . "’") ("–" . "–") ("–" . "−") ("\n \\\\u2022\n" . "\n- ") ("\\\\u2022\n\n " . "- ") (" \\\\u2022\n\n " . "- ") ("\n\\\\u2022 " . "\n- ") (" µg" . " µg") ("μg" . "µg") ("\n•\n" . "- ") ("• " . "- ") ("

" . "\n\n") ("Kendall's τ" . "Kendall's τ") ("\\\\u03bc" . "μ") ("\\\\u2018" . "‘") ("\\\\u2019" . "’") ("\u2009" . " ") ("\\\\u2013" . "–") ("â\€\™" . "'") ("‘" . "'") ("â\€\”" . "—") ("−" . "−") ("\\\\u2014" . "—") ("\\\\u201c" . "“") ("\\\\u201d" . "”") ("\\\\u2009" . " ") ("\\\\u2212" . "−") ("\\\\u2192" . "→") ("\\\\u221e" . "𝓁∞") ("\\\\u03b5" . "𝜀") ("\\\\u223c" . "~") ("\\\\u2217" . "✱") ("\\\\u2020" . "†") ("\\\\u2021" . "‡") ("\\\\u2194" . "↔") ("\\\\u2248 " . "~") ("\\\\u03b1" . "α") ("\\\\u03b8i" . "θi") ("\\\\u2265" . "≥") ("\\\\u03b8" . "θ") (" \\\\u2022 " . ", ") ("\\\\u2022" . "·") ("\\\\u2264" . "≤") ("\\\\U0001d442" . "𝒪") ("\\\\U0001d4412" . "_N_^2^") ("\\\\u2208" . "∈") ("\\\\U0001d45a" . "𝑚") ("\\\\u2113" . "𝓁") ("≤" . "≤") ("](wiki/" . "](/") ("](//doc" . "](/doc") ("]]http" . "](https") ("]]/" . "](/") (" \\[\" . " " [\"") (" \"](" . "\"](") ("" . "=") ("  " . ", ") ("T h i s" . "This") ("T h e" . "The") ("Author links open overlay panel" . "") ("et al.," . "et al") ("\n---\n" . "\n
\n") ("" . " = ") ("" . " < ") ("\n " . "\n") (" = " . " = ") (" =" . " =") ("= " . "= ") ("‐" . "-") ("­\n" . "") ("­" . "") ("–" . "--") (" ‑\n" . "") ("‑\n" . "") ("‑" . "-") ; deal with NON-BREAKING HYPHEN which NEJM uses for both line-breaking and regular hyphens, /sigh ("¬ " . "") ("" . "**") ("" . "**") ("" . "") ("" . "") ("=  " . "= ") ("∼" . "~") ("Previous article in issue\nNext article in issue\nKeywords\n" . "[**Keywords**: ") ("Previous article in issue\nKeywords\n" . "[**Keywords**: ") ("•\n\n " . " • ") ("\n• " . " • ") (" ● " . " • ") ("eta≠analys" . "eta-analys") ; odd typo in some PDFs: "meta≠analyses" ("\n•\n" . " • ") (" •\n " . " • ") ("

" . "

") ("

" . "

") ("View ORCID Profile" . "") (" gf " . " _g~f~_ ") (" gf." . " _g~f~_.") ("(gf)" . "(_g~f~_)") ("_gf_" . "_g~f~_") (" gF" . " _g~f~_") ("Gq" . "_G~q~_") ("Gc" . "_G~c~_") ("Gf" . "_G~f~_") ("5-HT2A" . "5-HT~2A~") ("fi" . "fi") (" " . "ff") ("ff" . "ff") ("ffi" . "ffi") ("fl" . "fl") ("￿" . "fi") ("Æ" . "fi") ("𝑥" . "_x_") ("𝑦" . "_y_") (" opens in new tab." . "") ("Author links open overlay" . "") ("Get rights and content" . "") ("https://doi.org/" . "DOI: ") ("e\\. g\\." . "eg") ("₁" . "1") ("₂" . "2") ("₃" . "3") ("₄" . "4") ("¹" . "1") ("²" . "2") ("³" . "3") ("⁴" . "4") ("*†" . "") ("†," . ",") ("‡" . "") (",," . ",") (",”" . "”,") ("‘‘" . "\"") ("’’" . "\"") (" . " " ") ; replace THIN SPACE ("](!)" . "](!W)") ("˜" . "~") ("randomis" . "randomiz") ("mendelian random" . "Mendelian random") ("behaviour" . "behavior") (" utilise" . "use") (" utilize" . "use") ("randomis" . "randomiz") (" utilising" . " using") (" utilizing" . " using") (" utilisation" . " usage") (" utilization" . " usage") ("\n• " . " • ") (" colour" . " color") ("](/docs/" . "](/doc/") ("href=\"/docs/" . "href=\"/doc/") ("href='/docs/" . "href='/doc/") ("]/doc" . "](/doc") (" n = " . " _n_ = ") ("(n = " . "(_n_ = ") ("(N=" . "(_n_ = ") ("(n=" . "(_n_ = ") ("(_n_=" . "(_n_ = ") ("|rg|" . "|rg|") ("| rg |" . "|rg|") ("| _r~g~_ |" . "|rg|") ("|ra|" . "|ra|") ("| ra |" . "|ra|") ("| _r~a~_ |" . "|ra|") ("(rtt = " . "(rtt = ") (" n = " . " _n_ = ") ("(n ≈" . "(_n_ ≈") (" n ≈" . " _n_ ≈") ("(n " . "(_n_ ") ("(ie, " . "(ie ") ("(ie " . "(ie ") ("(i\\.e\\.," . "(ie") ("(i\\.e\\." . "(ie") ("(ie\\." . "(ie") ("e\\.g\\., " . "eg ") (" e\\.g\\." . " eg") ("(e\\.g\\." . "(eg") ("eg\\., " . "eg ") ("(eg\\." . "(eg") ("Na\\+" . "Na⁺") ("K\\+" . "K⁺") ("Ca2+" . "Ca2⁺") ("+" . "⁺") ("+-" . "±") ("+/-" . "±") ("+/−" . "±") ("et al.\n" . "et al") (" ω 2" . " ω2") ("τ2" . "τ2") ("ω2" . "ω2") ("TC1" . "TC1") ("chi-squared" . "χ2") ("X2(2)" . "χ2") ("F1-ATPase" . "F1-ATPase") ("α3β3" . "α3β3") (" Escherichia coli" . " Escherichia coli") (" E\\. coli" . " E. coli") (" Saccharomyces cerevisiae" . " Saccharomyces cerevisiae") (" in vivo " . " _in vivo_ ") (" ex vivo " . " _ex vivo_ ") ("two-by-two" . "2×2") (" B\\.M\\.I\\." . " BMI") (" A\\.I\\." . " AI") (" C\\.E\\.O\\." . " CEO") ("controled" . "controlled") ("one-fourth" . "1⁄4") ("one-half" . "1⁄2") ("One-fifth" . "1⁄5th") ("one-sixth" . "1⁄6th") ("three-quarters" . "3⁄4ths") ("two-thirds" . "2⁄3rds") ("2 thirds" . "2⁄3rds") ("and/ or" . "and/or") ("\\[\\]\\(\\!W\\)" . " ERROR ") ("( " . "(") ("" . "") ("" . "") ("" . "") ("" . "") ("]9/doc" . "](/doc") ("on X (formerly Twitter)" . "on Twitter") ("on X:" . "on Twitter:") (" X (formerly known as Twitter)" . " Twitter") ("Elon Musk’s X" . "Elon Musk’s Twitter") (" target=\"_blank\"" . "") ("\\.," . ". ") ("**: : " . ": ") (">: : " . ">: ") ("-»" . "→") ("—>" . "→") ) ) ) (dolist (pair blind) (replace-all (car pair) (cdr pair))) ) (let ((queries '( ; do non-regexp fixed-string query-replace queries: (" ’" . " ‘") ("]/" . "](/") ; (" • " . ", ") (",”" . "”,") ("'''''" . "**_") ("'''" . "**") (" . " " ") ("''" . "\"") ("( " . "(") ("| " . "|") ("|-|" . "|–|") ; EN DASH: absolute value ranges (" )" . ")") ("?!" . "‽") ("!?" . "‽") (" ?" . "?") (" — " . "—") (" – " . "—") (" − " . "—") (" -> " . "→") ("->" . "→") ("~>" . "→") (" percent " . "% ") (" per cent " . "% ") ("95 %CI" . "95% CI") ("(95% CI, " . "(95% CI: ") ("95 % confidence interval" . "95% confidence interval") (" , " . ", ") ("http://reddit.com" . "https://www.reddit.com") ("https://reddit.com" . "https://www.reddit.com") ("http://i.reddit.com" . "https://www.reddit.com") ("https://mobile.x.com" . "https://x.com") (" d=" . " _d_ = ") ; italicize p-values & sample sizes: (" d = " . " _d_ = ") ("(d = " . "(_d_ = ") ("(d ≥ " . "(_d_ ≥ ") ("(d < " . "(_d_ < ") ("Cohen’s d" . "Cohen’s _d_") ("P=" . "_p_ = ") ("pone-tailed" . "pone-tailed") ("ptrend" . "ptrend") ("pmeta" . "pmeta") ("pinteraction" . "pinteraction") ("p0" . "p0") ("pgc" . "pgc") ("(N" . "(_n_ ") ("(n, " . "(_n_, ") (" N)" . " _n_)") ("[n = " . "[_n_ = ") ("[N=" . "[_n_ = ") ("[n=" . "[_n_ = ") ("[N" . "[_n_ ") (" n=" . " _n_ = ") (" N = " . " _n_ = ") (" N=" . " _n_ = ") (" n =" . " _n_ = ") (" n " . " _n_ ") (" _n_=" . " _n_ = ") ("n = " . "_n_ = ") ("N = " . "_n_ = ") (" n≤" . " _n_ ≤ ") (" n≥" . " _n_ ≥ ") ("λN" . "λn") (" O(" . " 𝒪(") ("( r =" . "(_r_ =") ("(r)" . "(_r_)") ("(r ≥" . "(_r_ ≥") ("≤ r ≤" . "≤ _r_ ≤") ("≤ r " . "≤ _r_ ") (" r ≤" . " _r_ ≤") (" r values" . " _r_ values") ("(rs =" . "(rs =") (" rs =" . " rs =") ("rmeta =" . "rmeta =") ("rUKB =" . "rUKB =") (" r " . " _r_ ") ("Mr = " . "_M_~r~ = ") ("zMR " . "_z_~MR~ ") ("z score" . "_z_ score") ("z-score" . "_z_-score") (" z-" . " _z_-") ("Mage=" . "M~age~ = ") ("Mage " . "M~age~ ") ("Mage " . "M~age~ ") ("tmax " . "t~max~ ") ("Cmax" . "C~max~") ("AUClast" . "AUC~last~") ("AUC∞" . "AUC~∞~") ("AUC0–t" . "AUC~0–t~") ("SDage=" . "SD~age~ = ") ("SDage " . "SD~age~ ") ("mean=" . "mean = ") ("OR=" . "OR = ") ("AOR=" . "AOR = ") ("RR=" . "RR = ") ("r =" . "_r_ = ") ("r=" . "_r_ = ") ("r = " . "_r_ = ") ("r’ =" . "_r′_ = ") ("(r range = " . "(_r_ range = ") (" r’s " . " _r_’s ") ("r ≈" . "_r_ ≈ ") (" rs " . " rs ") (" r-value" . " r-value") (" p = " . " _p_ = ") (" p=" . " _p_ = ") (" p =" . " _p_ = ") ("(p = " . "(_p_ = ") ("[p = " . "[_p_ = ") ("(P=" . "(_p_ = ") ("p-value" . "_p_-value") ("p value" . "_p_-value") ("p-curve" . "_p_-curve") ("Padj" . "_p_adj") (" po " . " orally ") ("(t<" . "(_t_ < ") ("(t>" . "(_t_ > " ) (" t-statistic" . " _t_-statistic" ) ("HR=" . "HR = ") ("rP=" . "_r~p~_ = ") ("rP = " . "_r~p~_ = ") ("rg=" . "_r~g~_ = ") ("rg = " . "_r~g~_ = ") ("(rg)" . "(_r~g~_)") ("(rg " . "(_r~g~_ ") (" rg " . " _r~g~_ ") ("ra = " . "_r~a~_ = ") ("(ra)" . "(_r~a~_)") ("(ra " . "(_r~a~_ ") (" ra " . " _r~a~_ ") ("QM[" . "_Q_~M~[") ("QM(" . "_Q_~M~(") ("= ." . "= 0.") ("< ." . "< 0.") (" > ." . "> 0.") ("ρ =" . "_ρ_ =") ("SE=" . "SE = ") ("=" . " = ") (">" . " > ") ("<" . " < ") ("<" . " < ") (">" . " > ") (" >> " . " ≫ ") (" << " . " ≪ ") ("_<" . "_ < ") ("_>" . "_ > ") ("=." . " = 0.") ("(.0" . "(0.0") (" < .0" . " < 0.0") ("=1 " . " = 1 ") ("=2 " . " = 2 " ) ("(p < 0." . "(_p_ < 0.") (" p value" . " _p_-value") (" p-hack" . " _p_-hack") (" p " . " _p_ ") (" <0." . " < 0.") ("<=" . "≤") (">=" . "≥") ("( N " . "(_n_ ") ("( _n_" . "(_n_ ") ("n-gram" . "n-gram") ("k-mean" . "k-mean") ("partial η2" . "partial η2") ("η2p" . "ηp2") ("s9 " . "s’ ") ; workaround MedRxiv/BioRxiv consistent malformation of "s'" as "s9" (somehow); can't auto-replace due to 'CRISPR-Cas9' etc (" −." . " −0.") ("50/50" . "50:50") ("¼" . "1⁄4") ("C3O2" . "C~3~O~2~") ("CO2" . "CO~2~") (" CO2" . " CO~2~") ("CO2." . "CO~2~") ("O2" . "O~2~") ("β42" . "β~42~") ("βA" . "β~A~") ("βC" . "β~C~") ("βE" . "β~E~") ("CH4" . "CH~4~") ("PH3" . "PH~3~") ("PM2.5" . "PM2.5") ("μg/m3" . "μg⧸m3") ("H2" . "H~2~") ("H2O" . "H~2~O") ("cm-2" . "cm^−2^") ("cm−2" . "cm^−2^") ("cm3" . "cm^3^") (" m3" . " m^3^") ("kg/m2" . "kg⧸m^2^") (" m2" . "m^2^") (" m^2 " . "m^2^ ") ("×1−1×min" . " × 1−1 × min") ("t1/2" . "t1⁄2") (" m/s" . " m⧸s") (" km/s" . " km⧸s") ("km2" . "km^2^") ("µm3" . "µm^3^") (" ug" . " μg") ("ϰ2" . "ϰ^2^") ("min−1" . "min−1") ("min-1" . "min−1") (" s-1" . " s^−1^") (" s−1" . " s^−1^") ("ml−1" . "ml−1") ("^-1 " . "^−1^ ") (" d−1" . " d−1") ("dl−1" . "dl−1") ("kb−1" . "kb−1") (" g-related" . " _g_-related") ("g+ " . "_g_^+^ ") ("g-factor" . "_g_-factor") ("g-load" . "_g_-load") ("(g)" . "(_g_)") (" g." . " _g_.") (" g," . " _g_,") (" g:" . " _g_:") (" g " . " _g_ ") ("(g=" . "(_g_ = ") ("mg L−1" . "mg _L_^−1^") ("tau181" . "tau~181~") ("vitamin D3" . "vitamin D~3~") ("vitamin D4" . "vitamin D~4~") (" \" . " . " \"") (" \\times " . " \cdot ") ("''" . "\"") ("``" . "\"") ("$\alpha$" . "α") ("$\beta$" . "β") ("$\sigma$" . "σ") ("Neff=" . "_N_~eff~ = ") ("Neff" . "_N_~eff~") ("Ntotal" . "_N_~total~") (" Ne " . " Ne ") ("$N_e$" . "_N_~_e_~") ("ntotal", "ntotal") ("n~total~", "ntotal") ("$\frac{n}{2}$" . "_n_⧸2") ("$\frac{N}{2}$" . "_n_⧸2") ("b = " . "β = ") ("b = −" . "β = −") ("_b_ = " . "β = ") ("_b_ = −" . "β = −") (" a2" . " _a_^2^") (" c2" . " _c_^2^") (" e2" . " _e_^2^") ("(a2" . "(_a_^2^") ("(c2" . "(_c_^2^") ("(e2" . "(_e_^2^") ("h2SNP" . "h2SNP") ("h2snp" . "h2SNP") ("h2 " . "_h_^2^ ") (" h2" . " _h_^2^") ("(h2=" . "(_h_^2^ = ") ("(h2 = " . "(_h_^2^ = ") ("h2 = " . "_h_^2^ = ") ("c 2" . "_c_^2^") ("h^2SNP" . "h2SNP") ("_h_^2^ = " . "_h_^2^ = ") ("Fst" . "F~st~") ("rMZ" . "_r_~MZ~") ("rDZ" . "_r_~DZ~") ("R22" . "_R_22") (" Wm−1" . " Wm−1") (" K−1" . " K−1") (" kg−1" . " kg−1") ("μg-1" . "μg−1") ("μg−1" . "μg−1") ("l−1" . "l−1") ("m s--1" . "m s−1") ("cm--3" . "cm−3") (" cm2" . " cm2") ("mL/cm2" . "mL⧸cm2") ("mg/week" . "mg⧸week") ("m·h−1" . "m×h−") (" " . "") (" " . "") ("60Co" . "^60^Co") (" I2" . " _I_^2^") ("≤p≤" . " ≤ _p_ ≤ ") ("BF10" . "BF10") ("BF10" . "BF10") ("BF01" . "BF10") ("L2" . "𝓁2") ("L1" . "𝓁1") (": " . ": ") ("(i)" . "(1)") ("(ii)" . "(2)") ("(iii)" . "(3)") ("(iv)" . "(4)") ("(v)" . "(5)") ("(vi)" . "(6)") ("(vii)" . "(7)") ("(viii)" . "(8)") ("(ix)" . "(9)") ("(x)" . "(10)") ("(a)" . "(1)") ("(b)" . "(2)") ("(c)" . "(3)") ("(d)" . "(4)") ("(e)" . "(5)") ("(f)" . "(6)") ("(g)" . "(7)") ("(h)" . "(8)") ("(i)" . "(9)") ("(j)" . "(10)") (" i)" . " (1)") (" ii)" . " (2)") (" iii)" . " (3)") (" iv)" . " (4)") (" v)" . " (5)") (" vi)" . " (6)") (" vii)" . " (7)") (" viii)" . " (8)") (" ix)" . " (9)") (" x)" . " (10)") ("DALL-E" . "DALL·E") ("DALL-e" . "DALL·E") ("NOVA1" . "_NOVA1_") (" X " . " Twitter ") (" X." . " Twitter.") (" X," . " Twitter.") (" X;" . " Twitter.") ("X, formerly known as Twitter," . "Twitter") ("x-axis" . "_x_-axis") ("x axis" . "_x_-axis") ("z axis" . "_z_-axis") ("y-axis" . "_y_-axis") (" y-value" . " _y_-value") (" x-value" . " _x_-value") (" z-value" . " _z_-value") ("z-axis" . "_z_-axis") ("y axis" . "_y_-axis") ("x-axes" . "_x_-axes") ("x axes" . "_x_-axes") ("z-axes" . "_z_-axes") ("z axes" . "_z_-axes") ("y-axes" . "_y_-axes") ("y axes" . "_y_-axes") (" x " . " _x_ ") (" x:" . " _x_:") (" y " . " _y_ ") (" y:" . " _y_:") (" z " . " _z_ ") (" k " . " _k_ ") (" k=" . " _k_ =") (" n " . " _n_ ") ("(n2)" . "(_n_^2^)") ("(n3)" . "(_n_^3^)") ("n→" . "_n_ → ") ("n-back" . "_n_-back") (" n-body" . " _n_-body") ("log 2" . "log2") ("fuck" . "f—k") ("damn" . "d—n") ("shit" . "s—t") ("95%CI" . "95% CI") ("allowlist" . "whitelist") ("denylist" . "blacklist") ("PGI" . "PGS") (" " . "") ; can't auto-replace because of instances like isotopic elements with *prefixed* superscripts, eg ' 60Co' ("BCE" . "BC") ("CE" . "AD") (", opens new tab " . "") ; Reuters tooltip/alt for links, which copy-pastes, annoyingly ; replace all word-numbers with actual numbers: (" one-hundred" . " 100") (" one hundred" . " 100") (" ninety nine" . " 99") (" ninety-nine" . " 99") (" ninety eight" . " 98") (" ninety-eight" . " 98") (" ninety seven" . " 97") (" ninety-seven" . " 97") (" ninety six" . " 96") (" ninety-six" . " 96") (" ninety five" . " 95") (" ninety-five" . " 95") (" ninety four" . " 94") (" ninety-four" . " 94") (" ninety three" . " 93") (" ninety-three" . " 93") (" ninety two" . " 92") (" ninety-two" . " 92") (" ninety one" . " 91") (" ninety-one" . " 91") (" ninety" . " 90") (" eighty nine" . " 89") (" eighty-nine" . " 89") (" eighty eight" . " 88") (" eighty-eight" . " 88") (" eighty seven" . " 87") (" eighty-seven" . " 87") (" eighty six" . " 86") (" eighty-six" . " 86") (" eighty five" . " 85") (" eighty-five" . " 85") (" eighty four" . " 84") (" eighty-four" . " 84") (" eighty three" . " 83") (" eighty-three" . " 83") (" eighty two" . " 82") (" eighty-two" . " 82") (" eighty one" . " 81") (" eighty-one" . " 81") (" eighty" . " 80") (" seventy nine" . " 79") (" seventy-nine" . " 79") (" seventy eight" . " 78") (" seventy-eight" . " 78") (" seventy seven" . " 77") (" seventy-seven" . " 77") (" seventy six" . " 76") (" seventy-six" . " 76") (" seventy five" . " 75") (" seventy-five" . " 75") (" seventy four" . " 74") (" seventy-four" . " 74") (" seventy three" . " 73") (" seventy-three" . " 73") (" seventy two" . " 72") (" seventy-two" . " 72") (" seventy one" . " 71") (" seventy-one" . " 71") (" seventy" . " 70") ("sixties" . "60s") (" sixty nine" . " 69") (" sixty-nine" . " 69") (" sixty eight" . " 68") (" sixty-eight" . " 68") (" sixty seven" . " 67") (" sixty-seven" . " 67") (" sixty six" . " 66") (" sixty-six" . " 66") (" sixty five" . " 65") (" sixty-five" . " 65") (" sixty four" . " 64") (" sixty-four" . " 64") (" sixty three" . " 63") (" sixty-three" . " 63") (" sixty two" . " 62") (" sixty-two" . " 62") (" sixty one" . " 61") (" sixty-one" . " 61") (" sixty" . " 60") (" fifty nine" . " 59") (" fifty-nine" . " 59") (" fifty eight" . " 58") (" fifty-eight" . " 58") (" fifty seven" . " 57") (" fifty-seven" . " 57") (" fifty six" . " 56") (" fifty-six" . " 56") (" fifty five" . " 55") (" fifty-five" . " 55") (" fifty four" . " 54") (" fifty-four" . " 54") (" fifty three" . " 53") (" fifty-three" . " 53") (" fifty two" . " 52") (" fifty-two" . " 52") (" fifty one" . " 51") (" fifty-one" . " 51") (" fifty" . " 50") (" forty nine" . " 49") (" forty-nine" . " 49") (" forty eight" . " 48") (" forty-eight" . " 48") (" forty seven" . " 47") (" forty-seven" . " 47") (" forty six" . " 46") (" forty-six" . " 46") (" forty five" . " 45") (" forty-five" . " 45") (" forty four" . " 44") (" forty-four" . " 44") (" forty three" . " 43") (" forty-three" . " 43") (" forty two" . " 42") (" forty-two" . " 42") (" forty one" . " 41") (" forty-one" . " 41") (" forty" . " 40") (" thirty nine" . " 39") (" thirty-nine" . " 39") (" thirty eight" . " 38") (" thirty-eight" . " 38") (" thirty seven" . " 37") (" thirty-seven" . " 37") (" thirty six" . " 36") (" thirty-six" . " 36") (" thirty five" . " 35") (" thirty-five" . " 35") (" thirty four" . " 34") (" thirty-four" . " 34") (" thirty three" . " 33") (" thirty-three" . " 33") (" thirty two" . " 32") (" thirty-two" . " 32") (" thirty one" . " 31") (" thirty-one" . " 31") (" thirty" . " 30") (" twenty nine" . " 29") (" twenty-nine" . " 29") (" twenty eight" . " 28") (" twenty-eight" . " 28") (" twenty seven" . " 27") (" twenty-seven" . " 27") (" twenty six" . " 26") (" twenty-six" . " 26") (" twenty five" . " 25") (" twenty-five" . " 25") (" twenty four" . " 24") (" twenty-four" . " 24") (" twenty three" . " 23") (" twenty-three" . " 23") (" twenty two" . " 22") (" twenty-two" . " 22") (" twenty one" . " 21") (" twenty-one" . " 21") ("twenty-first century" . "21st century") (" twenty" . " 20") (" twentieth" . " 20th") (" nineteen" . " 19") ("nineteenth" . " 19th") (" eighteen" . " 18") (" seventeen" . " 17") (" sixteen" . " 16") (" fifteen" . " 15") (" fourteen" . " 14") (" thirteen" . " 13") (" twelve" . " 12") (" eleven" . " 11") (" ten " . " 10 ") (" nine" . " 9") (" eight" . " 8") (" seven" . " 7") (" six" . " 6") (" five" . " 5") (" four" . " 4") (" three" . " 3") ("Ten " . "10 ") ("Nine " . " 9") ("Eight " . "8 ") ("Seven " . "7 ") ("Six " . "6 ") ("Five " . "5 ") ("Four " . "4 ") ("Three " . "3 ") ; look for possible screwed-up exponentials (" 1015" . " 10^15^") (" 1014" . " 10^14^") (" 1013" . " 10^13^") (" 1012" . " 10^12^") (" 1011" . " 10^11^") (" 1010" . " 10^10^") (" 109" . " 10^9^") (" 108" . " 10^8^") (" 107" . " 10^7^") (" 106" . " 10^6^") (" 105" . " 10^5^") (" 104" . " 10^4^") (" 103" . " 10^3^") (" 102" . " 10^2^") ) ) ) (dolist (pair queries) (query-replace (car pair) (cdr pair) nil begin end)) ) (let ((regexps '( ("!!+" . "!") ("\\([[:alnum:]]\\) \\([[:graph:]]\\)" . "\\1 \\2") ; remove subtle whitespace problems: double space ("\\([a-z]+\\),\\([a-z]+\\)" . "\\1, \\2") ; run-together comma phrases often appear in PDF OCR like 'foo,bar'; outside chemical names, this is highly unusual. ("\\([0-9]+\\)[  ]\\([0-9]+\\)" . "\\1,\\2") ; '50 000' or '50 000' → '50,000' ("\\([[:punct:]]\\)p<" . "\\1_p_ <") (" Ne\\\([[:punct:]]\\)" . " Ne\\1") ("\\\([[:punct:]]\\)Ne " . "\\1Ne ") ("\\([a-zA-Z]+\\)2\\([a-zA-Z]+\\)" . "\\12\\2") ; numbers, superscripts: ("\\([023456789]\\)th" . "\\1^th^") ("\\([1]\\)st" . "\\1^st^") ("\\([3]\\)rd" . "\\1^rd^") ; ("\\(four\\|fif\\|six\\|seven\\|eigh\\|nin\\|ten\\)th" . "\\1^th^") ; ("\\(four\\|fif\\|six\\|seven\\|eigh\\|nin\\|ten\\)th" . "\\1^th^") ; numbers, ranges or changes: ; NOTE: we deliberately omit EN DASH-ification of ranges involving negative numbers. For example, '−0.3 to −3.7' ; would look confusing if written '−0.3–−3.7'. It's correct & unambiguous because it uses MINUS SIGN & EN DASH ; appropriately, but the glyphs are way too similar-looking. (Sorry, I didn't design English punctuation.) ; And this is also true if any of the numbers have minus signs (eg. '−0.3–3.7' or '0.3–−3.7' would be no better). ("between \\([0-9∞.]+\\) and \\([0-9∞.]+\\)" . "\\1–\\2") (" one to \\([0-9∞.]+\\)" . " 1–\\1") ("from \\([0-9∞.]+\\) to \\([0-9∞.]+\\)" . "\\1–\\2") ("\\([0-9∞\\.]+\\) to \\([0-9∞\\.]+\\)" . "\\1–\\2") ("\\([0-9∞\\.]+\\) through \\([0-9∞\\.]+\\)" . "\\1–\\2") ("from \\([0-9∞%.]+\\|one\\|two\\|three\\) to \\([0-9∞.]+\\)" . "\\1 → \\2") ("\\([a-z]+\\)- and \\([a-z]+-[a-z]+\\)" . "\\1 & \\2") ("\\([0-9∞.]+\\|one\\|two\\|three\\) to \\([0-9∞.]+\\)" . "\\1 → \\2") ("between \\([0-9∞.]+\\) and \\([0-9∞.]+\\)" . "\\1–\\2") ; "range between 2 and 10" → "range 2–10" (" \\([0-9∞.]+\\) or \\([0-9∞.]+\\) " . " \\1–\\2 ") ("\\([0-9∞.]+\\)- to \\([0-9∞.]+\\)-" . "\\1–\\2-") ; "18- to 20-year-olds" → "18--20-year-olds" ("95% CI = \\([0-9]\\.[0-9]+\\), \\([0-9]\\.[0-9]+\\)" . "95% CI = \\1–\\2") ("CI:\\([0-9]\\)" . "CI: \\1") ; "95% CI:0.01-0.99" (" ~ \\([0-9]+\\)" . " ~\\1") ; "a period of ~ 20 min" ) )) (dolist (pair regexps) (query-replace-regexp (car pair) (cdr pair) nil begin end)) ) (replace-regexp-auto "\\([0-9]\\) \\([0-9][0-9][0-9]\\)" "\\1,\\2" nil begin end) ; primarily for JAMA-formatted abstracts where they use a space separator instead of a comma: eg. "18 386" ; format abstract sub-headings with bold if we are writing an abstract and not a Markdown file: (unless (buffer-file-name) (query-replace " -\n " "" nil begin end) (query-replace " -\n" "" nil begin end) (query-replace "-\n " "" nil begin end) (query-replace "-\n" "" nil begin end) (query-replace "- \n" "" nil begin end) (query-replace "-\n" "-" nil begin end) (query-replace " -- " "---" nil begin end) (query-replace " --- " "---" nil begin end) (query-replace "--- " "---" nil begin end) (query-replace " ---" "---" nil begin end) (query-replace "----" "---" nil begin end) (query-replace " -\"" "---\"" nil begin end) (query-replace "\"- " "\"---" nil begin end) (query-replace "\nQuestion " "\n**Question**: " nil begin end) (query-replace "Question\n" "**Question**: " nil begin end) (query-replace "Question:" "**Question**: " nil begin end) (replace-all "\n\nPurpose" "\n\n**Background**:") (replace-all "\nFindings " "\n**Findings**: ") (replace-all "\nRecent Findings " "\n**Findings**: ") (replace-all "\nMeaning " "\n**Meaning**: ") (replace-all "\nMeaning\n" "\n**Meaning**: ") (replace-all "\nImportance " "\n**Importance**: ") (replace-all "\nImportance\n" "\n**Importance**: ") (replace-all "^Importance " "**Importance**: ") (replace-all "\nObjective and Method: " "\n**Objective & Method**: ") (replace-all "\nObjective " "\n**Objective**: ") (replace-all "\nDesign, Setting, and Participants " "\n**Design, Setting, & Participants**: ") (replace-all "\nDesign, Setting, and Participants\n" "\n**Design, Setting, & Participants**: ") (replace-all "\nSearch methods\n\n" "\n\nSearch Method: ") (replace-all " (Methods)" " (Method)") (replace-all "\nSelection criteria\n\n" "\n\nSelection Criteria: ") (replace-all "\nInterventions " "\n**Intervention**: ") (replace-all "\nInterventions\n" "\n**Intervention**: ") (replace-all "\nIntervention " "\n**Intervention**: ") (replace-all "\nMain Outcomes and Measures " "\n**Main Outcomes & Measures**: ") (replace-all "\nMain Outcomes and Measures\n" "\n**Main Outcomes & Measures**: ") (replace-all "Measurement and Results:" "**Measurement & Results**:") (replace-all "\nResults and conclusion " "\n**Result & Conclusion**: ") (replace-all "\nResults " "\n**Results**: ") (replace-all "\nConclusions and Relevance " "\n**Conclusion & Relevance**: ") (replace-all "\nTrial Registration " "\n**Trial Registration**: ") (replace-all "\nTrial Registration\n" "\n**Trial Registration**: ") (replace-all "Background\n" "\n**Background**: ") (replace-all "\nBackground " "**Background**: ") (replace-all "Introduction: " "\n**Introduction**: ") (replace-all "\nIntroduction. " "\n**Introduction**: ") (replace-all "\nAims\n" "\n**Aims**: ") (replace-all "\nStudy Design\n" "\n**Design**: ") (replace-all "\nDesign\n" "\n**Design**: ") (replace-all "\nSetting\n" "\n**Setting**: ") (replace-all "\nParticipants\n" "\n**Participants**: ") (replace-all "\nMeasurements\n" "\n**Measurements**: ") (replace-all "\nMaterials and methods\n" "\n\n**Method & Materials**: " ) (replace-all "\nMethods and materials\n" "\n\n**Method & Materials**: " ) (replace-all "Methods\n" "\n**Method**: ") (replace-all "\nMethods " "\n**Method**: ") (replace-all "\nMethod. " "\n**Method**: ") (replace-all "Highlights\n" "\n**Highlights**:\n\n") (replace-all "Interpretation\n" "\n**Interpretation**: ") (replace-all "Funding\n" "\n**Funding**: ") (replace-all "Highlights:" "**Highlights**: ") (replace-all "Background\\:" "**Background**: ") (replace-all "Background\\. " "**Background**: ") (replace-all "Abstract:" "**Abstract**: ") (replace-all "Context:" "**Context**: ") (replace-all "Purpose:" "**Background**: ") (replace-all "Rationale: " "**Background**: ") (replace-all "Rationale\n" "**Background**: ") (replace-all "Rationale: " "**Background**: ") (replace-all "Rationale\n\n" "**Background**: ") (replace-all "Study Objectives\n" "**Objectives**: ") (replace-all "Study Objectives:\n" "**Objectives**: ") (replace-all "Objective:" "**Objective**: ") (replace-all "Objectives:" "**Objectives**: ") (replace-all "Objectives\n" "\n**Objectives**: ") (replace-all "Aims\n\n" "\n**Aims**: ") (query-replace "Description:" "**Description**: " nil begin end) (replace-all "Design:" "**Design**: ") (replace-all "Design\n\n" "\n**Design**: ") (replace-all "Study Design and Setting\n" "**Study Design & Setting**: ") (replace-all "Subjects:" "**Subjects**: ") (replace-all "Methods:" "**Method**: ") (replace-all "Methods\\. " "**Method**: ") (replace-all "\nMethods and findings\n\n" "\n\n**Method & Findings**: ") (replace-all "\n\nDesign and methods" "\n\n**Design & Method**: ") (replace-all "Method:" "**Method**:") (replace-all "Design, Setting, and Participants:" "**Design, Setting, & Participants**: ") (replace-all "Participants and Setting:" "**Participants & Setting**: ") (replace-all "Setting:" "**Setting**: ") (replace-all "Setting\n\n" "\n**Setting**: ") (replace-all "Participants:" "**Participants**: ") (replace-all "Participants\n\n" "\n**Participants**: ") (replace-all "Meaning:" "**Meaning**: ") (replace-all "Intervention:" "**Intervention**: ") (replace-all "\nInterventions:" "\n**Intervention**: ") (replace-all "Data Sources:" "**Data Sources**: ") (replace-all "Data sources: " "**Data Sources**: ") (replace-all "Data sources\n" "**Data Sources**: ") (replace-all "Exposures:" "**Exposures**: ") (replace-all "\nExposures " "\n**Exposures**: ") (replace-all "Main Outcome Measures:" "**Main Outcome Measures**: ") (replace-all "Main outcome measures:\n" "**Main Outcome Measures**: ") (replace-all "Main outcome measure:\ " "**Main Outcome Measures**: ") (replace-all "Main outcome measures\n" "**Main Outcome Measures**: ") (replace-all "\nMain outcome measures " "\n**Main Outcome Measures**: ") (replace-all "Measurements:" "**Measurements**: ") (replace-all "Measurements\n\n" "\n**Measurements**: ") (replace-all "Main Outcome Measures:" "**Outcome Measures**: ") (replace-all "Main Outcome Measures\n" "**Outcome Measures**: ") (replace-all "Outcome measures:" "**Outcome Measures**: ") (replace-all "Outcomes:" "\n**Outcomes**: ") (replace-all "Outcomes\n\n" "\n**Outcomes**: ") (replace-all "\n\nMethods and Results\n" "\n\n**Method & Results**: ") (replace-all "Results:" "**Results**: ") (replace-all "Results\\. " "**Results**: ") (replace-all "\nResult:" "\n**Results**: ") (replace-all "\nResult\\. " "\n**Results**: ") (replace-all "Measurements and Results\n" "\n**Measurements & Results**: ") (replace-all "Results\n" "\n**Results**: ") (replace-all "Aims:" "**Aims**: ") (replace-all "Aim:\n" "**Aims**: ") (replace-all "Aim\n\n" "\n\n**Aim**: ") (replace-all "Methodology/Principal Findings\n\n" "\n**Methodology/Principal Results**: ") (replace-all "Methodology\n\n" "\n**Methodology**: ") (replace-all "Principal Findings\n\n" "\n**Principal Results**: ") (replace-all "Methods and Findings\n\n" "\n**Method & Results**: ") (replace-all "Findings\n\n" "\n**Results**: ") (replace-all "Findings\n" "\n**Results**: ") (replace-all "\nScope of review\n\n" "\n\n**Scope of Review**: ") (replace-all "\n\nReview methods " "\n\n**Review Method**: ") (replace-all "\nMajor conclusions\n\n" "\n\n**Conclusion**: ") (replace-all "\nFindings: " "\n**Results**: ") (replace-all "\nFinding: " "\n**Results**: ") (replace-all "\nFinding " "\n**Results**: ") (replace-all "\nQuestion " "\n**Question**: ") (replace-all "^Question " "**Question**: ") (replace-all "Significance:" "**Significance**: ") (replace-all "Conclusions\n\n" "\n**Conclusion**: ") (replace-all "Conclusions\n" "\n**Conclusion**: ") (replace-all "Conclusion:" "**Conclusion**: ") (replace-all "Conclusions\\. " "**Conclusion**: ") (replace-all "Conclusions:" "**Conclusion**: ") (replace-all "Conclusions and Relevance:" "**Conclusion & Relevance**: ") (replace-all "Conclusion\n" "\n**Conclusion**: ") (replace-all "\nConclusions " "\n**Conclusion**: ") (replace-all "\n\nConclusion " "\n\n**Conclusion**: ") (replace-all "Materials and Method\n" "\n**Materials & Method**: ") (replace-all "Method\n" "\n**Method**: ") (replace-all "Objective\n" "**Objective**: ") (replace-all "^Objective " "**Objective**: ") (replace-all "OBJECTIVE " "**Objective**: ") (replace-all "OBJECTIVE\n\n" "\n**Objective**: ") (replace-all "OBJECTIVE: " "\n**Objective**: ") (replace-all "\nObjectives " "\n**Objectives**: ") (replace-all "INTRODUCTION\n\n" "\n**Background**: ") (replace-all "\nContext " "\n**Background**: ") (replace-all "\nBackground and objective " "\n**Background**: ") (replace-all "INTRODUCTION\n" "**Background**: ") (replace-all "INTRODUCTION: " "**Background**: ") (replace-all "Introduction\n\n" "\n**Background**: ") (query-replace-regexp "^Introduction\n" "\n**Background**: " nil begin end) (query-replace-regexp "^INTRODUCTION " "\n**Background**: " nil begin end) (replace-all "RATIONALE\n\n" "\n**Rationale**: ") (replace-all "RATIONALE\n" "**Rationale**: ") (query-replace-regexp "^RATIONALE " "\n**Rationale**: " nil begin end) (replace-all "RESULTS\n\n" "\n**Results**: ") (replace-all "\nRESULTS: " "\n**Results**: ") (query-replace-regexp "^RESULTS " "\n**Results**: " nil begin end) (replace-all "Discussion\n\n" "\n**Discussion**: ") (replace-all "\n\nDiscussion\n\n" "\n\n**Discussion**: ") (replace-all "\n\nDiscussion" "\n\n**Discussion**: ") (replace-all "\n\nDiscussion: " "\n\n**Discussion**: ") (replace-all "CONCLUSION\n\n" "\n**Conclusion**: ") (replace-all "CONCLUSION\n" "\n**Conclusion**: ") (query-replace-regexp "^CONCLUSION " "\n**Conclusion**: " nil begin end) (query-replace "BACKGROUND" "**Background**: " nil begin end) (replace-all "Background and Aims\n" "**Background & Aims**: ") (replace-all "\n\nMETHODS\n" "\n\n**Method**: ") (replace-all "METHODS: " "**Method**: ") (replace-all "\nMETHODS " "\n**Method**: ") (replace-all "\n\nRESULTS" "\n\n**Results**: ") (replace-all "\nMain results\n\n" "\n**Results**: ") (replace-all "\n\nCONCLUSIONS" "\n\n**Conclusion**: ") (replace-all "CONCLUSIONS\n\n" "\n**Conclusion**: ") (replace-all "Conclusions/Significance\n\n" "\n**Conclusion**: ") (replace-all "\nAuthors' conclusions\n\n" "\n\n**Conclusion**: ") (replace-all "\nPractice implications" "\n**Practice Implications**: ") (replace-all "Trial Registration:" "**Trial Registration**: ") (replace-all "Trial registration:" "**Trial Registration**: ") (replace-all "Trial Registration number:" "**Trial Registration Number**: ") (replace-all "Trial Registration " "**Trial Registration**: ") (replace-all "Clinical Trial Registration:\n" "**Clinical Trial Registration**: ") (replace-all "Clinical trial registration\n" "**Clinical Trial Registration**: ") (replace-all "Clinical Translation\n\n" "\n**Clinical Translation**: ") (replace-all "\nSystematic review registration " "\n**Systematic Review Registration**: " ) (replace-all "eLife digest\n\n" "\n**eLife digest**: ") (replace-all "\nKEYWORDS:" "[**Keywords**:") (replace-all "\nKEY WORDS:" "[**Keywords**:") (replace-all "\nkey words" "[**Keywords**:") (replace-all "\nkey Words" "[**Keywords**:") (replace-all "\\[Keywords:" "[**Keywords**:") (replace-all "\\[Keyword:" "[**Keywords**:") (replace-all "Key words::" "[**Keywords**:") (replace-all "Key Messages\n" "**Key Messages**:") (replace-all "\nAuthor summary\n\n" "\n\n**Author Summary**: ") (replace-all "\nAuthor Summary\n\n" "\n\n**Author Summary**: ") (replace-all "Purpose\n\n" "\n**Background**: ") (replace-all "Purpose\n" "**Background**: ") (replace-all "Purpose of Review\n" "**Background**: ") (replace-all "Design/methodology/approach\n\n" "\n**Method**: ") (replace-all "RESEARCH DESIGN AND METHODS " "**Method**: ") (replace-all "RESEARCH DESIGN AND METHODS\n\n" "\n**Method**: ") (replace-all "METHOD: " "**Method**: ") (replace-all "\nDesign " "\n**Design**: ") (replace-all "Research limitations/implications\n\n" "\n**Research Limitations/Implications**: ") (replace-all "Strengths and Limitations\n\n" "\n**Strengths & Limitations**: ") (replace-all "\nLimitations\n" "\n\n**Limitations**: ") (replace-all "\nLimitations.\n" "\n**Limitations**: ") (replace-all "\nData Sources\n" "\n**Data Sources**: ") (replace-all "\nData Sources " "\n**Data Sources**: ") (replace-all "\nData sources " "\n**Data Sources**: ") (replace-all "\nStudy Selection\n" "\n**Study Selection**: ") (replace-all "\nStudy Selection " "\n**Study Selection**: ") (replace-all "\nStudy selection: " "\n**Study Selection**: ") (replace-all "\nData Extraction\n" "\n**Data Extraction**: ") (replace-all "\nData extraction: " "\n**Data Extraction**: ") (replace-all "\nData extraction and synthesis " "\n**Data Extraction & Synthesis**: ") (replace-all "\nData Extraction and Synthesis " "\n**Data Extraction & Synthesis**: ") (replace-all "\nData Synthesis\n" "\n**Data Synthesis**: ") (replace-all "\nData synthesis: " "\n**Data Synthesis**: ") (replace-all "\nData Synthesis " "\n**Data Synthesis**: ") (replace-all "\nData collection and analysis\n\n" "Data & Analysis: ") (replace-all "\nEligibility criteria for selecting studies " "\n**Eligibility Criteria For Selecting Studies**: ") (replace-all "Practical implications\n\n" "\n**Practical Implications**: ") (replace-all "Social implications\n\n" "\n**Social Implications**: ") (replace-all "Educational Impact and Implications Statement:" "**Educational Impact & Implications Statement**:") (replace-all "Originality/value\n\n" "\n**Originality/Value**: ") (replace-all "\nKeywords\n" "[**Keywords**: ") (replace-all "\nKeywords: " "[**Keywords**: ") (replace-all "\nKey Words\n" "\n[**Keywords**: ") (replace-all "\nKey Words:\n" "[**Keywords**: ") (replace-all "\nKey Words: " "[**Keywords**: ") (replace-all "\nKey words\n" "[**Keywords**: ") (replace-all "\\[Key Words: " "[**Keywords**: ") (replace-all "\\[Key words: " "[**Keywords**: ") (replace-all "\\[KEYWORDS: " "[**Keywords**: ") (replace-all "\\[K E Y W O R D S: " "[**Keywords**: ") (query-replace "\nAbbreviations\n" "[**Abbreviations**: " nil begin end) (query-replace ".\n" ".\n\n**" nil begin end) (replace-all "\\[Keywords:" "\n\n[**Keywords**:") (replace-all "\\[Keyword(s):" "\n\n[**Keywords**:") ) (replace-all ",”" "”,") (replace-all ";”" "”;") (replace-all " “ " " “") (replace-all " \\?”" "?”") (replace-all " I Q " " IQ ") (query-replace ".”" "”." nil begin end) (query-replace " : " ": " nil begin end) (replace-all ",\"" "\",") (replace-all ";\"" "\";") (replace-all "\n\n\n" "\n\n") (replace-all ": " ": ") (replace-all " ► " "\n- ") (replace-all "\n► " "\n- ") (replace-all " yr\\." " years.") (replace-all "Calif\\." "California") (replace-all "Previous article in issueNext article in issue" "") (replace-all "Previous article in issue\nNext article in issue" "") (replace-all "\nAbstract\n" "\n") (replace-all "statistical significance" "statistical-significance") (replace-all "statistically significant" "statistically-significant") (replace-all "Statistically significant" "Statistically-significant") (replace-all "clinical significance" "clinical-significance") (replace-all "clinically significant" "clinically-significant") (replace-all "statistically different" "statistically-significantly different") (replace-all "statistical difference" "statistically-significant difference") (replace-all "type I error rate" "false positive rate") (replace-all "type II error rate" "false negative rate") (replace-all "genome-wide significant" "genome-wide statistically-significant") (replace-all "genome-wide significance" "genome-wide statistical-significance") (funcall-interactively #'query-replace-regexp " significantly" (query-replace-compile-replacement "\\,(let* ((replacements '((?1 \" statistically-significantly\") (?2 \" importantly\") (?3 \" largely\") (?4 \" substantially\"))) (choice (read-multiple-choice \"Replace: \" replacements))) (second choice))" t) nil begin end) (funcall-interactively #'query-replace-regexp " significant" (query-replace-compile-replacement "\\,(let* ((replacements '((?1 \" statistically-significant\") (?2 \" important\") (?3 \" large\") (?4 \" substantial\"))) (choice (read-multiple-choice \"Replace: \" replacements))) (second choice))" t) nil begin end) (funcall-interactively #'query-replace-regexp " significance" (query-replace-compile-replacement "\\,(let* ((replacements '((?1 \" statistical-significance\") (?2 \" importance\") (?3 \" large\"))) (choice (read-multiple-choice \"Replace: \" replacements))) (second choice))" t) nil begin end) (query-replace "non-significantly" "non-statistically-significantly" nil begin end) (query-replace "non-significance" "non-statistical-significance" nil begin end) (query-replace "nonsignificant" "non-statistically-significant" nil begin end) (query-replace " Homo habilis" " _Homo habilis_" nil begin end) (query-replace " Homo erectus" " _Homo erectus_" nil begin end) (query-replace " Homo " " _Homo_ " nil begin end) (query-replace "https://www.gwern.net/" "https://gwern.net/" nil begin end) (query-replace "https://gwern.net/" "/" nil begin end) (query-replace "\nhat " "\nWhat" nil begin end) ; shout-out to typography nerds by using the proper logotypes: (let ((case-fold-search t) (search-upper-case t)) ; need these to override `query-replace` magic‽ (query-replace "P > 0" "_p_ > 0" nil begin end) (query-replace "p < " "_p_ <" nil begin end) (query-replace "P ≤ " "_p_ ≤ " nil begin end) (query-replace "p<" "_p_ < " nil begin end) (query-replace-regexp "[^u]p>" "_p_ > " nil begin end) ; avoid '' (query-replace "p < " "_p_ <" nil begin end) (query-replace "P < " "_p_ <" nil begin end) (query-replace "P<" "_p_ <" nil begin end) (query-replace "P <" "_p_ <" nil begin end) (query-replace "_P_ <" "_p_ <" nil begin end) (query-replace "_P_<" "_p_ <" nil begin end) (query-replace "_p_=." "_p_ = 0." nil begin end) (query-replace "_p_<." "_p_ < 0." nil begin end) (query-replace "_p_ <." "_p_ < 0." nil begin end) (query-replace "( _p_ = " "(_p_ = " nil begin end) (query-replace "<0." " < 0." nil begin end) (query-replace "p = " "_p_ = " nil begin end) (query-replace "( P = " "(_p_ = " nil begin end) (query-replace " P < " " _p_ < " nil begin end) (query-replace "P-for-interaction" "_p_-for-interaction" nil begin end) (query-replace " p = " " _p_ = " nil begin end) (query-replace "(ps " "(ps " nil begin end) (query-replace "k-NN" "_k_-NN" nil begin end) (query-replace "𝜌" "_ρ_" nil begin end) (query-replace "Sect\\. " "Section " nil begin end) (query-replace "ρSDS" "ρ~SDS~" nil begin end) (query-replace "tpre-Neolithic" "tpre-Neolithic" nil begin end) (query-replace "tNearEast" "tNear East" nil begin end) (query-replace "tNeolithic" "tNeolithic" nil begin end) (query-replace " b = " " _b_ = " nil begin end) (query-replace "(b = " "(_b_ = " nil begin end) (query-replace "[b=" "[_b_ =" nil begin end) (query-replace "[b = " "[_b_ =" nil begin end) (query-replace "b=" "_b_ =" nil begin end) (query-replace "_b_=" "_b_ =" nil begin end) (query-replace "(b=" "(_b_ =" nil begin end) (query-replace " t <" " _t_ <" nil begin end) (query-replace " t =" " _t_ =" nil begin end) (query-replace "(t =" "(_t_ =" nil begin end) (query-replace "(t=" "(_t_ = " nil begin end) (query-replace " t-test" " _t_-test" nil begin end) (query-replace " t test" " _t_-test" nil begin end) (query-replace "(t test" "(_t_-test" nil begin end) (query-replace " R2 " " R^2^ " nil begin end) (query-replace "(R2 " "(R^2^ " nil begin end) (query-replace "R2=" " R^2^ =" nil begin end) (query-replace "R2<" " R^2^ <" nil begin end) (query-replace "R2>" " R^2^ <" nil begin end) (query-replace "r2" "R^2^" nil begin end) (query-replace "r2" "R^2^" nil begin end) (query-replace "r^2^" "R^2^" nil begin end) (query-replace "χ2" "χ^2^" nil begin end) (query-replace "mm 2" "mm^2^" nil begin end) (query-replace "age2" "age^2^" nil begin end) (query-replace "m−2" "m^−2^" nil begin end) (query-replace "rxy " "rxy" nil begin end) (query-replace "n-of-1" "n-of-1" nil begin end) (query-replace " g = " " _g_ = " nil begin end) (query-replace " g's" " _g_'s" nil begin end) (query-replace "(g " "(_g_ " nil begin end) (query-replace " g)" " _g_)" nil begin end) (query-replace "(m = " "(_m_ =" nil begin end) (query-replace "LaTeX" "LaTeX" nil begin end) ; LaTeX (query-replace "LATEX" "LaTeX" nil begin end) (query-replace "TeX" "TeX" nil begin end) ; TeX (query-replace "TEX" "TeX" nil begin end) (query-replace-regexp "^\\.\\.\\.he" "...The" nil begin end) ; very common to truncate in copy-paste ) ; end case-fold let (should create strict case-matching?) (query-replace "Nepeta cataria" "_Nepeta cataria_" nil begin end) (query-replace "MC4R" "_MC4R_" nil begin end) (query-replace "GPT2" "GPT-2" nil begin end) (query-replace "GPT3" "GPT-3" nil begin end) (query-replace "GPT4" "GPT-4" nil begin end) (query-replace "two thirds" "2⁄3" nil begin end) (query-replace "two-thirds" "2⁄3" nil begin end) (query-replace "three-fourths" "3⁄4" nil begin end) (query-replace "3-fourths" "3⁄4" nil begin end) (query-replace "three-fifths" "3⁄5" nil begin end) (query-replace-regexp "\\([0-9]+\\) of \\([0-9]+\\)" "\\1⁄\\2" nil begin end) (query-replace-regexp "\\([0-9]+\\) of the \\([0-9][0-9]?[0-9]?\\)" "\\1⁄\\2" nil begin end) (query-replace-regexp " \\([0-9][0-9]?[0-9]?\\) of \\([0-9][0-9]?[0-9]?\\) " " \\1⁄\\2 " nil begin end) (query-replace-regexp "\\([0-9]+\\) out of \\([0-9][0-9]?[0-9]?\\)" "\\1⁄\\2" nil begin end) (query-replace-regexp "\\([0-9]+\\) out of the \\([0-9][0-9]?[0-9]?\\)" "\\1⁄\\2" nil begin end) (query-replace-regexp "\\([0-9]+\\) in every \\([0-9]+\\)" "\\1⁄\\2" nil begin end) ; eg. "approximately one in every 10 citations across leading psychology journals is inaccurate" (query-replace-regexp "≈ \\([0-9]+\\)%" "≈\\1%" nil begin end) ; "to ≈ 15% for heroin" (query-replace "...." "..." nil begin end) (query-replace "....." "..." nil begin end) (query-replace-regexp "\n\\.\\.\\([A-Za-z]\\)" "\n...\\1" nil begin end) ; replace malformed '...' ellipsis excerpts (query-replace-regexp "^\\.\\.\\. " "..." nil begin end) (query-replace " = ." " = 0." nil begin end) (query-replace " Ss" " Subjects" nil begin end) ; PsycNET APA abbreviations (query-replace-regexp "\\([Ee]\\)xp\\(s?\\) " "\\1xperiment\\2 " nil begin end) (query-replace-regexp " (PsycInfo Database Record (c) [12][0-9]+ APA, all rights reserved)" "" nil begin end) ; PsycNET copyright junk ; (query-replace " • " ", " nil begin end) ; some 'Keywords' sections are always MIDDLE DOT formatted (query-replace-regexp "\\([0-9]+\\)·\\([0-9]+\\)" "\\1.\\2" nil begin end) ; mostly for the Lancet (query-replace "Figs. " "Figures " nil begin end) (query-replace "Fig. " "Figure " nil begin end) (query-replace-regexp "Supplementary [fF]ig\\. \\(S?[0-9]+[a-hA-H]*\\)\\." "**Supplementary Figure \\1**." nil begin end) ; 'Supp Fig. 1. ', 'Fig. 2a)' etc (query-replace-regexp "Supplementary [fF]ig\\. \\(S?[0-9]+[a-hA-H]*\\)" "**Supplementary Figure \\1**" nil begin end) ; 'Supp Fig. 1,', 'Fig. 2a,' etc (query-replace-regexp "Supplementary [fF]igure \\(S?[0-9]+[a-hA-H]*\\)\\." "**Supplementary Figure \\1**." nil begin end) ; 'Supp Figure 1. The graph' etc (query-replace-regexp "Supplementary ([fF]ig\\. \\(S?[0-9]+[a-hA-H]*\\))" "(**Supplementary Figure \\1**)" nil begin end) ; (Supp Fig. 3b) (query-replace-regexp "Supplementary ([fF]igure \\(S?[0-9]+[a-hA-H]*\\))" "(**Supplementary Figure \\1**)" nil begin end) ; (Supp Figure 3b) (query-replace-regexp "Supplementary ([fF]ig\\. \\(S?[0-9]+[a-hA-H]*\\)," "(**Supplementary Figure \\1**," nil begin end) ; (Supp Fig. 3b, (query-replace-regexp "Supplementary [fF]igures \\(S?[0-9]+[a-hA-H]*\\) and \\([0-9]+[a-hA-H]*\\)" "**Supplementary Figures \\1** & **\\2**" nil begin end) (query-replace-regexp "[fF]ig\\.? ?\\(S?\\)\\([0-9\\.]+[a-hA-H]*\\)\\.?" "**Figure \\1\\2**." nil begin end) ; 'Fig. 1. ', 'Fig. 2a)', 'Figure 1.5' etc (query-replace-regexp "[fF]ig\\.? \\(S?\\)\\([0-9\\.]+[a-hA-H]*\\)" "**Figure \\1\\2**" nil begin end) ; 'Fig. 1,', 'Fig. 2a,' etc (query-replace-regexp "[fF]igure \\(S?\\)\\([0-9\\.]+[a-hA-H]*\\.?\\)" "**Figure \\1\\2**" nil begin end) ; 'Figure 1. The graph' etc (query-replace-regexp "([fF]ig\\.? \\(S?\\)\\([0-9\\.]+[a-hA-H]*\\))" "(**Figure \\1\\2**)" nil begin end) ; (Fig. 3b) (query-replace-regexp "([fF]igure \\(S?\\)\\([0-9\\.]+[a-hA-H]*\\))" "(**Figure \\1\\2**)" nil begin end) ; (Figure 3b) (query-replace-regexp "([fF]ig\\.? \\(S?\\)\\([0-9\\.]+[a-hA-H]*\\)," "(**Figure \\1\\2**," nil begin end) ; (Fig. S3b, (query-replace-regexp "[aA]ppendix.? ?\\([a-zA-Z]?\\)\\([0-9\\.]+[a-hA-H]*\\)" "**Appendix \\1\\2**" nil begin end) ; 'Appendix A2' (query-replace-regexp "[aA]ppendix.? \\([a-zA-Z]?\\)" "**Appendix \\1**" nil begin end) ; 'Appendix A' (query-replace-regexp "Equation \\([a-zA-Z0-9]+\\)" "**Equation \\1**" nil begin end) ; 'Equation 9', 'Equation C' ; '§ SECTION SIGN' is better than writing out 'Section N' everywhere. It's much shorter, we already use SECTION SIGN heavily, it reduces overuse of bold, is easier to grep for, and it saves a bit of time formatting annotations (because of the lack of lookahead/lookbehind in these regexp rewrites, 'Section N' will match every time, even if it's already wrapped in /**bolding**, and I have to waste time skipping them). It would be nice to symbolize Figure/Table/Experiment/Data as well, but there's no widely-understood symbol which could be used, and usually no abbreviation either. (Perhaps 'Supplement.*' could be replaced by just 'S' and 'Figure' by 'Fig.' at some point…) (query-replace-regexp "[Ss]ection ?\\([0-9.]+[a-hA-H]*\\)" "§\\1" nil begin end) ; 'Section 9' → '§9', 'section 9' → '§9' (query-replace-regexp "Part ?\\([0-9.]+[a-hA-H]*\\)" "§\\1" nil begin end) ; 'Part 9' → '§9' (query-replace-regexp "[Ss]ections ?\\([0-9.]+[a-hA-H]*\\) and \\([0-9.]+[a-hA-H]*\\)" "§\\1 & §\\2" nil begin end) ; 'Sections 1 and 2' → '§1 & §2' (query-replace-regexp "Chapter \\([0-9]+[a-hA-H]*\\)" "**Ch\\1**" nil begin end) ; 'Chapter 1', 'Chapter 7a' etc (query-replace-regexp "Supplementary [Tt]able\\.? \\([0-9]+[a-hA-H]*\\)\\." "**Supplementary Table \\1**." nil begin end) ; 'Table. 1. ', 'Table. 2a)' etc (query-replace-regexp "Supplementary [Tt]able\\.? \\([0-9]+[a-hA-H]*\\)" "**Supplementary Table \\1**" nil begin end) ; 'Table. 1,', 'Table. 2a,' etc (query-replace-regexp "Supplementary [Tt]able \\([0-9]+[a-hA-H]*\\)\\." "**Supplementary Table \\1**:" nil begin end) ; 'Table 1. The graph' etc (query-replace-regexp "Supplementary ([Tt]able\\. \\([0-9]+[a-hA-H]*\\))" "(**Supplementary Table \\1**)" nil begin end) ; (Table. 3b) (query-replace-regexp "Supplementary ([Tt]able \\([0-9]+[a-hA-H]*\\))" "(**Supplementary Table \\1**)" nil begin end) ; (Table 3b) (query-replace-regexp "Supplementary ([Tt]able\\. \\([0-9]+[a-hA-H]*\\)," "(**Supplementary Table \\1**," nil begin end) ; (Table. 3b, (query-replace-regexp "Supplementary [Tt]ables \\([0-9]+[a-hA-H]*\\) and \\([0-9]+[a-hA-H]*\\)" "**Supplementary Tables \\1** & **\\2**" nil begin end) (query-replace-regexp "[Tt]ables?\\.? \\(S?[0-9]+[a-hA-H]*\\)\\." "**Table \\1**:" nil begin end) ; 'Table. 1. ', 'Table. 2a)' etc (query-replace-regexp "[Tt]ables?\\.? \\(S?[0-9]+[a-hA-H]*\\)" "**Table \\1**" nil begin end) ; 'Table. 1,', 'Table. 2a,' etc (query-replace-regexp "[Tt]ables?\\.? \\(S?[a-hA-H]+[0-9]+\\)" "**Table \\1**" nil begin end) ; 'Table S3' (query-replace-regexp "[Tt]ables? \\(S?[0-9]+[a-hA-H]*\\)\\." "**Table \\1**:" nil begin end) ; 'Table 1. The graph' etc (query-replace-regexp "([Tt]ables?\\.? \\(S?[0-9]+[a-hA-H]*\\))" "(**Table \\1**)" nil begin end) ; (Table. 3b) (query-replace-regexp "([Tt]ables? \\(S?[0-9]+[a-hA-H]*\\))" "(**Table \\1**)" nil begin end) ; (Table 3b) (query-replace-regexp "([Tt]ables?\\.? \\(S?[0-9]+[a-hA-H]*\\)," "(**Table \\1**," nil begin end) ; (Table. 3b, (query-replace-regexp "[Tt]ables?\\.? \\(S?[0-9]+[a-hA-H]*\\) and \\([0-9]+[a-hA-H]*\\)" "**Table \\1** & **\\2**" nil begin end) ; 'Tables 9 and 10' (query-replace-regexp "[Ee]xperiment \\([0-9]+[a-hA-H]*\\)" "**Experiment \\1**" nil begin end) ; 'Experiment 1', 'Experiment 2a', 'experiment 3' etc (query-replace "Experiments 1 and 2" "**Experiments 1** & **2**" nil begin end) (query-replace-regexp "[Ss]tudy \\([0-9]+[a-hA-H]*\\)" "**Study \\1**" nil begin end) (query-replace-regexp "[Ss]tudies \\([0-9]+[a-hA-H]*\\)[-–]+\\([0-9]+[a-hA-H]*\\)" "**Studies \\1--\\2**" nil begin end) (query-replace-regexp "[Ss]tudies \\([0-9]+[a-hA-H]*\\) and \\([0-9]+[a-hA-H]*\\)" "**Studies \\1** & **\\2**" nil begin end) (query-replace-regexp "[Ss]tudies \\([0-9]+[a-hA-H]*\\), \\([0-9]+[a-hA-H]*\\), and \\([0-9]+[a-hA-H]*\\)" "**Studies \\1**, **\\2**, & **\\3**" nil begin end) (query-replace-regexp "[Ss]tudies \\([0-9]+[a-hA-H]*\\), \\([0-9]+[a-hA-H]*\\), \\([0-9]+[a-hA-H]*\\)" "**Studies \\1**, **\\2**, **\\3**" nil begin end) (query-replace-regexp "^\\( *\\)\\([0-9]+\\)\\. " "\\1#. " nil begin end) ; Markdown ordered-list number formatting: see default.css for more discussion, but using '1./2./3.' list numbering in Markdown yields hardwired number formatting rather than plain `
    `, which causes styling problems when nested in lists. (query-replace-regexp "Supplementary Data \\([0-9]+[a-hA-H]*\\)" "**Supplementary Data \\1**" nil begin end) ; '(Supplementary Data 7)' (query-replace " 0)" " (0)" nil begin end) ; we do the number+paren check after the '(study 1)' check (query-replace " 1)" " (1)" nil begin end) (query-replace " 2)" " (2)" nil begin end) (query-replace " 3)" " (3)" nil begin end) (query-replace " 4)" " (4)" nil begin end) (query-replace " 5)" " (5)" nil begin end) (query-replace " 6)" " (6)" nil begin end) (query-replace " 7)" " (7)" nil begin end) (query-replace " 8)" " (8)" nil begin end) (query-replace " 9)" " (9)" nil begin end) (query-replace " 10)" " (10)" nil begin end) (query-replace-regexp " percent\\([[:punct:]]\\)" "%\\1" nil begin end) (query-replace-regexp "\\([[:digit:]]\\)×10−\\([[:digit:]]+\\)" "\\1×10−\\2" nil begin end) ; minus sign version (query-replace-regexp " --\\([[:digit:]]\\)" " −\\1" nil begin end) ; some minuses are rendered as hyphens, so switch to minus sign (query-replace-regexp "\\([[:digit:]]\\)×10-\\([[:digit:]]+\\)" "\\1×10−\\2" nil begin end) ; hyphen version (query-replace-regexp " [x×] 10-\\([[:digit:]]+\\)" "×10−\\1" nil begin end) ; hyphen version (query-replace-regexp "[x×] ?10--\\([[:digit:]]+\\)" "× 10−\\1" nil begin end) (query-replace-regexp "\\([[:digit:]]+\\)[x×]10-\\([[:digit:]]+\\)" "\\1 × 10−\\2" nil begin end) (query-replace-regexp "\\^-\\([[:digit:]]+\\)\\^" "−\\1" nil begin end) ; 'foo^-1^' → 'foo−1' (query-replace-regexp "\\([[:digit:]\\.]+\\)[Ee]-\\([[:digit:]]+\\)" "\\1 × 10−\\2" nil begin end) ; 2.0E-26, 2.0e-26 ; (query-replace-regexp "[x×] ?10--\\([0-9]+\\)" "× 10−\\1" nil begin end) (query-replace-regexp "\\([a-zA-Z0-9][,;\\.]\\)\\([[:digit:]]+\\) \\([A-Za-z]\\)" "\\1\\2 \\3" nil begin end) ; look for copy-pasted footnotes, like "X works great.13 Therefore" or "possibly biological reasons,4 but" (query-replace-regexp "Footnote\\([0-9]+\\)" "\\1" nil begin end) ; cambridge.org has footnotes that copypaste like 'Footnote10' (query-replace-regexp "\\([a-zA-Z0-9.]\\”\\)\\([[:digit:]]+\\) \\([A-Z]\\)" "\\1\\2 \\3" nil begin end) (query-replace-regexp "\\([[:punct:]]\\)\\[\\([0-9, -]+\\)\\] " "\\1\\2 " nil begin end) ; Wikipedia-style referencs: "Foo.[33]" or "is around 75%,[83 but varies" ; (query-replace-regexp "\\([[:punct:]]\\)\\([0-9]+\\) " "\\1\\2 " nil begin end) ; looser (query-replace-regexp "\\([[:punct:]]\\)\\([0-9,- ]+\\)$" "\\1\\2" nil begin end) ; looser: handle end of line (query-replace-regexp " \\[\\([0-9, -]+\\)\\]\\([[:punct:]]\\)" "\\2\\1 " nil begin end) ; 'contributing to higher energy intake [42].' (query-replace-regexp "\\[\\([0-9, -]+\\)\\] " "\\1 " nil begin end) (query-replace-regexp "\\([0-9]+\\)- and \\([0-9]+\\)-" "\\1 & \\2-" nil begin end) ; "We use 1979- and 1997-cohort National Longitudinal Survey of Youth (NLSY) data" → "We use 1979 & 1997-cohort" (query-replace-regexp "pg?\\.? \\([0-9]\\)" "pg\\1") ; page citations: 'p. 50', 'pg. 50', 'pg 50' → 'pg50' (query-replace-regexp "\\([[:alnum:]]\\)- " "\\1---" nil begin end) (query-replace-regexp "\\([[:alnum:]]\\)\\.\\. " "\\1... " nil begin end) (query-replace-regexp "\\([0-9]\\) %" "\\1%" nil begin end) (query-replace-regexp "\\([0-9]\\)folds?" "\\1×" nil begin end) (query-replace-regexp "\\([0-9]\\)-folds?" "\\1×" nil begin end) (query-replace-regexp "\\([0-9]\\) folds?" "\\1×" nil begin end) (query-replace "1st" "1^st^" nil begin end) (query-replace "2nd" "2^nd^" nil begin end) (query-replace "3rd" "3^rd^" nil begin end) (query-replace ":.0" ": 0.0" nil begin end) (query-replace "−." "−0." nil begin end) (query-replace " -." " −0." nil begin end) (query-replace "[-." "[−0." nil begin end) (query-replace-regexp "-+\\([0-9.]+\\)" "−\\1" nil begin end) (query-replace "\\$O\\$" "𝒪" nil begin end) (query-replace "\\([[:digit:]]\\) %" "\\1%" nil begin end) (query-replace-regexp "\\([a-zA-Z,]\\) \\.\\([[:digit:]]\\)" "\\1 0.\\2" nil begin end) (query-replace-regexp "^\\.\\([[:digit:]]\\)" "0.\\1" nil begin end) (query-replace-regexp "\\([a-zA-Z]\\) −\\.\\([[:digit:]]\\)" "\\1 −0.\\2" nil begin end) (query-replace-regexp "= −\\.\\([[:digit:]]\\)" "= −0.\\1" nil begin end) (query-replace-regexp "= -\\.\\([[:digit:]]\\)" "= −0.\\1" nil begin end) (query-replace-regexp ", -\\.\\([[:digit:]]\\)" ", −0.\\1" nil begin end) (query-replace-regexp " \\.\\([[:digit:]]+\\)" " 0.\\1" nil begin end) ; eg " .47" (query-replace-regexp "and -\\.\\([[:digit:]]\\)" "and −0.\\1" nil begin end) (query-replace-regexp "\\([[:digit:]]\\.[[:digit:]]+\\)-\\.\\([[:digit:]]\\)" "\\1--0.\\2" nil begin end) (query-replace-regexp "--\\.\\([[:digit:]]+\\)" "--0.\\1" nil begin end) (query-replace-regexp " \\+\\.\\([[:digit:]]+\\)" " +0.\\1" nil begin end) ; '_r_ = +.33.' (query-replace-regexp "\\[\\.\\([[:digit:]]+\\)" "[0.\\1" nil begin end) (query-replace-regexp "10[-−]\\([[:digit:]]+\\)" "10^−\\1^" nil begin end) ; eg '10-10 mol/liter' (query-replace-regexp "− \\([[:digit:]]+\\)" "−\\1" nil begin end) (query-replace-regexp "\\([[:digit:]]+\\)-)" "\\1--)" nil begin end) (query-replace-regexp "\\([[:digit:]]+\\)%−\\([[:digit:]]+\\)%" "\\1%--\\2%" nil begin end) ; MINUS SIGN ; de-LaTeX where the power is unnecessary (query-replace-regexp "\\$\\([[:alnum:]]\\)\\$" "_\\1_" nil begin end) (query-replace-regexp "\\$\\([[:alnum:]]\\)^\\([[:alnum:]]\\)\\$" "_\\1^\\2^_" nil begin end) (query-replace-regexp "\\$\\([[:alnum:]]\\)_\\([[:alnum:]]\\)\\$" "_\\1~\\2~_" nil begin end) (query-replace-regexp "\\$\\\\sqrt{\\([[:digit:]]+\\)}\\$" "√\\1" nil begin end) ; comma formatting: eg. '100000000000' -> '100,000,000,000' - but we need to skip URLs where such numbers are ubiquitous & time-wasting. Avoid possible years which start with 1/2. (my-markdown-or-html-query-replace-regexp "\\([[:digit:]][[:digit:]][[:digit:]][[:digit:]][[:digit:]]+\\)" #'comma-format-number begin end) ; 5+ digit numbers (my-markdown-or-html-query-replace-regexp "\\([1-9][[:digit:]][[:digit:]][[:digit:]]\\)" #'comma-format-number begin end) ; 4-digit numbers, which might be years/dates, like '5000', but skipping ones starting in 0, which might be a year or number; we need to enforce comma-separation even on numbers like '1000', for the date-range adjuster (my-markdown-or-html-query-replace-regexp "[[:punct:]] \\([3-9][[:digit:]][[:digit:]][[:digit:]]\\)" #'comma-format-number begin end) ; 4-digit numbers, which might be years/dates: if preceded by punctuation, this is *usually* a number, because it'd be odd to write the year at the stard of a phrase. No one says 'Foo bar. 2023 is the date, June the month.' It'd always be 'Foo bar. In June 2023' etc. ; fancy inline fractions using special Unicode slash. Runs after comma formatting because we don't want to waste time suggesting '1/1000' when it will be turned into '1/1,000' etc. ;; BIG SOLIDUS for 4-digit+: (query-replace-regexp " \\([[:digit:]]\\)/\\([[:digit:]][[:digit:]][[:digit:]][[:digit:]]\\)" " \\1⧸\\2" nil begin end) (query-replace-regexp "(\\([[:digit:]]+\\)/\\([[:digit:]][[:digit:]][[:digit:]][[:digit:]]\\)" "(\\1⧸\\2" nil begin end) (query-replace-regexp " \\([[:digit:]][[:digit:]]?\\)/\\([[:digit:]][[:digit:]][[:digit:]][[:digit:]]+\\)" " \\1⧸\\2" nil begin end) (query-replace-regexp "\\$\\\\frac{\\([[:digit:]]\\)}{\\([[:digit:]][[:digit:]][[:digit:]][[:digit:]]+\\)}\\$" "\\1⧸\\2" nil begin end) (query-replace-regexp "\\$\\\\frac{\\([[:digit:]]+\\)}{\\([[:digit:]][[:digit:]][[:digit:]][[:digit:]]+\\)}\\$" "\\1⧸\\2" nil begin end) ;; FRACTION SLASH versions, for 3-digit or less: (query-replace-regexp " \\([[:digit:]]\\)/\\([[:digit:]][[:digit:]]?[[:digit:]]?\\)" " \\1⁄\\2" nil begin end) (query-replace-regexp "(\\([[:digit:]]+\\)/\\([[:digit:]][[:digit:]]?[[:digit:]]?\\)" "(\\1⁄\\2" nil begin end) (query-replace-regexp " \\([[:digit:]][[:digit:]]?\\)/\\([[:digit:]][[:digit:]]?\\)" " \\1⁄\\2" nil begin end) (query-replace-regexp "\\$\\\\frac{\\([[:digit:]]\\)}{\\([[:digit:]]\\)}\\$" "\\1⁄\\2" nil begin end) (query-replace-regexp "\\$\\\\frac{\\([[:digit:]]+\\)}{\\([[:digit:]]+\\)}\\$" "\\1/\\2" nil begin end) (query-replace-regexp "\\([[:punct:]]\\)n=" "\\1_n_ = " nil begin end) ; use MULTIPLICATION SIGN in multiplier expressions like "10x larger" (MULTIPLICATION X is too large): (query-replace-regexp "\\([[:digit:]]+\\)x" "\\1×" nil begin end) (query-replace-regexp "\\([[:digit:]]+\\)-times" "\\1×" nil begin end) (query-replace-regexp "\\([[:digit:]]+\\) times" "\\1×" nil begin end) (query-replace-regexp "\\([[:digit:]]+\\) x \\([[:digit:]]+\\)" "\\1 × \\2" nil begin end) (query-replace-regexp "\\([[:digit:]]+\\) \\* \\([[:digit:]]+\\)" "\\1 × \\2" nil begin end) ; special currencies: (query-replace-regexp "\\([.0-9]*[[:space:]]\\)?btc" "₿\\1" nil begin end) ; fancy punctuation: (query-replace-regexp "\\([[:graph:]]\\) - +\\([[:graph:]]\\)" "\\1---\\2" nil begin end) ; em dash for interjections (query-replace-regexp "\\([[:digit:]]+\\)-\\([[:digit:]]\\)" "\\1--\\2" nil begin end) ; en dash for ranges like "5-10" (query-replace-regexp "\\([[:digit:]]\\)\\.\\([[:digit:]]+\\)-\\([[:digit:]]\\)" "\\1.\\2--\\3" nil begin end) ; en dash for ranges like "1.5-10" (query-replace-regexp " \\([[:digit:]]\\)%?-\\([[:digit:]]\\)" " \\1--\\2" nil begin end) ; en dash for percentage ranges: eg ' 10%-50%' (we need to avoid URL encoding with all of its percentages) (query-replace-regexp "(\\([[:digit:]]+\\)%?-\\([[:digit:]]+\\)" "(\\1--\\2" nil begin end) ; en dash for percentage ranges: eg '(10%-50%)' (query-replace-regexp " \\([[:digit:]]+\\)%? to \\([[:digit:]]+\\)" " \\1--\\2" nil begin end) ; en dash for percentage ranges: eg '10% to 50%' (query-replace-regexp " \\([[:digit:]]+\\) [-–—]+ \\([[:digit:]]+\\)" " \\1--\\2" nil begin end) ; en dash for numerical space-separated ranges: eg '1990 - 1995' (whether separated by en/em/hyphen) (query-replace-regexp "\\([a-zA-Z]\\)–\\([[a-zA-Z]]\\)" "\\1-\\2" nil begin end) ; remove mistakenly used en dashes (query-replace-regexp "\\([a-zA-Z]\\)–\\([a-zA-Z]\\)" "\\1-\\2" nil begin end) ; check for misplaced en-dashes… (query-replace-regexp "\\([a-zA-Z]\\)--\\([a-zA-Z]\\)" "\\1-\\2" nil begin end) ; …and the Markdown-escaped version as well [we don't check for em-dash because that's more likely to be correct when between letters, it's just en-dash-between-letters that's usually wrong) (query-replace-regexp "\\([a-zA-Z]\\)--\\([a-zA-Z]\\)" "\\1---\\2" nil begin end) ; if it's not a single hyphen after all, then it may be an EM DASH that's intended. (query-replace-regexp "\\([ ,(\[]\\)-\\([[:digit:]]\\)" "\\1−\\2" nil begin end) ; minus sign instead of hyphen (query-replace-regexp " --\\([[:digit:]]\\)" " −\\1" nil begin end) ; replace mistaken en-dashes with minus signs (query-replace-regexp " -\\[\\$" " −[$" nil begin end) ; minus sign: replace "It saves -[$1]($2021)" → "It saves −[$1]($2021)" ; move units outside inflation-adjusted amounts (they keep slipping into annotations when excerpting or rewriting units to be consistent); Inflation.hs handles these but inelegantly & adds a lot of complexity vs a simple compact notation of suffixing. So '[$10k]($2023)' → '[$10]($2023)k', for k/m/b/t: (query-replace-regexp "\\[\\$\\([0-9.]+\\)\\([kmbt]\\)\\](\\$\\([12][0-9][0-9][0-9]\\))" "[$\\1]($\\3)\\2" nil begin end) (query-replace "=-" " = −" nil begin end) (query-replace-regexp "\\([[:digit:]]\\) \\([[:digit:]][[:digit:]][[:digit:]]\\)" "\\1 \\2" nil begin end) ; improve formatting of European-style space numerals (query-replace-regexp "\\([[a-zA-Z]]\\) " "\\1 " nil begin end) (query-replace-regexp " \\([[a-zA-Z]]\\)" " \\1" nil begin end) (query-replace-regexp "\\([[:digit:]]\\) degrees?" "\\1°" nil begin end) (query-replace " d-" " d-" nil begin end) ; D/L stereoisomers like "r-modafinil" or "l-theanine" or "d-amphetamine" → "d-amphetamine" are typeset in smallcaps according to IUPAC, so to ensure the right case (ie. lowercase, because ".smallcaps" class on a capital letter does nothing), we match all 4 possibilities. NOTE: we put the hyphen in the smallcaps because that reduces CSS glitches when the link-underlining shadow trick 'chomps' the 'd/l/r' (query-replace-regexp " [Dd]-" " d-" nil begin end) (query-replace-regexp " [Ll]-" " l-" nil begin end) (query-replace-regexp " [Rr]-" " r-" nil begin end) ; (query-replace-regexp "\\([A-TV-Z]\.\\)\\([A-TV-Z]\.\\)\\([A-RT-Z]\.\\) \\([[:upper:]]\\)" "\\1 \\2 \\3 \\4" nil begin end) ; 'C.A.M. Stirling' -> 'C. A. M. Stirling' ; (query-replace-regexp "\\([A-TV-Z]\.\\)\\([A-RT-Z]\.\\) \\([[:upper:]]\\)" "\\1 \\2 \\3" nil begin end) ; 'J.K. Rowling' → 'J. K. Rowling'; but try to skip U.S. initialisms like 'U.S. Army' or 'U.S. Congress' (query-replace-regexp "\\([a-zA-Z]\\)- " "\\1" nil begin end) (query-replace-regexp "::+" ":" nil begin end) (query-replace-regexp "\\*\\*\\*\\*\\(.*\\)" "**_\\1_" nil begin end) ; 4 '****s' may be an error on either side of an intended '**foo**' (query-replace-regexp "\\(.*\\)\\*\\*\\*\\*" "**_\\1_" nil begin end) ; 4 '****s' may be an error on either side of an intended '**foo**' (query-replace-regexp "\\*\\*\\*\\(.*\\)\\*\\*\\*" "**_\\1_**" nil begin end) ; '***' is a bad way to write bold-italics in Markdown because it's unreliable to read/parse (replace-all "" "**") (replace-all "" "**") (query-replace-regexp "\\([A-Z][a-z]+\\),? Citation\\([12][0-9][0-9][0-9]\\)" "\\1 \\2" nil begin end) ; T&F: "3.4 hours/day(Annie, Citation2019; Comscore, Citation2018; Kemp, Citation2020)", "the scenery of Washimiya town on viewers (Yamamura Citation2012)" (query-replace-regexp "\\([a-zA-Z]+\\) et al\\.? (\\([[:digit:]]+[a-z]?\\))" "\\1 et al \\2" nil begin end) ; 'Heald et al. (2015a)' → 'Heald et al 2015a' (query-replace-regexp "\\([a-zA-Z]+\\) et al\\. \\([[:digit:]]+\\)" "\\1 et al \\2" nil begin end) (query-replace-regexp "\\([A-Z][a-zñü]+\\) (\\([[:digit:]][[:digit:]][[:digit:]][[:digit:]]\\))" "\\1 \\2" nil begin end) ; 'Darwin (1875)' → 'Darwin 1875' (query-replace-regexp "\\([A-Z][a-zñü]+\\), \\([[:digit:]][[:digit:]][[:digit:]][[:digit:]]\\)" "\\1 \\2" nil begin end) ; 'Fitts, 1954;' → 'Fitts 1954' (query-replace-regexp "\\([A-Z][a-zñü]+\\) and \\([A-Z][a-zñ]+\\) (\\([[:digit:]][[:digit:]][[:digit:]][[:digit:]]\\))" "\\1 & \\2 \\3" nil begin end) ; 'Goriely and Neukirch (2006)' → 'Goriely & Neukirch 2006' (query-replace-regexp "\\([A-Z][a-zñü]+\\), [A-Z][a-zñü]+, [A-Z][a-zñü]+, [&and]+ [A-Z][a-zñü]+ \\([[:digit:]][[:digit:]][[:digit:]][[:digit:]]\\)" "\\1 et al \\2" nil begin end) ; 'Rowe, Isnard, Gallenmüller, & Speck 2006' → 'Rowe et al 2006' ; 4-fold (query-replace-regexp "\\([A-Z][a-zñü]+\\), [A-Z][a-zñü]+, [&and]+ [A-Z][a-zñü]+ \\([[:digit:]][[:digit:]][[:digit:]][[:digit:]]\\)" "\\1 et al \\2" nil begin end) ; 3-fold (query-replace-regexp "\\([A-Z][a-zñü]+\\), [A-Z][a-zñü]+, [A-Z][a-zñü]+, [A-Z][a-zñü]+, [&and]+ [A-Z][a-zñü]+ \\([[:digit:]][[:digit:]][[:digit:]][[:digit:]]\\)" "\\1 et al \\2" nil begin end) ; 5-fold (query-replace-regexp "\\([A-Z][a-zñü]+\\), [A-Z][a-zñü]+, [A-Z][a-zñü]+, [A-Z][a-zñü]+, [A-Z][a-zñü]+, [&and]+ [A-Z][a-zñü]+ \\([[:digit:]][[:digit:]][[:digit:]][[:digit:]]\\)" "\\1 et al \\2" nil begin end) ; 6-fold (query-replace-regexp "\\([A-Z][a-zñü]+\\), [A-Z][a-zñü]+, [A-Z][a-zñü]+, [A-Z][a-zñü]+, [A-Z][a-zñü]+, [A-Z][a-zñü]+, [&and]+ [A-Z][a-zñü]+ \\([[:digit:]][[:digit:]][[:digit:]][[:digit:]]\\)" "\\1 et al \\2" nil begin end) ; 7-fold (query-replace-regexp "\\([A-Z][a-z]+\\) and \\([A-Z][a-z]+\\),? \\([0-9]+\\)" "\\1 & \\2 \\3") ; eg 'Lofquist and Dawis 1991' → 'Lofquist & Dawis 1991' (query-replace-regexp "\\([A-Z][a-zñü]+\\) [&and]+ \\([A-Z][a-z]+\\), \\([[:digit:]][[:digit:]][[:digit:]][[:digit:]]\\)" "\\1 & \\2 \\3" nil begin end) ; '(Darwin & Darwin, 1880)' → '(Darwin & Darwin 1980)', or '(Darwin and Darwin, 1880)' → '(Darwin & Darwin 1980)' ; (query-replace-regexp "’\\([A-Za-qt-z]+\\)" "’ \\1" nil begin end) ; run-together apostrophes from PDFs (query-replace-regexp "^ \\([A-Za-z[:punct:]]+.*\\)" " \\1" nil begin end) ; sometimes we get pseudo-indented text which I expect to get a code block but isn't enough. (query-replace-regexp "^\\([0-9]\\)) " "\\1. " nil begin end) ; convert single-parenthesis ordered lists to normal ordered list (query-replace-regexp "^ +<" " <" nil begin end) (query-replace-regexp "^ +One Man's Modus Ponens' (query-replace " " "" nil begin end) (query-replace "*8" "**" nil begin end) (query-replace "8*" "**" nil begin end) (query-replace "!{" "![" nil begin end) (query-replace "].(" ".](" nil begin end) (replace-all "\n\n\n" "\n\n") (query-replace-regexp "\\(\\[[^][]+\\]\\)[^](]" "[\\1]{.editorial} " nil begin end) ; add '' to bracketed comments in annotations, eg '5 underlying genomic [factors](!W) [Compulsive, Schizophrenia-bipolar, Neurodevelopmental, Internalizing, Substance-use] that explained' → 5 underlying genomic [factors](!W) [\[Compulsive, Schizophrenia-bipolar, Neurodevelopmental, Internalizing, Substance-use\]]{.editorial} that explained (pdf-fix-spaced-words begin end) ; do this at the end to minimize errors from things that would've been fixed (when (and (equal (buffer-name) "foo") ; avoid breaking numbered-lists & headers (not (save-excursion (goto-char (point-min)) (re-search-forward "^[0-9#]" nil t))) ; we must skip annotations with `.interview` markup: the indentation is critical, and simply wrapping breaks the interview formatting unless it is correctly done, which we can't do because it requires parsing Markdown lists & depths to understand exactly how many spaces to indent. So since removing newlines-in-paragraphs is nice but not critical, we just skip it for interviews. (not (save-excursion (goto-char (point-min)) (re-search-forward "
    " nil t)))) (markdown-remove-newlines-in-paragraphs) ; once all the hyphenation is dealt with, remove the hard-newlines which are common in PDF copy-pastes. These hard newlines are a problem because they break many string matches, and they make `langcheck` highlight every line beginning/ending in red as an error. ) (message "%s %s" begin end) ) (flyspell-buffer) (query-inflation-adjust) (ispell) ; spellcheck (message "Getting suggested links…") (getLinkSuggestions "~/wiki/metadata/linkSuggestions.el") (message "Checking grammar/language…") (langtool-check) (call-interactively #'langtool-correct-buffer) ; grammar (message "Remember to collapse appendices, annotate links, add inflation-adjustments to all '$'/'₿'s, add margin notes, 'invert' images, and run `markdown-lint`") nil ))))) (defun pdf-fix-spaced-words (begin end) "Query-collapse spaced-glyph-runs like “I n”, “W h e n”. In a range of BEGIN and END, or the entire buffer if not. Keys during prompt: y = replace, n = skip, ! = replace rest, q = quit." (interactive (if (use-region-p) (list (region-beginning) (region-end)) (list (point-min) (point-max)))) (let* ((re "\\b[[:alpha:]]\\(?:[ \u00A0][[:alpha:]]\\)\\{1,40\\}\\b") (end-marker (copy-marker end t)) (replace-all nil)) (goto-char begin) (catch 'done (while (re-search-forward re end-marker t) (let* ((orig (match-string 0)) (fixed (replace-regexp-in-string "[ \u00A0]" "" orig))) (unless replace-all (let ((c (read-char-choice (format "Replace “%s” → “%s”? (y, n, !, q) " orig fixed) '(?y ?n ?! ?q)))) (cl-case c (?y (replace-match fixed t t)) (?n nil) (?! (setq replace-all t) (replace-match fixed t t)) (?q (throw 'done nil))))) (when replace-all (replace-match fixed t t))))))) (defun clean-pdf-text (&optional start end) "Clean PDF-ish text in buffer/region using `/static/build/clean-pdf.py`. If START and END are provided or a region is active, only region processed. Otherwise, the entire buffer will be processed. This function processes the text paragraph by paragraph, where paragraphs are defined as text blocks separated by triple newlines (\\n\\n\\n). Each paragraph that contains lines ending with '-' is sent to the external `clean-pdf.py` script, which uses AI to correct common PDF extraction issues: - Removing spurious hyphens at line breaks - Joining words split across lines - Fixing ligature and character encoding problems The cleaned text replaces the original text in the buffer. All changes are grouped as a single, atomic operation for undo purposes. Note: This function assumes that `clean-pdf.py` is in Emacs's executable path." (interactive) (unless (executable-find "clean-pdf.py") (error "Error: Python `clean-pdf.py` script not found in path")) (let* ((region-is-active (region-active-p)) ; simplified this check (process-start (cond (start start) (region-is-active (region-beginning)) (t (point-min)))) (process-end (cond (end end) (region-is-active (region-end)) (t (point-max))))) (atomic-change-group (save-excursion (let ((case-fold-search nil)) ; Make search case-sensitive (goto-char process-start) (while (and (< (point) process-end) (not (eobp))) (let* ((current-point (point)) (found-boundary (save-excursion (search-forward "\n\n\n" process-end t))) (paragraph-end (if found-boundary (match-beginning 0) (min process-end (point-max)))) (paragraph (when (and (< current-point paragraph-end) (<= paragraph-end (point-max))) (buffer-substring-no-properties current-point paragraph-end))) (needs-cleaning (and paragraph (not (string-empty-p paragraph)) (string-match-p "-\n" paragraph) (not (string-match-p "—\n" paragraph)) (not (string-match-p "---\n" paragraph))))) (when needs-cleaning (let ((cleaned-paragraph (with-temp-buffer (insert paragraph) (condition-case err (progn (call-process-region (point-min) (point-max) "clean-pdf.py" t t nil) (buffer-string)) (error (message "Error in clean-pdf.py: %s" (error-message-string err)) paragraph))))) (unless (string= paragraph cleaned-paragraph) (when (and (<= current-point (point-max)) (<= paragraph-end (point-max))) (delete-region current-point paragraph-end) (insert cleaned-paragraph))))) (if found-boundary (goto-char (+ (match-end 0) 1)) (goto-char (min (1+ paragraph-end) (point-max)))))))) (message "PDF text cleaning completed for %s" (if region-is-active "selected region" "entire buffer"))))) (defun query-inflation-adjust () "Interactively inflation-adjust all dollar amounts in the buffer. This replaces all dollar amounts in the buffer with a Pandoc Markdown Span element in Gwern.net inflation-adjuster format. The function checks first if there are any dollar amounts in the buffer. If there are, it prompts the user for a year, defaulting to the current year, and then replaces all dollar amounts with the dollar amount wrapped in a Pandoc Markdown Span element tagged with the year, following the format `[$Y]($YEAR)`. For example, `$20` would be replaced with `[$20]($2023)` if the year 2023 was input. If there are no dollar amounts in the buffer, the function exits without prompting the user. The function handles negative dollar amounts, and dollar amounts followed immediately by punctuation. It does not handle dollar amounts in scientific notation or with currency symbols, or dollar amounts with unusual formatting following some European conventions. The function checks if the year input by the user is a numeric string. If it is not, the function outputs an error message and does not perform the replacement. The user can exit the function by appending `q` to the year input (e.g., `2024q`). This is more convenient than accepting & quitting." (interactive) (let ((from "\\([-−]?\\$\\([0-9,.]+\\)\\([kmbt]?\\)\\)\\>")) (if (not (string-match-p from (buffer-string))) (message "query-inflation-adjust: No dollar amounts to adjust; exiting.") (let* ((year-input (read-string "Year ('q' skips): " (format-time-string "%Y"))) (year (replace-regexp-in-string "q$" "" year-input))) (cond ((string-match-p "q$" year-input) (message "query-inflation-adjust: User chose to skip.")) ((string-match-p "\\`[0-9]+\\'" year) (let ((to (concat "[$\\2]($" year ")\\3"))) (query-replace-regexp from to nil (point-min) (point-max)) (message "Inflation adjustment completed for year %s." year))) (t (message "Invalid year input. Please enter a valid year or append 'q' to skip."))))))) ;; (defun number-with-commas (num) ;; "Format a number `NUM` with commas." ;; (let ((num-str (number-to-string num)) ;; (pos 0) ;; (result "")) ;; (dotimes (i (length num-str)) ;; (when (and (> pos 0) (= 0 (mod pos 3))) ;; (setq result (concat "," result))) ;; (setq pos (1+ pos) ;; result (concat (substring num-str (- (length num-str) pos) (- (length num-str) (1- pos))) result))) ;; result)) (defun comma-format-number (num-str) "Insert commas into a number string `NUM-STR`." (let ((num (string-to-number num-str))) (number-with-commas num))) (defun number-with-commas (num) "Format a number `NUM` with commas." (let ((num-str (reverse (number-to-string num))) ; Reverse the string to process from the least significant digit (result "")) (dotimes (i (length num-str)) (when (and (> i 0) (= 0 (mod i 3))) (setq result (concat result ","))) ; Insert comma before every group of 3 digits (setq result (concat result (char-to-string (elt num-str i))))) ; Append current digit (reverse result))) ; Reverse the result to correct the order ; implement a URL-skipping `query-replace-regexp`, named `my-markdown-or-html-query-replace-regexp`. Many rewrites need to skip URLs but there's no good way to do it hitherto. This function also takes arbitrary functions to do the rewrite, which can be useful too for more complex rewrites. ; GPT-4: (require 'pulse) (defcustom my-markdown-or-html-query-replace-skip-urls t "Non-nil means `my-markdown-or-html-query-replace-regexp` should skip link URLs." :type 'boolean :group 'my-markdown-or-html) (defun my-markdown-or-html-inside-link-p () "Return non-nil if point is inside a Markdown or HTML link." (let ((faces (list (get-text-property (point) 'face) ; The point might be at the beginning or end of the URL, which might not have the expected face property. ; To fix this issue, we check for the face property not only at the point but also at the previous and next characters. ; This way, we ensure the function returns non-nil if the point is at the beginning or end of a URL. (get-text-property (1- (point)) 'face) (get-text-property (1+ (point)) 'face)))) (cl-some (lambda (face) (or (eq face 'markdown-url-face) (eq face 'html-attr-value-face))) faces))) (defun my-markdown-or-html-query-replace-args () "Read the arguments for `my-markdown-or-html-query-replace-regexp`." (query-replace-read-args (concat "Query replace" (if current-prefix-arg " word" "") " regexp" (if (and transient-mark-mode mark-active) " in region" "")) t)) (defun my-markdown-or-html-query-replace-confirm (from to) "Prompt the user to confirm replacing `FROM` with `TO`. Highlight the matched text during the query. Accept `y` for yes, `n` for no, and `q` to quit." (pulse-momentary-highlight-region (match-beginning 0) (match-end 0)) (let ((response nil)) (while (not (member response '(?y ?n ?q))) (setq response (read-char-choice (format "Replace `%s' with `%s'? (y/n/q) " from to) '(?y ?n ?q)))) (cond ((eq response ?y) t) ((eq response ?n) nil) ((eq response ?q) 'quit) ) ) ) (defun my-markdown-or-html-query-replace-regexp (regexp replace-fn &optional start end) "Interactively query replace `REGEXP` with the result of `REPLACE-FN`. This version continues searching after a `q` quit signal but skips replacements. This function skips over Markdown or HTML link URLs when performing the replacements if `my-markdown-or-html-query-replace-skip-urls` is non-nil. It operates in the region between `START` and `END` if both are provided; otherwise, it operates on the entire buffer. `REPLACE-FN` should be a function that accepts a string (the matched text) and returns the replacement string. WARNING: This function handles user input to `quit` (via `q`) not by stopping the search entirely, but by continuing to search through the remainder of the document without performing any further replacements. This hack works around a problem where quitting a replacement operation would unexpectedly kill the calling command (`fmt`). By setting a `skip-replacement` flag upon a `quit` signal, somehow it works? \(fn REGEXP REPLACE-FN &optional START END)" (interactive) (let ((replacements 0) (skip-replacement nil)) ; New flag to control skipping of replacements (save-excursion (goto-char (or start (point-min))) (save-match-data (while (re-search-forward regexp end t) (unless (or skip-replacement (my-markdown-or-html-inside-link-p)) (let* ((from (match-string 0)) (to (funcall replace-fn from)) (confirmation (my-markdown-or-html-query-replace-confirm from to))) (cond ((eq confirmation t) (replace-match to t t) (setq replacements (1+ replacements))) ((eq confirmation 'quit) (setq skip-replacement t))))))) ; Continue searching but skip replacements (message "Query replace finished, %d replacements made" replacements))) ) ; GPT-4 (require 'rx) (defgroup markdown-newline-removal nil "Options for removing newlines within paragraphs in Markdown text." :group 'markdown) (defcustom markdown-excluded-chars (rx (any ?- ?\n ?\d ?# ?* ?> ?. ?? ?|)) "Characters to exclude when removing newlines within paragraphs in Markdown text." :type 'regexp :group 'markdown-newline-removal) (defun markdown-remove-newlines-in-paragraphs (&optional buffer use-region) "Replace newlines with spaces within paragraphs of Markdown text in BUFFER. It then adds a newline between each sentence. If BUFFER is nil, use the current buffer. If USE-REGION is non-nil, operate on the current region instead of the entire buffer. This assumes you have already removed hyphenation (either by removing the hyphen+newline for line-breaking-only hyphens, or just the newline when the hyphen is in the original word regardless of line-breaking)." (interactive "P") (with-current-buffer (or buffer (current-buffer)) ;; Save the current point position and restore it after the operation (save-excursion ;; Determine the search range based on the use-region argument (let ((start (if use-region (region-beginning) (point-min))) (end (if use-region (region-end) (point-max)))) ;; Move the point to the start of the search range (goto-char start) ;; Define the regex pattern using the excluded characters custom variable (let* ((excluded-chars (replace-regexp-in-string "^\\[\\|\\]$" "" markdown-excluded-chars)) (pattern (concat "\\([^" excluded-chars "]\\)\\(\n\\)\\([^" excluded-chars "]\\)"))) ;; Search and replace newlines within paragraphs (save-match-data (while (re-search-forward pattern end t) (replace-match "\\1 \\3" nil nil))))) ;; Insert a newline at the end of each sentence (save-excursion (goto-char (point-min)) (while (re-search-forward "\\([.!?]\\)\\([[:space:]]\\)" nil t) (replace-match "\\1\n")))) ;; Inform the user when the operation is complete (message "Newlines removed within paragraphs."))) (defvar markdown-rewrites '()) (defun buffer-contains-substring (string) (save-excursion (save-match-data (goto-char (point-min)) (search-forward string nil t)))) (defun getLinkSuggestions (rewriteFile) "Query the user for a long list of possible search-and-replaces in a buffer. The list is defined in a file argument REWRITEFILE and generated by an external utility parsing the gwern.net sources. This works by: read a Lisp file with the `rewrites` variable; `rewrites` is a list of string pairs. Each string is a possible anchor text like \"Barack Obama\" and its corresponding URL, \"https://en.wikipedia.org/wiki/Barack_Obama\". Looping over this list of pairs, for each pair, do a `query-replace` query on the buffer, converting it into a Markdown lint like `[Barack Obama](https://en.wikipedia.org/wiki/Barack_Obama)`. This external file can be written by hand, but it is intended to be automatically generated by a Haskell tool which parses the full Gwern.net HTML+Markdown sources for all possible links, and turns the full set of links into a list of anchor text/link pairs, which it dumps in Elisp format into the file. This tool is run automatically by a cron job. So any link on Gwern.net will automatically become a search-and-replace query, and it will be updated based on any manually-added links." (progn (load-file rewriteFile) (let ((begin (if (region-active-p) (region-beginning) (point-min))) (end (if (region-active-p) (region-end) (point-max))) ) (save-excursion (goto-char (point-min)) (dolist (pair markdown-rewrites) (let ((original (first pair)) (replacement (second pair)) ) ; skip if already done (if (not (buffer-contains-substring replacement)) (let ((case-fold-search t) (search-upper-case nil) (case-replace nil)) (query-replace-once original (concat "[" original "](" replacement ")") t begin end) )))))))) (defun markdown-annotation-compile () "Turn a Markdown buffer into a HTML5 snippet without newlines and with escaped quotes, suitable for using as a GTX string inside annotated gwern.net links (see `full.gtx`)." (interactive) (call-interactively #'fmt) (save-window-excursion (defvar $pos 1) (message "Preprocessing and compiling into HTML…") ; Pandoc converts the Markdown to HTML. Then the HTML goes through `preprocess-markdown` which runs additional typographic/formatting rewrites, runs LinkAuto to automatically linkify text, and then runs through GenerateSimilar to provide a list of relevant annotations to curate as the 'see-also' section at the bottom of annotations (if they are approved). ; NOTE: because `preprocess-markdown` is calling the OA API via the embedder, $OPENAI_API_KEY must be defined in the Emacs environment, either via `(setenv "OPENAI_API_KEY" "sk-xyz123456789")` or by putting it in `~/.bash_profile`. (Putting it in `.env` or `.bashrc` is not enough, because they won't apply to GUI/X Emacs) (let ((markdown-command "preprocess-annotation.sh")) ; (visible-bell nil) (markdown-kill-ring-save) (setq $pos (point-max)) (goto-char $pos) (insert "\n---\n") (yank) (goto-char $pos) ; (replace-all "\n" " ") (let ( ; (begin (if (region-active-p) (region-beginning) (+ $pos 1))) ; (end (if (region-active-p) (region-end) (point-max))) ) (replace-all "

    " "

    ") (replace-all "

    " "

    ") ; (replace-all "

    " "

    \n

    ") ; (replace-all "

    " "

    \n

    ") (replace-all " id=\"cb1\">" "") ; the Pandoc syntax-highlighting IDs cause ID clashes when substituted into pages, so delete all (replace-all " id=\"cb2\">" "") (replace-all " id=\"cb3\">" "") (replace-all " id=\"cb4\">" "") (replace-all "

    " "\" />") (replace-all "’’" "’") (replace-all "’s" "’s") (replace-all "%3Csup%3Est%3C/sup%3E" "th") (replace-all "%3Csup%3End%3C/sup%3E" "nd") (replace-all "%3Csup%3Erd%3C/sup%3E" "rd") (replace-all "" "") ; unnecessary in annotations for WP links because they will be regenerated by the single-source-of-truth: (replace-all " class=\"id-not link-live\"" "") (replace-all "class=\"id-not link-live\"" "") (delete-trailing-whitespace) (forward-line) (html-mode) (my-frame-urgent-hint-set) ; XMonad is set to use XMonad.Hooks.UrgencyHook.withUrgencyHook’s FocusHook to yank focus to X11 frames with urgent hint set (ding) (message "Done.") ) ) ) ) (add-hook 'markdown-mode-hook (lambda () (define-key markdown-mode-map "\C-c\ w" 'markdown-annotation-compile))) (defvar html-mode-map) ; suppress reference-to-free-variable byte-compile warning (add-hook 'html-mode-hook (lambda () (define-key html-mode-map "\C-c\ w" 'markdown-annotation-compile))) ; for the `foo` buffer I do most of my annotation work in, on the first copy-paste of a block of text, detect if it has any paragraph breaks (ie. double newlines), and if it does not, then automatically run paragraphizer.py on it to try to break it up into logical paragraphs. (defun markdown-paragraphize () "Automatically paragraphize single-paragraph abstracts. Intended for Markdown mode with double-newlines for newlines; may malfunction if run on other formats like HTML \(where `

    ` pairs can come in many forms, not to mention other block elements like blockquotes\)." (interactive) (delete-trailing-whitespace) (let ((double-newline-found nil)) (save-excursion (goto-char (point-min)) (unless (search-forward-regexp "\n\n" nil t) (message "Paragraphizing abstract…") (let* ((paragraphizer-path (executable-find "paragraphizer.py")) (original-text (buffer-substring-no-properties (point-min) (point-max))) (original-length (length original-text))) (if paragraphizer-path (progn ; NOTE: we do *not* want to capture stderr output (call-process-region (point-min) (point-max) paragraphizer-path t (list t nil) nil) (let* ((new-length (- (point-max) (point-min))) (has-double-newline (save-excursion (goto-char (point-min)) (search-forward-regexp "\n\n" nil t)))) (if (and (>= new-length original-length) has-double-newline) (progn (setq double-newline-found t) (message "Paragraphizing abstract done. New text is valid (%d chars, has paragraphs)." new-length)) (progn (delete-region (point-min) (point-max)) (insert original-text) (message "Paragraphizing skipped: new text invalid [char-length change: %d → %d, has \\n\\n: %s]." original-length new-length (if has-double-newline "True" "False")))))) (error "Error: Python `paragraphizer.py` script not found in path"))))) (when double-newline-found (goto-char (point-max))))) (defun markdown-paragraphize-hook () "Hook function for `markdown-paragraphize`." (when (and (equal (buffer-name) "foo") (derived-mode-p 'markdown-mode) (eq this-command 'yank) (>= (buffer-size) 500)) ; ensure that there is enough in the buffer to plausibly be a full copy-pasted abstract, as opposed to a random snippet or line. (markdown-paragraphize))) (add-hook 'post-command-hook #'markdown-paragraphize-hook) ; https://emacs.stackexchange.com/a/56037 (defun my-frame-urgent-hint-set--for-x11 (frame arg &optional window-id) "Set the x11-urgency hint for the FRAME to ARG (on WINDOW-ID) : - If ARG is nil, unset the urgency. - If ARG is any other value, set the urgency. If you unset the urgency, you still have to visit the frame to reset it." (let* ((wm-prop "WM_HINTS") ;; Constants. (wm-flag-urgent #x100) (wm-hints (append (x-window-property wm-prop frame wm-prop window-id nil t) nil)) (flags (car wm-hints))) (setcar wm-hints (if arg (logior flags wm-flag-urgent) (logand flags (lognot wm-flag-urgent)))) (x-change-window-property wm-prop wm-hints frame wm-prop 32 t))) (defun my-frame-urgent-hint-set (&optional arg) "Mark the current Emacs frame as requiring urgent attention. With prefix argument ARG which is not boolean value nil, remove urgency \(which might or might not change display, depending on the window manager\)." (interactive "P") (let* ( (frame (selected-frame)) (win-system (window-system frame))) (cond ((eq win-system 'x) (my-frame-urgent-hint-set--for-x11 frame (not arg))) ;; only Linux X11 is supported: (t (message "Urgent hint for window system %S unsupported" win-system))))) ; add new-line / paragraph snippet (add-hook 'html-mode-hook (lambda () (define-key html-mode-map (kbd "") (lambda () (interactive) (if (= ?\s (preceding-char)) (delete-char -1)) (insert "

    \n

    ") (if (= ?\s (following-char)) (delete-char 1))) ) )) (add-hook 'markdown-mode-hook 'visual-fill-column-mode) ;; Markup editing shortcuts for HTML/Markdown/GTX annotation editing. ;; Functions to easily add italics, bold, Wikipedia links, smallcaps, & margin-note syntax. (defun surround-region-or-word (start-tag end-tag) "Surround region (or next word) with START-TAG and END-TAG. If the previous command was this command, remove the end tag before point, skip any leading whitespace, move forward one word (within the same line), and insert only the end tag. This allows repeating the keybinding to incrementally mark up a region by bubbling the end-tag through the line." (interactive) (if (eq last-command 'surround-region-or-word) ;; Repeated invocation: extend the existing formatted region. (let ((end-tag-len (length end-tag))) ;; Verify the text immediately before point is the end tag. (if (and (>= (point) end-tag-len) (string= (buffer-substring-no-properties (- (point) end-tag-len) (point)) end-tag)) (delete-region (- (point) end-tag-len) (point)) (error "Expected end tag not found")) ;; Skip any whitespace before moving to the next word, for better compatibility with word-level movement like `C-f`: (skip-chars-forward " \t") ;; Move forward one word, but avoid crossing a newline. (unless (or (eolp) (looking-at "\n")) (forward-word)) (insert end-tag)) ;; First invocation: wrap region (or next word) with start and end tags. (let* ((beg (if (use-region-p) (region-beginning) (progn (skip-chars-forward " \t") (point)))) (end (if (use-region-p) (region-end) (progn (forward-word) (point))))) (goto-char end) (insert end-tag) (goto-char beg) (insert start-tag) ;; Position point after the inserted tags. (goto-char (+ end (length start-tag) (length end-tag))) (deactivate-mark))) (setq this-command 'surround-region-or-word)) ;; the wrappers: (defun html-insert-emphasis () "Surround selected region (or word) with HTML tags for italics/emphasis (also Markdown, which supports `*FOO*`)." (interactive) (surround-region-or-word "" "")) (defun markdown-insert-emphasis () "Surround selected region (or word) with Markdown asterisks for italics/emphasis. Equivalent to `FOO` in HTML. Gwern.net uses `*` for emphasis, and generally reserves `_` for italics such as book titles (in keeping with Internet conventions predating Gruber's Markdown mistake of conflating `*`/`_`)." (interactive) (surround-region-or-word "*" "*")) (defun html-insert-strong () "Surround selected region (or word) with bold tags (HTML, equivalent to `**` in Markdown). Used in abstracts for topics, first-level list emphasis, etc." (interactive) (surround-region-or-word "" "")) (defun markdown-insert-strong () "Surround selected region (or word) with `**` bold tags (Markdown). Equivalent to `FOO` in HTML. Used in abstracts for topics, first-level list emphasis, etc." (interactive) (surround-region-or-word "**" "**")) (defun html-insert-smallcaps () "Surround selected region (or word) with smallcaps syntax. Built-in CSS class in HTML & Pandoc Markdown, span syntax is equivalent to `[FOO]{.smallcaps}`. Smallcaps are used on Gwern.net for second-level emphasis after bold has been used." (interactive) (surround-region-or-word "" "")) (defun markdown-insert-smallcaps () "Surround selected region (or word) with smallcaps syntax (Pandoc Markdown). Built-in CSS class in HTML & Pandoc Markdown, equivalent to `FOO`. Smallcaps are used on Gwern.net for second-level emphasis after bold has been used." (interactive) (surround-region-or-word "[" "]{.smallcaps}")) (defun html-insert-wp-link () "Surround selected region (or word) with custom Wikipedia link syntax in HTML. Compiled by Interwiki.hs to the equivalent (usually) of `FOO`." (interactive) (surround-region-or-word "" "")) (defun markdown-insert-wp-link () "Surround selected region (or word) with custom Wikipedia link syntax in Markdown." (interactive) (surround-region-or-word "[" "](!W)")) (defun markdown-insert-margin-note () "Surround selected region FOO BAR (or word FOO) with a `margin-note`. \(Implemented as a special `` class.\) This creates marginal glosses (in the left margin) as counterparts to sidenotes. These margin-notes are used as very abbreviated italicized summaries of the paragraph \(like very small inlined section headers\)." (interactive) (surround-region-or-word "[" "]{.marginnote}")) (defun html-insert-margin-note () "Surround selected region FOO BAR (or word FOO) with a `margin-note`. \(Implemented as a special `` HTML class.\) This creates marginal glosses (in the left margin) as counterparts to sidenotes. These margin-notes are used as very abbreviated italicized summaries of the paragraph \(like very small inlined section headers\). When inserting margin-notes into HTML snippets, that usually means an annotation and the margin-note is an editorial insertion, which are denoted by paired `[]` brackets. To save typing effort, we add those as well if not present." (interactive) (let ((content (if (use-region-p) (buffer-substring-no-properties (region-beginning) (region-end)) (thing-at-point 'word t)))) (if (and (string-prefix-p "[" content) (string-suffix-p "]" content)) (surround-region-or-word "" "") (surround-region-or-word "[" "]")))) (defun markdown-insert-editorial-note () "Surround selected region (or word) with editorial syntax. Used on Gwern.net to denote ‘editorial’ insertions like commentary or annotations. Markdown version" (interactive) (surround-region-or-word "[" "]{.editorial}")) (defun html-insert-editorial-note () "Surround selected region FOO BAR (or word FOO) with `editorial note`. \(Implemented as a special `` HTML class.\) This is for editorial insertions like commentary. When inserting editorial notes into HTML snippets, that usually means an annotation and the editorial-note is an editorial insertion, which are denoted by paired `[]` brackets. To save typing effort, we add those as well if not present. See also margin-notes (‘html-insert-margin-note’, ‘markdown-insert-margin-note’)." (interactive) (let ((content (if (use-region-p) (buffer-substring-no-properties (region-beginning) (region-end)) (thing-at-point 'word t)))) (if (and (string-prefix-p "[" content) (string-suffix-p "]" content)) (surround-region-or-word "" "") (surround-region-or-word "[" "]")))) ;; keybindings: ;;; Markdown: (add-hook 'markdown-mode-hook (lambda()(define-key markdown-mode-map "\C-c\ \C-e" 'markdown-insert-emphasis))) (add-hook 'markdown-mode-hook (lambda()(define-key markdown-mode-map "\C-c\ \C-s" 'markdown-insert-strong))) (add-hook 'markdown-mode-hook (lambda()(define-key markdown-mode-map "\C-c\ s" 'markdown-insert-smallcaps))) (add-hook 'markdown-mode-hook (lambda()(define-key markdown-mode-map "\C-c\ \C-w" 'markdown-insert-wp-link))) (add-hook 'markdown-mode-hook (lambda()(define-key markdown-mode-map "\C-c\ \C-m" 'markdown-insert-margin-note))) (add-hook 'markdown-mode-hook (lambda()(define-key markdown-mode-map "\C-c\ e" 'markdown-insert-editorial-note))) ;;; HTML: (add-hook 'html-mode-hook (lambda()(define-key html-mode-map "\C-c\ \C-e" 'html-insert-emphasis))) (add-hook 'html-mode-hook (lambda()(define-key html-mode-map "\C-c\ \C-s" 'html-insert-strong))) (add-hook 'html-mode-hook (lambda()(define-key html-mode-map "\C-c\ s" 'html-insert-smallcaps))) (add-hook 'html-mode-hook (lambda()(define-key html-mode-map "\C-c\ \C-w" 'html-insert-wp-link))) (add-hook 'html-mode-hook (lambda()(define-key html-mode-map "\C-c\ \C-m" 'html-insert-margin-note))) (add-hook 'html-mode-hook (lambda()(define-key html-mode-map "\C-c\ e" 'html-insert-editorial-note))) ;sp ; (add-hook 'markdown-mode-hook 'flyspell) ;for toggling visibility of sections - makes big pages easier to work with (add-hook 'markdown-mode-hook 'outline-minor-mode) ;In Markdown files, there are few excuses for unbalanced delimiters, and unbalance almost always indicates a link syntax error; in cases where quoted text must contain unbalanced delimiters (eg diffs, or neural-net-generated text or redirects fixing typos), a matching delimiter can be added in a comment like '' to make it add up. (defun balance-parens () (when buffer-file-name (add-hook 'after-save-hook 'check-parens nil t))) (add-hook 'markdown-mode-hook 'balance-parens) (add-hook 'ledger-mode-hook 'balance-parens) (add-hook 'emacs-lisp-mode-hook 'balance-parens) (add-hook 'haskell-mode-hook 'balance-parens) (add-hook 'css-mode-hook 'balance-parens) (add-hook 'javascript-mode-hook 'balance-parens) (add-hook 'html-mode-hook 'balance-parens) (add-hook 'python-mode-hook 'balance-parens) ; Insert the secondary X clipboard at point (handles Unicode correctly); works better than `xclip -o`. ; Trims whitespace (spurious whitespace is often added by X GUI programs like Firefox eg. double-clicking HTML headers or page titles, requiring tedious manual deletion). (global-set-key "\M-`" #'(lambda () (interactive) (insert-for-yank (gui-get-selection 'PRIMARY 'UTF8_STRING)))) ; Trim spurious whitespace from other X GUI copy-pastes as well. ; (We do not attempt to hook `yank` and run this on *all* copy-paste-like behavior, because deleting whitespace could seriously interfere with document or programming modes.) (defun my-trim-gui-selection (orig-fun &rest args) "Trim whitespace from text selected via GUI before yanking into Emacs. Runs ORIG-FUN on ARGS to create the selected text (ie. original `gui-get-selection` + args)." (let ((selection (apply orig-fun args))) (if (stringp selection) (string-trim selection) selection))) (advice-add 'gui-get-selection :around #'my-trim-gui-selection) ; ispell: ignore code blocks in Pandoc Markdown ; TODO: add a fix for '#' not being handled in URLs. current hack borrowed from (also a good example of maintainers being lazy) (add-to-list 'ispell-skip-region-alist '("^~~~" . "^~~~")) (add-to-list 'ispell-skip-region-alist '("#[a-zA-Z]+" forward-word)) ;flycheck mode: meant for code errors, but useful for prose linting & Markdown syntax checking as well ;Supported languages: ;Currently used CLI: 'proselint'/'mdl' for text Markdown writing; 'hlint'/'ghc' for Haskell; 'tidy' for HTML, 'flake8' (`apt-get install python-flake8`) for Python; 'jshint' (`npm install --prefix ~/src/ jshint`, configured in ~/.jshintrc) for JavaScript ; NOTE: aside from the 'flycheck' package (from MELPA), you also need a CLI tool to do the actual checking, either (`mdl`, Ruby) or + (`markdown-lint-cli`, a Node.js clone/fork) ; (load "~/src/flycheck/flycheck.el") ; the MELPA package is out of date and does not have either Markdown or proselint support as of 18 Nov 2019, so we have to load from the Github repo (require 'flycheck) (defun my/flycheck-disable-for-gtx-files () "Disable flycheck for files ending with '.gtx'." (let ((filename (buffer-file-name))) (when (and filename (string-match "\\.gtx\\'" filename)) (flycheck-mode -1)))) (add-hook 'after-init-hook #'global-flycheck-mode) (add-hook 'flycheck-before-syntax-check-hook #'my/flycheck-disable-for-gtx-files) ; syntax checkers must be whitelisted/enabled individually, so turn on proselint & mdl (add-to-list 'flycheck-checkers 'proselint) ; configured in ~/.proselintrc (add-to-list 'flycheck-checkers 'markdown-mdl) ; configured in ~/.mdlrc ; list & explanation of rules: ; 'langtool': a Java tool for grammar checking: (when (require 'langtool nil 'noerror) (setq langtool-language-tool-jar "~/bin/bin/LanguageTool-4.7/languagetool-commandline.jar") (setq langtool-default-language "en-US") ; ; can look up in there or run a command like ; $ java -jar languagetool-commandline.jar -b --line-by-line --language en-US --disable "EN_QUOTES,MULTIPLICATION_SIGN,WORD_CONTAINS_UNDERSCORE,ET_AL,SENTENCE_WHITESPACE,DASH_RULE,MORFOLOGIK_RULE_EN_US,EN_UNPAIRED_BRACKETS,WHITESPACE_RULE" ~/wiki/research-criticism.md ; to disable specific rules (setq langtool-user-arguments '("-b" "--line-by-line" "--disable" "EN_QUOTES,MULTIPLICATION_SIGN,WORD_CONTAINS_UNDERSCORE,ET_AL,SENTENCE_WHITESPACE,DASH_RULE,MORFOLOGIK_RULE_EN_US,EN_UNPAIRED_BRACKETS,WHITESPACE_RULE,UNIT_SPACE,TR")) ) ; mismatched quotes are no good either ; (add-hook 'markdown-mode-hook (lambda () (modify-syntax-entry ?\" "$" markdown-mode-syntax-table))) ; We visually highlight '\[' in Markdown files to emphasize that they are part of editorial insertions (like '[sic]') and *not* the ubiquitous Markdown link syntax. Confusing them can cause problems. (global-prettify-symbols-mode 1) (add-hook 'markdown-mode-hook (lambda () (mapc (lambda (pair) (push pair prettify-symbols-alist)) '( ("\\[" . ?〖) ("\\]" . ?〗) ("–" . ?ˉ) ; highlight en-dashes because they look so much like regular hyphens ("—" . ?⸺) ; em-dashes ("−" . ?━) ; MINUS SIGN )))) ;; for line-by-line incrementing IDs; useful for popup links. ;; (defun add-html-spans (start end) ;; (interactive "r") ;; (goto-char start) ;; (let ((id 1)) ;; (while (and (< (point) end) ;; (re-search-forward "^>.*$" nil t)) ;; (let ((line (match-string 0))) ;; (unless (string-match "^>[ \t]*$" line) ;; (replace-match (format "> %s" id ;; (substring line 2)) ;; t nil nil 0) ;; (setq id (1+ id))))))) ;;; region-gpg-inline.el --- Inline symmetric GPG tokens for regions (version 1) -*- lexical-binding: t; -*- ;; ;; Usage ;; ;; - Select a region and run: `M-x gpg-toggle-region` ;; → replaces region with a single-line token: `[GPG1:BASE64...]` ;; ;; - Put point anywhere inside a `[GPG1:...]` token (no region needed) and run: ;; `M-x gpg-toggle-region` ;; → replaces token with decrypted plaintext. ;; ;; - Put point inside an ASCII-armored PGP block (`-----BEGIN PGP MESSAGE-----`) ;; and run: ;; `M-x gpg-toggle-region` ;; → replaces the block with decrypted plaintext. ;; ;; Example usage: ;; ;; "baz quux xxyyzz baz Modern, ad-hoc, symmetric encryption for arbitrary text. lorem ipsum" ;; [Select → M-x gpg-toggle-region → password: "foo bar" → password confirmation: "foo bar" →] ;; "baz quux xxyyzz baz [GPG1:jA0ECQMKtkRJcAQru0b/0mkBVGAblrLxisvGKBk+gSDTobtTa7VaNEjEHeYeCyH2Zppau4eYtR8TBRNptwEqbqLNtghc4ohjREm4K8kPhrop6epU398LdH1NT6ItLdANcvby53YXVa0PTKqA0WD0MDNdx6IVGh7cYgg=] lorem ipsum" ;; ;; Requirements ;; ;; - gpg installed. ;; - For --pinentry-mode loopback to work reliably, set in ~/.gnupg/gpg-agent.conf: ;; > allow-loopback-pinentry ;; then reload: ;; $ gpgconf --reload gpg-agent ;; ;; Caveats ;; ;; - Decrypting in-place puts plaintext into the buffer/undo history and may ;; interact with autosave/backups. ;; - Tokens must remain on one physical line (hard-wrapping breaks them). ;; - Encryption-only; no authentication or signing or resistance to editing. ;; - Not authenticated (no signatures). Token tampering will usually cause decryption failure, but you can’t prove who wrote it. ;; ;; Background: Modern, ad-hoc, symmetric encryption for arbitrary text. ;; ;; Encrypt text notes in-place in a buffer using binary OpenPGP ciphertext from `gpg --symmetric`, ;; then Base64 encoding that binary so it can sit inline in Markdown or HTML. ;; (We do not use Base64-URL because the hyphens make it riskier to use in HTML comments, which is the most natural way to use it.) ;; Useful for inline secrets in shared documents (e.g., notes/org-mode). ;; Select text to censor/uncensor, run `M-x gpg-toggle-region`, and enter a password. ;; The secrets become opaque `[GPG1:…]` tokens, safe for untrusted storage. ;; ;; Conceptually analogous to "Column-Level Encryption" in GNU Recutils or SQL, ;; but applied ad-hoc to text regions. Uses randomized symmetric OpenPGP ;; (typically AES-256 with slower key derivation), prioritizing security over searchability/performance. ;; ;; NOTE: To support `--pinentry-mode loopback` reliably, your ~/.gnupg/gpg-agent.conf ;; may require: ;; ;; > allow-loopback-pinentry ;; ;; TODO: Possible alternative: age . Benefits: scrypt, shorter outputs, simpler invocation with no pinentry. Drawbacks: not installed by default on Linux, still relatively new... Note to self: revisit in a few years. ;; ;;; Code: (require 'subr-x) ;; string-trim, string-trim-left, string-empty-p, when-let (defgroup region-gpg-inline nil "Inline encrypt/decrypt of regions using symmetric GPG." :group 'tools) (defcustom region-gpg-program "gpg" "Path to the gpg executable." :type 'string) (defcustom region-gpg-common-args '("--batch" "--yes" "--pinentry-mode" "loopback" "--passphrase-fd" "0" "--compress-algo" "none" "--cipher-algo" "AES256" "--s2k-cipher-algo" "AES256" ;; belt+suspenders for passphrase-based symmetric cases ;; Hardening: max out OpenPGP S2K work factor (encoded count; slows key-derivation). "--s2k-digest-algo" "SHA512" "--s2k-count" "65011712") "Arguments always passed to gpg. This setup expects gpg-agent to allow loopback pinentry. Compression is disabled since inline tokens are typically small. S2K (string-to-key) is set to max iterations with SHA512 to resist brute-force attacks on short passphrases." :type '(repeat string)) (defconst region-gpg-inline-tag "GPG1" "Inline ciphertext token prefix. Tokens look like: [GPG1:BASE64...]") (defconst region-gpg-inline-token-regexp (concat "\\[" (regexp-quote region-gpg-inline-tag) ":\\([A-Za-z0-9+/=]+\\)\\]") "Regexp matching a [GPG1:...] token on a single line.") (defconst region-gpg-armor-begin-regexp "^[ \t]*-----BEGIN PGP MESSAGE-----[ \t]*$" "Regexp matching the start of an ASCII-armored PGP message.") (defconst region-gpg-armor-end-regexp "^[ \t]*-----END PGP MESSAGE-----[ \t]*$" "Regexp matching the end of an ASCII-armored PGP message.") (defun region-gpg--assert-gpg () "Signal `user-error' if `region-gpg-program' is not executable. This checks `region-gpg-program' using function `executable-find'." (unless (executable-find region-gpg-program) (user-error "Cannot find %s via `executable-find' (check variable `exec-path')" region-gpg-program))) (defun region-gpg--replace (start end text) "Replace region START..END with TEXT." (save-excursion (goto-char start) (delete-region start end) (insert text))) (defun region-gpg--as-bytes (s) "Return S as a unibyte string of bytes. If S is multibyte, it is encoded with coding system `raw-text'." (if (multibyte-string-p s) (encode-coding-string s 'raw-text) s)) (defun region-gpg--run (input passphrase args output-mode) "Run gpg with ARGS, feeding PASSPHRASE then INPUT on stdin. OUTPUT-MODE controls how stdout is returned: - the symbol `binary' returns a unibyte string of raw bytes - the symbol `text' returns a UTF-8 decoded string On failure, signal `user-error' with stderr." (region-gpg--assert-gpg) (when (string-match-p "\n" passphrase) (user-error "Passphrase must not contain a newline")) (let ((coding-system-for-write 'binary) (coding-system-for-read 'binary)) (with-temp-buffer ;; Work in bytes; build stdin as: PASS\n(PLAINTEXT-or-CIPHERTEXT BYTES) (set-buffer-multibyte nil) ;; Passphrase is interpreted as a line of text by gpg; encode as UTF-8. (insert (encode-coding-string passphrase 'utf-8-unix)) (insert "\n") ;; INPUT: plaintext (UTF-8) or raw bytes (unibyte). (if (multibyte-string-p input) (insert (encode-coding-string input 'utf-8-unix)) (insert (region-gpg--as-bytes input))) (let* ((err-file (make-temp-file "region-gpg-inline-stderr-")) (exit-code (apply #'call-process-region (point-min) (point-max) region-gpg-program ;; DELETE=t means replace this temp buffer with stdout t (list t err-file) nil (append region-gpg-common-args args)))) (unwind-protect (if (and (integerp exit-code) (zerop exit-code)) (let ((out-bytes (region-gpg--as-bytes (buffer-string)))) (pcase output-mode ('binary out-bytes) ('text (decode-coding-string out-bytes 'utf-8-unix)) (_ (user-error "Invalid OUTPUT-MODE (expected `binary' or `text'): %S" output-mode)))) (let ((err (with-temp-buffer (when (file-exists-p err-file) (insert-file-contents err-file)) (string-trim (buffer-string))))) (user-error "GNU gpg failed (%s): %s" (format "%s" exit-code) (if (string-empty-p err) "(no stderr)" err)))) (when (file-exists-p err-file) (delete-file err-file))))))) (defun region-gpg-inline--wrap (b64) "Wrap base64 B64 as a [GPG1:...] token." (format "[%s:%s]" region-gpg-inline-tag b64)) (defun region-gpg-inline--unwrap (token) "Extract base64 payload from TOKEN of the form [GPG1:...]. Signal `user-error' if TOKEN does not match exactly." (let ((s (string-trim token))) (if (string-match (concat "\\`\\[" (regexp-quote region-gpg-inline-tag) ":\\([A-Za-z0-9+/=]+\\)\\]\\'") s) (match-string 1 s) (user-error "Region is not exactly a [%s:...] token" region-gpg-inline-tag)))) (defun region-gpg-inline-encrypt-region (start end) "Encrypt region START..END into a single-line [GPG1:...] token (symmetric)." (interactive "r") (when (and (called-interactively-p 'any) (not (use-region-p))) (user-error "No active region")) (let ((p1 (read-passwd "Encrypt passphrase: ")) (p2 (read-passwd "Confirm passphrase: "))) (unless (string= p1 p2) (user-error "Passphrases do not match")) (let* ((plain (buffer-substring-no-properties start end)) (bin (region-gpg--run plain p1 '("--symmetric") 'binary)) (b64 (base64-encode-string (region-gpg--as-bytes bin) t)) (tok (region-gpg-inline--wrap b64))) (region-gpg--replace start end tok)))) (defun region-gpg-inline-decrypt-region (start end) "Decrypt region START..END containing a [GPG1:...] token (symmetric)." (interactive "r") (when (and (called-interactively-p 'any) (not (use-region-p))) (user-error "No active region")) (let* ((token (buffer-substring-no-properties start end)) (b64 (region-gpg-inline--unwrap token)) (bin (region-gpg--as-bytes (base64-decode-string b64))) (p (read-passwd "Decrypt passphrase: ")) (plain (region-gpg--run bin p '("--decrypt") 'text))) (region-gpg--replace start end plain))) (defun region-gpg-armor-decrypt-region (start end) "Decrypt an ASCII-armored PGP MESSAGE block in region START..END (symmetric)." (interactive "r") (when (and (called-interactively-p 'any) (not (use-region-p))) (user-error "No active region")) (let* ((cipher (buffer-substring-no-properties start end)) (p (read-passwd "Decrypt passphrase: ")) (plain (region-gpg--run cipher p '("--decrypt") 'text))) (region-gpg--replace start end plain))) (defun region-gpg-inline--bounds-of-inline-token-at-point () "Return (START . END) of the [GPG1:...] token containing point, or nil. This searches only the current line (tokens are intended to be single-line)." (save-excursion (let ((pos (point))) (goto-char (line-beginning-position)) (catch 'found (while (re-search-forward region-gpg-inline-token-regexp (line-end-position) t) (when (<= (match-beginning 0) pos (match-end 0)) (throw 'found (cons (match-beginning 0) (match-end 0))))) nil)))) (defun region-gpg-inline--bounds-of-armor-block-at-point () "Return (START . END) of the ASCII-armored PGP block containing point, or nil." (save-excursion (let ((pos (point))) (when (re-search-backward region-gpg-armor-begin-regexp nil t) (let ((beg (match-beginning 0))) (when (re-search-forward region-gpg-armor-end-regexp nil t) (let ((end (match-end 0))) (when (<= beg pos end) (cons beg end))))))))) (defun region-gpg-inline--dwim-bounds () "Return (START END) bounds for DWIM toggling. Priority: 1) Active region. 2) [GPG1:...] token at point. 3) ASCII-armored PGP block at point. If none apply, signal `user-error'." (cond ((use-region-p) (list (region-beginning) (region-end))) ((when-let ((b (region-gpg-inline--bounds-of-inline-token-at-point))) (list (car b) (cdr b)))) ((when-let ((b (region-gpg-inline--bounds-of-armor-block-at-point))) (list (car b) (cdr b)))) (t (user-error "Select a region to encrypt, or put point inside a [%s:...] token / PGP block to decrypt" region-gpg-inline-tag)))) (defun region-gpg-inline--classify (start end) "Classify region START..END as the symbol `inline', `armor', or `plain'." (let* ((prefix (buffer-substring-no-properties start (min end (+ start 64)))) (s (string-trim-left prefix)) (token-prefix (format "[%s:" region-gpg-inline-tag))) (cond ((string-prefix-p token-prefix s) 'inline) ((string-prefix-p "-----BEGIN PGP MESSAGE-----" s) 'armor) (t 'plain)))) ;;;###autoload (defun gpg-toggle-region (start end) "DWIM: encrypt START to END region, or decrypt [GPG1:...]. If a region is active, operate on that region. If no region is active, decrypt the token/block containing point." (interactive (region-gpg-inline--dwim-bounds)) (pcase (region-gpg-inline--classify start end) ('inline (region-gpg-inline-decrypt-region start end)) ('armor (region-gpg-armor-decrypt-region start end)) ('plain (region-gpg-inline-encrypt-region start end)))) ;; Optional aliases matching earlier drafts: ;;;###autoload (defalias 'encrypt-region-to-password #'region-gpg-inline-encrypt-region) ;;;###autoload (defalias 'decrypt-region-from-password #'region-gpg-inline-decrypt-region) (provide 'region-gpg-inline) ;;; region-gpg-inline.el ends here ;;; markdown.el ends here