1303
+ − 1 ;;; update-elc.el --- Bytecompile out-of-date dumped files, pre-dumping
428
+ − 2
+ − 3 ;; Copyright (C) 1997 Free Software Foundation, Inc.
442
+ − 4 ;; Copyright (C) 1996 Sun Microsystems, Inc.
1261
+ − 5 ;; Copyright (C) 2001, 2003 Ben Wing.
428
+ − 6
528
+ − 7 ;; Author: Ben Wing <ben@xemacs.org>
+ − 8 ;; Based On: Original by Steven L Baur <steve@xemacs.org>
428
+ − 9 ;; Maintainer: XEmacs Development Team
+ − 10 ;; Keywords: internal
+ − 11
+ − 12 ;; This file is part of XEmacs.
+ − 13
+ − 14 ;; XEmacs is free software; you can redistribute it and/or modify it
+ − 15 ;; under the terms of the GNU General Public License as published by
+ − 16 ;; the Free Software Foundation; either version 2, or (at your option)
+ − 17 ;; any later version.
+ − 18
+ − 19 ;; XEmacs is distributed in the hope that it will be useful, but
+ − 20 ;; WITHOUT ANY WARRANTY; without even the implied warranty of
+ − 21 ;; MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
+ − 22 ;; General Public License for more details.
+ − 23
+ − 24 ;; You should have received a copy of the GNU General Public License
+ − 25 ;; along with XEmacs; see the file COPYING. If not, write to the
+ − 26 ;; Free Software Foundation, 59 Temple Place - Suite 330,
+ − 27 ;; Boston, MA 02111-1307, USA.
+ − 28
+ − 29 ;;; Synched up with: Not in FSF.
+ − 30
+ − 31 ;;; Commentary:
+ − 32
+ − 33 ;; Byte compile the .EL files necessary to dump out xemacs.
1261
+ − 34 ;; Also update the auto-autoloads.el files.
+ − 35
428
+ − 36 ;; Use this file like this:
+ − 37
+ − 38 ;; temacs -batch -l ../lisp/update-elc.el $lisp
+ − 39
+ − 40 ;; where $lisp comes from the Makefile. .elc files listed in $lisp will
+ − 41 ;; cause the corresponding .el file to be compiled. .el files listed in
+ − 42 ;; $lisp will be ignored.
+ − 43
+ − 44 ;; (the idea here is that you can bootstrap if your .ELC files
+ − 45 ;; are missing or badly out-of-date)
+ − 46
442
+ − 47 ;; See also update-elc-2.el
428
+ − 48
+ − 49 ;;; Code:
+ − 50
1261
+ − 51 ;; Help debug problems.
+ − 52 (setq stack-trace-on-error t
+ − 53 load-always-display-messages t)
+ − 54
428
+ − 55 (defvar processed nil)
+ − 56 (defvar update-elc-files-to-compile nil)
528
+ − 57 (defvar need-to-rebuild-autoloads nil)
+ − 58 (defvar need-to-rebuild-mule-autoloads nil)
+ − 59 (defvar need-to-recompile-autoloads nil)
+ − 60 (defvar need-to-recompile-mule-autoloads nil)
1330
+ − 61 (defvar exe-target nil)
+ − 62 (defvar dump-target nil)
+ − 63 (defvar dump-target-out-of-date-wrt-dump-files nil)
+ − 64 ;(defvar dump-target-out-of-date-wrt-exe-target nil)
428
+ − 65
+ − 66 ;(setq update-elc-files-to-compile
+ − 67 ; (delq nil
+ − 68 ; (mapcar (function
+ − 69 ; (lambda (x)
+ − 70 ; (if (string-match "\.elc$" x)
+ − 71 ; (let ((src (substring x 0 -1)))
+ − 72 ; (if (file-newer-than-file-p src x)
+ − 73 ; (progn
+ − 74 ; (and (file-exists-p x)
+ − 75 ; (null (file-writable-p x))
+ − 76 ; (set-file-modes x (logior (file-modes x) 128)))
+ − 77 ; src))))))
+ − 78 ; ;; -batch gets filtered out.
+ − 79 ; (nthcdr 3 command-line-args))))
+ − 80
1330
+ − 81
+ − 82 (defvar build-root (expand-file-name ".." invocation-directory))
+ − 83 (defvar source-lisp (file-name-directory (expand-file-name
+ − 84 (nth 2 command-line-args))))
+ − 85 (defvar source-lisp-mule (expand-file-name "mule" source-lisp))
+ − 86 (defvar source-root (expand-file-name ".." source-lisp))
+ − 87 (defvar aa-lisp (expand-file-name "auto-autoloads.el" source-lisp))
+ − 88 (defvar aac-lisp (expand-file-name "auto-autoloads.elc" source-lisp))
+ − 89 (defvar aa-lisp-mule (expand-file-name "auto-autoloads.el" source-lisp-mule))
+ − 90 (defvar aac-lisp-mule (expand-file-name "auto-autoloads.elc" source-lisp-mule))
+ − 91
+ − 92 (setq load-path (list source-lisp))
428
+ − 93
+ − 94 (load "find-paths.el")
+ − 95 (load "packages.el")
+ − 96 (load "setup-paths.el")
1261
+ − 97
+ − 98 ;; Lisp files loaded in order to byte compile anything. If any are out of
+ − 99 ;; date, we need to load them as .el's, byte compile them, and reload as
+ − 100 ;; .elc's.
+ − 101 (defvar lisp-files-needed-for-byte-compilation
+ − 102 '("bytecomp"
+ − 103 "byte-optimize"))
+ − 104
1263
+ − 105 ;; Lisp files not in `lisp-files-needed-for-byte-compilation' that need
+ − 106 ;; early byte compilation. These are files loaded by update-elc.el in
+ − 107 ;; order to do the compilation of all the rest of the files.
1261
+ − 108 (defvar lisp-files-needing-early-byte-compilation
2548
+ − 109 '("easy-mmode"
1261
+ − 110 "autoload"
+ − 111 "shadow"
+ − 112 "cl-macs"))
+ − 113
+ − 114 (defvar unbytecompiled-lisp-files
+ − 115 '("paths.el"
+ − 116 "dumped-lisp.el"
+ − 117 "dumped-pkg-lisp.el"
1275
+ − 118 "raw-process.el"
1315
+ − 119 "version.el")
2367
+ − 120 "Lisp files that should not be byte compiled.
+ − 121 Files in `additional-dump-dependencies' do not need to be listed here.")
+ − 122
+ − 123 (defvar additional-dump-dependencies
+ − 124 '("loadup.el"
+ − 125 "loadup-el.el"
+ − 126 "update-elc.el")
+ − 127 "Lisp files that are not dumped but which the dump depends on.
+ − 128 If any of these files are changed, we need to redump.")
428
+ − 129
1298
+ − 130 (defvar lisp-files-ignored-when-checking-for-autoload-updating
+ − 131 '("custom-load.el"
+ − 132 "auto-autoloads.el")
+ − 133 "Lisp files that should not trigger auto-autoloads rebuilding.")
+ − 134
528
+ − 135 (defun update-elc-chop-extension (file)
+ − 136 (if (string-match "\\.elc?$" file)
+ − 137 (substring file 0 (match-beginning 0))
+ − 138 file))
428
+ − 139
528
+ − 140 ;; we used to call packages-list-autoloads here, but it's false generality.
+ − 141 ;; we need to handle each autoload file differently and there are only
+ − 142 ;; two of them.
428
+ − 143
1261
+ − 144 (let (preloaded-file-list site-load-packages files-to-process)
528
+ − 145
1330
+ − 146 (load (expand-file-name "dumped-lisp.el" source-lisp))
442
+ − 147
1330
+ − 148 ;; two setups here:
+ − 149 ;; (1) temacs.exe is undumped, dumped into xemacs.exe. Happens with
+ − 150 ;; unexec, but also with pdump under MS Windows native, since
+ − 151 ;; the dumped data is stored as a resource in the xemacs.exe
+ − 152 ;; executable.
+ − 153 ;; (2) xemacs.exe is dumped or undumped. Running `xemacs -nd' gets
+ − 154 ;; you the equivalent of `temacs'. Dumping creates a file
+ − 155 ;; `xemacs.dmp'.
1261
+ − 156
1330
+ − 157 (cond ((eq system-type 'windows-nt)
+ − 158 (setq exe-target "src/temacs.exe"
+ − 159 dump-target "src/xemacs.exe"))
+ − 160 ;; #### need better ways of getting config params
+ − 161 ((not (memq 'pdump (emacs-run-status)))
+ − 162 (setq exe-target "src/temacs"
+ − 163 dump-target "src/xemacs"))
+ − 164 (t
+ − 165 (setq exe-target "src/xemacs"
+ − 166 dump-target "src/xemacs.dmp")))
1261
+ − 167
1330
+ − 168 (setq exe-target (expand-file-name exe-target build-root))
+ − 169 (setq dump-target (expand-file-name dump-target build-root))
+ − 170
+ − 171 ;; Not currently used.
+ − 172 ; (setq dump-target-out-of-date-wrt-exe-target
+ − 173 ; (cond ((not dump-target) t)
+ − 174 ; (temacs-exe (file-newer-than-file-p temacs-exe dump-target))
+ − 175 ; ((not data-file) t)
+ − 176 ; (t (file-newer-than-file-p dump-target data-file))))
+ − 177 ; (setq dump-target-exists (or (and temacs-exe dump-target)
+ − 178 ; (and data-file dump-target))))
1261
+ − 179
428
+ − 180 ;; Path setup
+ − 181 (let ((package-preloaded-file-list
+ − 182 (packages-collect-package-dumped-lisps late-package-load-path)))
+ − 183
+ − 184 (setq preloaded-file-list
+ − 185 (append package-preloaded-file-list
+ − 186 preloaded-file-list
+ − 187 packages-hardcoded-lisp)))
+ − 188
1330
+ − 189 (load (expand-file-name "site-packages" source-root) t t)
428
+ − 190 (setq preloaded-file-list
+ − 191 (append packages-hardcoded-lisp
+ − 192 preloaded-file-list
+ − 193 site-load-packages))
1261
+ − 194 ;; bytecomp, byte-optimize, autoload, etc. are mentioned specially
+ − 195 ;; in the lisp-files-need* variables.
+ − 196 (setq files-to-process (append lisp-files-needed-for-byte-compilation
+ − 197 lisp-files-needing-early-byte-compilation
2367
+ − 198 additional-dump-dependencies
1261
+ − 199 preloaded-file-list))
528
+ − 200 (while files-to-process
+ − 201 (let* ((arg (car files-to-process))
2367
+ − 202 (arg-is-dump-dependency
+ − 203 (or (member arg preloaded-file-list)
+ − 204 (member arg additional-dump-dependencies)))
528
+ − 205 (arg-sans-extension (update-elc-chop-extension arg))
+ − 206 (full-arg (locate-library arg-sans-extension))
+ − 207 (full-arg-sans-extension
+ − 208 (if (null full-arg)
+ − 209 (progn
+ − 210 (print (format "Error: Library file %s not found" arg))
1261
+ − 211 (backtrace)
528
+ − 212 ;; Uncomment in case of trouble
2456
+ − 213 ;;(print (format "late-package-hierarchies: %S" late-package-hierarchies))
528
+ − 214 ;;(print (format "guessed-roots: %S"
+ − 215 ;; (paths-find-emacs-roots
+ − 216 ;; invocation-directory invocation-name)))
+ − 217 (kill-emacs))
+ − 218 (update-elc-chop-extension full-arg)))
+ − 219 (full-arg-el (concat full-arg-sans-extension ".el"))
+ − 220 (full-arg-elc (concat full-arg-sans-extension ".elc"))
1261
+ − 221 (full-arg-dir (file-name-directory full-arg-el)))
528
+ − 222
2367
+ − 223 ; (print full-arg-el)
442
+ − 224
+ − 225 ;; now check if .el or .elc is newer than the dumped exe.
+ − 226 ;; if so, need to redump.
2367
+ − 227 (when (and dump-target arg-is-dump-dependency
1298
+ − 228 ;; no need to check for existence of either of the files
+ − 229 ;; because of the definition of file-newer-than-file-p.
1330
+ − 230 (or (file-newer-than-file-p full-arg-el dump-target)
+ − 231 (file-newer-than-file-p full-arg-elc dump-target)))
+ − 232 (setq dump-target-out-of-date-wrt-dump-files t))
528
+ − 233
+ − 234 (if (and (not (member (file-name-nondirectory arg)
1261
+ − 235 unbytecompiled-lisp-files))
2367
+ − 236 (not (member (file-name-nondirectory arg)
+ − 237 additional-dump-dependencies))
528
+ − 238 (not (member full-arg-el processed))
1298
+ − 239 ;; no need to check for existence of either of the files
+ − 240 ;; because of the definition of file-newer-than-file-p.
+ − 241 (file-newer-than-file-p full-arg-el full-arg-elc))
528
+ − 242 (setq processed (cons full-arg-el processed)))
+ − 243
+ − 244 (setq files-to-process (cdr files-to-process))))
442
+ − 245
1261
+ − 246 ;; Check if we need to rebuild the auto-autoloads.el files -- that is,
+ − 247 ;; if ANY .el files have changed.
1330
+ − 248 (let ((dirs-to-check (list source-lisp source-lisp-mule)))
1261
+ − 249 (while dirs-to-check
+ − 250 (let* ((dir (car dirs-to-check))
+ − 251 (full-dir (expand-file-name dir))
+ − 252 (all-files-in-dir (directory-files full-dir t "\\.el$" nil t))
+ − 253 (autoload-file
+ − 254 (expand-file-name "auto-autoloads.el" full-dir))
1330
+ − 255 (autoload-is-mule (equal dir source-lisp-mule)))
1261
+ − 256 (while all-files-in-dir
+ − 257 (let* ((full-arg (car all-files-in-dir)))
1298
+ − 258 ;; custom-load.el always gets regenerated so don't let that
+ − 259 ;; trigger us.
+ − 260 (when (and (not
+ − 261 (member
+ − 262 (file-name-nondirectory full-arg)
+ − 263 lisp-files-ignored-when-checking-for-autoload-updating
+ − 264 ))
+ − 265 (file-newer-than-file-p full-arg autoload-file))
1261
+ − 266 (if autoload-is-mule
+ − 267 (setq need-to-rebuild-mule-autoloads t)
+ − 268 (setq need-to-rebuild-autoloads t))))
+ − 269 (setq all-files-in-dir (cdr all-files-in-dir))))
+ − 270 (setq dirs-to-check (cdr dirs-to-check))))
+ − 271
1330
+ − 272 (if dump-target-out-of-date-wrt-dump-files
442
+ − 273 (condition-case nil
1330
+ − 274 (write-region-internal
+ − 275 "foo" nil (expand-file-name "src/NEEDTODUMP" build-root))
442
+ − 276 (file-error nil)))
+ − 277
+ − 278 )
428
+ − 279
528
+ − 280 (when (or need-to-rebuild-autoloads
1298
+ − 281 ;; no real need for the following check either, because if the file
+ − 282 ;; doesn't exist, need-to-rebuild-autoloads gets set above. but
+ − 283 ;; it's only one call, so it won't slow things down much and it keeps
+ − 284 ;; the logic cleaner.
1330
+ − 285 (not (file-exists-p aa-lisp))
1298
+ − 286 ;; no need to check for file-exists of .elc due to definition
+ − 287 ;; of file-newer-than-file-p
1330
+ − 288 (file-newer-than-file-p aa-lisp aac-lisp))
528
+ − 289 (setq need-to-recompile-autoloads t))
+ − 290
+ − 291 (when (or need-to-rebuild-mule-autoloads
1298
+ − 292 ;; not necessary but ... see comment above.
1330
+ − 293 (not (file-exists-p aa-lisp-mule))
1298
+ − 294 ;; no need to check for file-exists of .elc due to definition
+ − 295 ;; of file-newer-than-file-p
1330
+ − 296 (file-newer-than-file-p aa-lisp-mule aac-lisp-mule))
528
+ − 297 (setq need-to-recompile-mule-autoloads t))
+ − 298
+ − 299 (when (not (featurep 'mule))
+ − 300 ;; sorry charlie.
+ − 301 (setq need-to-rebuild-mule-autoloads nil
+ − 302 need-to-recompile-mule-autoloads nil))
+ − 303
428
+ − 304 (setq update-elc-files-to-compile (append update-elc-files-to-compile
622
+ − 305 (nreverse processed)))
428
+ − 306
1261
+ − 307 ;(print update-elc-files-to-compile)
428
+ − 308
1261
+ − 309 (let ((do-autoload-commands
+ − 310 (append
+ − 311 (if (or need-to-rebuild-autoloads
+ − 312 need-to-rebuild-mule-autoloads)
1330
+ − 313 (list "-l" "autoload"))
1261
+ − 314 (if need-to-rebuild-autoloads
2548
+ − 315 (list "-f" "batch-update-directory-autoloads"
1330
+ − 316 "auto" source-lisp))
1261
+ − 317 (if need-to-rebuild-mule-autoloads
2548
+ − 318 (list "-f" "batch-update-directory-autoloads"
1330
+ − 319 "mule" source-lisp-mule))
1261
+ − 320 (if need-to-recompile-autoloads
1330
+ − 321 (list "-f" "batch-byte-compile-one-file"
+ − 322 aa-lisp))
1261
+ − 323 (if need-to-recompile-mule-autoloads
1330
+ − 324 (list "-f" "batch-byte-compile-one-file"
+ − 325 aa-lisp-mule)))))
1298
+ − 326 (condition-case nil
1330
+ − 327 (delete-file (expand-file-name "src/REBUILD_AUTOLOADS" build-root))
1298
+ − 328 (file-error nil))
1261
+ − 329 (cond ((and (not update-elc-files-to-compile)
+ − 330 (not need-to-rebuild-autoloads)
+ − 331 (not need-to-rebuild-mule-autoloads)
+ − 332 (not need-to-recompile-autoloads)
+ − 333 (not need-to-recompile-mule-autoloads))
1315
+ − 334 ;; (1) Nothing to do at all.
+ − 335 )
1298
+ − 336 ((not update-elc-files-to-compile)
1261
+ − 337 ;; (2) We have no files to byte-compile, but we do need to
1298
+ − 338 ;; regenerate and compile the auto-autoloads file, so signal
+ − 339 ;; update-elc-2 to do it. This is much faster than loading
+ − 340 ;; all the .el's and doing it here. (We only need to rebuild
+ − 341 ;; the autoloads here when we have files to compile, since
+ − 342 ;; they may depend on the updated autoloads.)
+ − 343 (condition-case nil
1330
+ − 344 (write-region-internal
+ − 345 "foo" nil (expand-file-name "src/REBUILD_AUTOLOADS" build-root))
1298
+ − 346 (file-error nil))
1315
+ − 347 )
1261
+ − 348 (t
+ − 349 (let ((bc-bootstrap
+ − 350 (mapcar #'(lambda (arg)
+ − 351 (concat (update-elc-chop-extension
+ − 352 (locate-library arg)) ".el"))
+ − 353 lisp-files-needed-for-byte-compilation))
+ − 354 (bootstrap-other
+ − 355 (mapcar #'(lambda (arg)
+ − 356 (concat (update-elc-chop-extension
+ − 357 (locate-library arg)) ".el"))
+ − 358 lisp-files-needing-early-byte-compilation)))
+ − 359 (setq inhibit-autoloads t)
528
+ − 360 ;; if bytecomp or byte-optimize need recompiling, then load
+ − 361 ;; the .el version of them first, recompile them, and reload
+ − 362 ;; the .elc versions to recompile everything else (so we won't
+ − 363 ;; be waiting until the cows come home). we need to set
+ − 364 ;; load-ignore-elc-files because byte-optimize gets autoloaded
+ − 365 ;; from bytecomp.
1261
+ − 366 (let ((recompile-bc-bootstrap
+ − 367 (apply #'nconc
+ − 368 (mapcar
+ − 369 #'(lambda (arg)
+ − 370 (when (member arg update-elc-files-to-compile)
+ − 371 (append '("-f" "batch-byte-compile-one-file")
+ − 372 (list arg))))
+ − 373 bc-bootstrap)))
+ − 374 (recompile-bootstrap-other
+ − 375 (apply #'nconc
+ − 376 (mapcar
+ − 377 #'(lambda (arg)
+ − 378 (when (member arg update-elc-files-to-compile)
+ − 379 (append '("-f" "batch-byte-compile-one-file")
+ − 380 (list arg))))
+ − 381 bootstrap-other))))
+ − 382 (mapc-internal
+ − 383 #'(lambda (arg)
+ − 384 (setq update-elc-files-to-compile
+ − 385 (delete arg update-elc-files-to-compile)))
+ − 386 (append bc-bootstrap bootstrap-other))
+ − 387 (setq command-line-args
+ − 388 (append
+ − 389 '("-l" "loadup-el.el" "run-temacs"
+ − 390 "-batch" "-no-packages" "-no-autoloads"
+ − 391 "-eval" "(setq stack-trace-on-error t)"
+ − 392 "-eval" "(setq load-always-display-messages t)")
+ − 393 (when recompile-bc-bootstrap
+ − 394 (append
+ − 395 '("-eval" "(setq load-ignore-elc-files t)"
+ − 396 "-l" "bytecomp")
+ − 397 recompile-bc-bootstrap
+ − 398 '("-eval" "(setq load-ignore-elc-files nil)")))
+ − 399 '("-l" "bytecomp")
+ − 400 ;; likewise, recompile autoload.el etc. if out-of-date.
+ − 401 recompile-bootstrap-other
+ − 402 ;; then generate autoloads for lisp and maybe lisp/mule.
+ − 403 do-autoload-commands
+ − 404 ;; now load the autoloads and compile alles anderes.
+ − 405 '("-eval" "(setq inhibit-autoloads nil)"
+ − 406 "-f" "startup-load-autoloads"
+ − 407 "-f" "batch-byte-compile")
+ − 408 update-elc-files-to-compile
+ − 409 ))))
+ − 410
+ − 411 ;;(print command-line-args)
+ − 412 (load "loadup-el.el"))))
428
+ − 413
1303
+ − 414 (kill-emacs)
428
+ − 415
+ − 416 ;;; update-elc.el ends here