|
1303
|
1 ;;; update-elc.el --- Bytecompile out-of-date dumped files, pre-dumping
|
|
428
|
2
|
|
|
3 ;; Copyright (C) 1997 Free Software Foundation, Inc.
|
|
442
|
4 ;; Copyright (C) 1996 Sun Microsystems, Inc.
|
|
1261
|
5 ;; Copyright (C) 2001, 2003 Ben Wing.
|
|
428
|
6
|
|
528
|
7 ;; Author: Ben Wing <ben@xemacs.org>
|
|
|
8 ;; Based On: Original by Steven L Baur <steve@xemacs.org>
|
|
428
|
9 ;; Maintainer: XEmacs Development Team
|
|
|
10 ;; Keywords: internal
|
|
|
11
|
|
|
12 ;; This file is part of XEmacs.
|
|
|
13
|
|
|
14 ;; XEmacs is free software; you can redistribute it and/or modify it
|
|
|
15 ;; under the terms of the GNU General Public License as published by
|
|
|
16 ;; the Free Software Foundation; either version 2, or (at your option)
|
|
|
17 ;; any later version.
|
|
|
18
|
|
|
19 ;; XEmacs is distributed in the hope that it will be useful, but
|
|
|
20 ;; WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
21 ;; MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
|
22 ;; General Public License for more details.
|
|
|
23
|
|
|
24 ;; You should have received a copy of the GNU General Public License
|
|
|
25 ;; along with XEmacs; see the file COPYING. If not, write to the
|
|
|
26 ;; Free Software Foundation, 59 Temple Place - Suite 330,
|
|
|
27 ;; Boston, MA 02111-1307, USA.
|
|
|
28
|
|
|
29 ;;; Synched up with: Not in FSF.
|
|
|
30
|
|
|
31 ;;; Commentary:
|
|
|
32
|
|
|
33 ;; Byte compile the .EL files necessary to dump out xemacs.
|
|
1261
|
34 ;; Also update the auto-autoloads.el files.
|
|
|
35
|
|
428
|
36 ;; Use this file like this:
|
|
|
37
|
|
|
38 ;; temacs -batch -l ../lisp/update-elc.el $lisp
|
|
|
39
|
|
|
40 ;; where $lisp comes from the Makefile. .elc files listed in $lisp will
|
|
|
41 ;; cause the corresponding .el file to be compiled. .el files listed in
|
|
|
42 ;; $lisp will be ignored.
|
|
|
43
|
|
|
44 ;; (the idea here is that you can bootstrap if your .ELC files
|
|
|
45 ;; are missing or badly out-of-date)
|
|
|
46
|
|
442
|
47 ;; See also update-elc-2.el
|
|
428
|
48
|
|
|
49 ;;; Code:
|
|
|
50
|
|
1261
|
51 ;; Help debug problems.
|
|
|
52 (setq stack-trace-on-error t
|
|
|
53 load-always-display-messages t)
|
|
|
54
|
|
428
|
55 (defvar processed nil)
|
|
|
56 (defvar update-elc-files-to-compile nil)
|
|
528
|
57 (defvar need-to-rebuild-autoloads nil)
|
|
|
58 (defvar need-to-rebuild-mule-autoloads nil)
|
|
|
59 (defvar need-to-recompile-autoloads nil)
|
|
|
60 (defvar need-to-recompile-mule-autoloads nil)
|
|
1330
|
61 (defvar exe-target nil)
|
|
|
62 (defvar dump-target nil)
|
|
|
63 (defvar dump-target-out-of-date-wrt-dump-files nil)
|
|
|
64 ;(defvar dump-target-out-of-date-wrt-exe-target nil)
|
|
428
|
65
|
|
|
66 ;(setq update-elc-files-to-compile
|
|
|
67 ; (delq nil
|
|
|
68 ; (mapcar (function
|
|
|
69 ; (lambda (x)
|
|
|
70 ; (if (string-match "\.elc$" x)
|
|
|
71 ; (let ((src (substring x 0 -1)))
|
|
|
72 ; (if (file-newer-than-file-p src x)
|
|
|
73 ; (progn
|
|
|
74 ; (and (file-exists-p x)
|
|
|
75 ; (null (file-writable-p x))
|
|
|
76 ; (set-file-modes x (logior (file-modes x) 128)))
|
|
|
77 ; src))))))
|
|
|
78 ; ;; -batch gets filtered out.
|
|
|
79 ; (nthcdr 3 command-line-args))))
|
|
|
80
|
|
1330
|
81
|
|
|
82 (defvar build-root (expand-file-name ".." invocation-directory))
|
|
|
83 (defvar source-lisp (file-name-directory (expand-file-name
|
|
|
84 (nth 2 command-line-args))))
|
|
|
85 (defvar source-lisp-mule (expand-file-name "mule" source-lisp))
|
|
|
86 (defvar source-root (expand-file-name ".." source-lisp))
|
|
|
87 (defvar aa-lisp (expand-file-name "auto-autoloads.el" source-lisp))
|
|
|
88 (defvar aac-lisp (expand-file-name "auto-autoloads.elc" source-lisp))
|
|
|
89 (defvar aa-lisp-mule (expand-file-name "auto-autoloads.el" source-lisp-mule))
|
|
|
90 (defvar aac-lisp-mule (expand-file-name "auto-autoloads.elc" source-lisp-mule))
|
|
|
91
|
|
|
92 (setq load-path (list source-lisp))
|
|
428
|
93
|
|
|
94 (load "find-paths.el")
|
|
|
95 (load "packages.el")
|
|
|
96 (load "setup-paths.el")
|
|
1261
|
97
|
|
|
98 ;; Lisp files loaded in order to byte compile anything. If any are out of
|
|
|
99 ;; date, we need to load them as .el's, byte compile them, and reload as
|
|
|
100 ;; .elc's.
|
|
|
101 (defvar lisp-files-needed-for-byte-compilation
|
|
|
102 '("bytecomp"
|
|
|
103 "byte-optimize"))
|
|
|
104
|
|
1263
|
105 ;; Lisp files not in `lisp-files-needed-for-byte-compilation' that need
|
|
|
106 ;; early byte compilation. These are files loaded by update-elc.el in
|
|
|
107 ;; order to do the compilation of all the rest of the files.
|
|
1261
|
108 (defvar lisp-files-needing-early-byte-compilation
|
|
2548
|
109 '("easy-mmode"
|
|
1261
|
110 "autoload"
|
|
|
111 "shadow"
|
|
|
112 "cl-macs"))
|
|
|
113
|
|
|
114 (defvar unbytecompiled-lisp-files
|
|
|
115 '("paths.el"
|
|
|
116 "dumped-lisp.el"
|
|
|
117 "dumped-pkg-lisp.el"
|
|
1275
|
118 "raw-process.el"
|
|
1315
|
119 "version.el")
|
|
2367
|
120 "Lisp files that should not be byte compiled.
|
|
|
121 Files in `additional-dump-dependencies' do not need to be listed here.")
|
|
|
122
|
|
|
123 (defvar additional-dump-dependencies
|
|
|
124 '("loadup.el"
|
|
|
125 "loadup-el.el"
|
|
|
126 "update-elc.el")
|
|
|
127 "Lisp files that are not dumped but which the dump depends on.
|
|
|
128 If any of these files are changed, we need to redump.")
|
|
428
|
129
|
|
1298
|
130 (defvar lisp-files-ignored-when-checking-for-autoload-updating
|
|
|
131 '("custom-load.el"
|
|
|
132 "auto-autoloads.el")
|
|
|
133 "Lisp files that should not trigger auto-autoloads rebuilding.")
|
|
|
134
|
|
528
|
135 (defun update-elc-chop-extension (file)
|
|
|
136 (if (string-match "\\.elc?$" file)
|
|
|
137 (substring file 0 (match-beginning 0))
|
|
|
138 file))
|
|
428
|
139
|
|
528
|
140 ;; we used to call packages-list-autoloads here, but it's false generality.
|
|
|
141 ;; we need to handle each autoload file differently and there are only
|
|
|
142 ;; two of them.
|
|
428
|
143
|
|
1261
|
144 (let (preloaded-file-list site-load-packages files-to-process)
|
|
528
|
145
|
|
1330
|
146 (load (expand-file-name "dumped-lisp.el" source-lisp))
|
|
442
|
147
|
|
1330
|
148 ;; two setups here:
|
|
|
149 ;; (1) temacs.exe is undumped, dumped into xemacs.exe. Happens with
|
|
|
150 ;; unexec, but also with pdump under MS Windows native, since
|
|
|
151 ;; the dumped data is stored as a resource in the xemacs.exe
|
|
|
152 ;; executable.
|
|
|
153 ;; (2) xemacs.exe is dumped or undumped. Running `xemacs -nd' gets
|
|
|
154 ;; you the equivalent of `temacs'. Dumping creates a file
|
|
|
155 ;; `xemacs.dmp'.
|
|
1261
|
156
|
|
1330
|
157 (cond ((eq system-type 'windows-nt)
|
|
|
158 (setq exe-target "src/temacs.exe"
|
|
|
159 dump-target "src/xemacs.exe"))
|
|
|
160 ;; #### need better ways of getting config params
|
|
|
161 ((not (memq 'pdump (emacs-run-status)))
|
|
|
162 (setq exe-target "src/temacs"
|
|
|
163 dump-target "src/xemacs"))
|
|
|
164 (t
|
|
|
165 (setq exe-target "src/xemacs"
|
|
|
166 dump-target "src/xemacs.dmp")))
|
|
1261
|
167
|
|
1330
|
168 (setq exe-target (expand-file-name exe-target build-root))
|
|
|
169 (setq dump-target (expand-file-name dump-target build-root))
|
|
|
170
|
|
|
171 ;; Not currently used.
|
|
|
172 ; (setq dump-target-out-of-date-wrt-exe-target
|
|
|
173 ; (cond ((not dump-target) t)
|
|
|
174 ; (temacs-exe (file-newer-than-file-p temacs-exe dump-target))
|
|
|
175 ; ((not data-file) t)
|
|
|
176 ; (t (file-newer-than-file-p dump-target data-file))))
|
|
|
177 ; (setq dump-target-exists (or (and temacs-exe dump-target)
|
|
|
178 ; (and data-file dump-target))))
|
|
1261
|
179
|
|
428
|
180 ;; Path setup
|
|
|
181 (let ((package-preloaded-file-list
|
|
|
182 (packages-collect-package-dumped-lisps late-package-load-path)))
|
|
|
183
|
|
|
184 (setq preloaded-file-list
|
|
|
185 (append package-preloaded-file-list
|
|
|
186 preloaded-file-list
|
|
|
187 packages-hardcoded-lisp)))
|
|
|
188
|
|
1330
|
189 (load (expand-file-name "site-packages" source-root) t t)
|
|
428
|
190 (setq preloaded-file-list
|
|
|
191 (append packages-hardcoded-lisp
|
|
|
192 preloaded-file-list
|
|
|
193 site-load-packages))
|
|
1261
|
194 ;; bytecomp, byte-optimize, autoload, etc. are mentioned specially
|
|
|
195 ;; in the lisp-files-need* variables.
|
|
|
196 (setq files-to-process (append lisp-files-needed-for-byte-compilation
|
|
|
197 lisp-files-needing-early-byte-compilation
|
|
2367
|
198 additional-dump-dependencies
|
|
1261
|
199 preloaded-file-list))
|
|
528
|
200 (while files-to-process
|
|
|
201 (let* ((arg (car files-to-process))
|
|
2367
|
202 (arg-is-dump-dependency
|
|
|
203 (or (member arg preloaded-file-list)
|
|
|
204 (member arg additional-dump-dependencies)))
|
|
528
|
205 (arg-sans-extension (update-elc-chop-extension arg))
|
|
|
206 (full-arg (locate-library arg-sans-extension))
|
|
|
207 (full-arg-sans-extension
|
|
|
208 (if (null full-arg)
|
|
|
209 (progn
|
|
|
210 (print (format "Error: Library file %s not found" arg))
|
|
1261
|
211 (backtrace)
|
|
528
|
212 ;; Uncomment in case of trouble
|
|
2456
|
213 ;;(print (format "late-package-hierarchies: %S" late-package-hierarchies))
|
|
528
|
214 ;;(print (format "guessed-roots: %S"
|
|
|
215 ;; (paths-find-emacs-roots
|
|
|
216 ;; invocation-directory invocation-name)))
|
|
|
217 (kill-emacs))
|
|
|
218 (update-elc-chop-extension full-arg)))
|
|
|
219 (full-arg-el (concat full-arg-sans-extension ".el"))
|
|
|
220 (full-arg-elc (concat full-arg-sans-extension ".elc"))
|
|
1261
|
221 (full-arg-dir (file-name-directory full-arg-el)))
|
|
528
|
222
|
|
2367
|
223 ; (print full-arg-el)
|
|
442
|
224
|
|
|
225 ;; now check if .el or .elc is newer than the dumped exe.
|
|
|
226 ;; if so, need to redump.
|
|
2367
|
227 (when (and dump-target arg-is-dump-dependency
|
|
1298
|
228 ;; no need to check for existence of either of the files
|
|
|
229 ;; because of the definition of file-newer-than-file-p.
|
|
1330
|
230 (or (file-newer-than-file-p full-arg-el dump-target)
|
|
|
231 (file-newer-than-file-p full-arg-elc dump-target)))
|
|
|
232 (setq dump-target-out-of-date-wrt-dump-files t))
|
|
528
|
233
|
|
|
234 (if (and (not (member (file-name-nondirectory arg)
|
|
1261
|
235 unbytecompiled-lisp-files))
|
|
2367
|
236 (not (member (file-name-nondirectory arg)
|
|
|
237 additional-dump-dependencies))
|
|
528
|
238 (not (member full-arg-el processed))
|
|
1298
|
239 ;; no need to check for existence of either of the files
|
|
|
240 ;; because of the definition of file-newer-than-file-p.
|
|
|
241 (file-newer-than-file-p full-arg-el full-arg-elc))
|
|
528
|
242 (setq processed (cons full-arg-el processed)))
|
|
|
243
|
|
|
244 (setq files-to-process (cdr files-to-process))))
|
|
442
|
245
|
|
1261
|
246 ;; Check if we need to rebuild the auto-autoloads.el files -- that is,
|
|
|
247 ;; if ANY .el files have changed.
|
|
1330
|
248 (let ((dirs-to-check (list source-lisp source-lisp-mule)))
|
|
1261
|
249 (while dirs-to-check
|
|
|
250 (let* ((dir (car dirs-to-check))
|
|
|
251 (full-dir (expand-file-name dir))
|
|
|
252 (all-files-in-dir (directory-files full-dir t "\\.el$" nil t))
|
|
|
253 (autoload-file
|
|
|
254 (expand-file-name "auto-autoloads.el" full-dir))
|
|
1330
|
255 (autoload-is-mule (equal dir source-lisp-mule)))
|
|
1261
|
256 (while all-files-in-dir
|
|
|
257 (let* ((full-arg (car all-files-in-dir)))
|
|
1298
|
258 ;; custom-load.el always gets regenerated so don't let that
|
|
|
259 ;; trigger us.
|
|
|
260 (when (and (not
|
|
|
261 (member
|
|
|
262 (file-name-nondirectory full-arg)
|
|
|
263 lisp-files-ignored-when-checking-for-autoload-updating
|
|
|
264 ))
|
|
|
265 (file-newer-than-file-p full-arg autoload-file))
|
|
1261
|
266 (if autoload-is-mule
|
|
|
267 (setq need-to-rebuild-mule-autoloads t)
|
|
|
268 (setq need-to-rebuild-autoloads t))))
|
|
|
269 (setq all-files-in-dir (cdr all-files-in-dir))))
|
|
|
270 (setq dirs-to-check (cdr dirs-to-check))))
|
|
|
271
|
|
1330
|
272 (if dump-target-out-of-date-wrt-dump-files
|
|
442
|
273 (condition-case nil
|
|
1330
|
274 (write-region-internal
|
|
|
275 "foo" nil (expand-file-name "src/NEEDTODUMP" build-root))
|
|
442
|
276 (file-error nil)))
|
|
|
277
|
|
|
278 )
|
|
428
|
279
|
|
528
|
280 (when (or need-to-rebuild-autoloads
|
|
1298
|
281 ;; no real need for the following check either, because if the file
|
|
|
282 ;; doesn't exist, need-to-rebuild-autoloads gets set above. but
|
|
|
283 ;; it's only one call, so it won't slow things down much and it keeps
|
|
|
284 ;; the logic cleaner.
|
|
1330
|
285 (not (file-exists-p aa-lisp))
|
|
1298
|
286 ;; no need to check for file-exists of .elc due to definition
|
|
|
287 ;; of file-newer-than-file-p
|
|
1330
|
288 (file-newer-than-file-p aa-lisp aac-lisp))
|
|
528
|
289 (setq need-to-recompile-autoloads t))
|
|
|
290
|
|
|
291 (when (or need-to-rebuild-mule-autoloads
|
|
1298
|
292 ;; not necessary but ... see comment above.
|
|
1330
|
293 (not (file-exists-p aa-lisp-mule))
|
|
1298
|
294 ;; no need to check for file-exists of .elc due to definition
|
|
|
295 ;; of file-newer-than-file-p
|
|
1330
|
296 (file-newer-than-file-p aa-lisp-mule aac-lisp-mule))
|
|
528
|
297 (setq need-to-recompile-mule-autoloads t))
|
|
|
298
|
|
|
299 (when (not (featurep 'mule))
|
|
|
300 ;; sorry charlie.
|
|
|
301 (setq need-to-rebuild-mule-autoloads nil
|
|
|
302 need-to-recompile-mule-autoloads nil))
|
|
|
303
|
|
428
|
304 (setq update-elc-files-to-compile (append update-elc-files-to-compile
|
|
622
|
305 (nreverse processed)))
|
|
428
|
306
|
|
1261
|
307 ;(print update-elc-files-to-compile)
|
|
428
|
308
|
|
1261
|
309 (let ((do-autoload-commands
|
|
|
310 (append
|
|
|
311 (if (or need-to-rebuild-autoloads
|
|
|
312 need-to-rebuild-mule-autoloads)
|
|
1330
|
313 (list "-l" "autoload"))
|
|
1261
|
314 (if need-to-rebuild-autoloads
|
|
2548
|
315 (list "-f" "batch-update-directory-autoloads"
|
|
1330
|
316 "auto" source-lisp))
|
|
1261
|
317 (if need-to-rebuild-mule-autoloads
|
|
2548
|
318 (list "-f" "batch-update-directory-autoloads"
|
|
1330
|
319 "mule" source-lisp-mule))
|
|
1261
|
320 (if need-to-recompile-autoloads
|
|
1330
|
321 (list "-f" "batch-byte-compile-one-file"
|
|
|
322 aa-lisp))
|
|
1261
|
323 (if need-to-recompile-mule-autoloads
|
|
1330
|
324 (list "-f" "batch-byte-compile-one-file"
|
|
|
325 aa-lisp-mule)))))
|
|
1298
|
326 (condition-case nil
|
|
1330
|
327 (delete-file (expand-file-name "src/REBUILD_AUTOLOADS" build-root))
|
|
1298
|
328 (file-error nil))
|
|
1261
|
329 (cond ((and (not update-elc-files-to-compile)
|
|
|
330 (not need-to-rebuild-autoloads)
|
|
|
331 (not need-to-rebuild-mule-autoloads)
|
|
|
332 (not need-to-recompile-autoloads)
|
|
|
333 (not need-to-recompile-mule-autoloads))
|
|
1315
|
334 ;; (1) Nothing to do at all.
|
|
|
335 )
|
|
1298
|
336 ((not update-elc-files-to-compile)
|
|
1261
|
337 ;; (2) We have no files to byte-compile, but we do need to
|
|
1298
|
338 ;; regenerate and compile the auto-autoloads file, so signal
|
|
|
339 ;; update-elc-2 to do it. This is much faster than loading
|
|
|
340 ;; all the .el's and doing it here. (We only need to rebuild
|
|
|
341 ;; the autoloads here when we have files to compile, since
|
|
|
342 ;; they may depend on the updated autoloads.)
|
|
|
343 (condition-case nil
|
|
1330
|
344 (write-region-internal
|
|
|
345 "foo" nil (expand-file-name "src/REBUILD_AUTOLOADS" build-root))
|
|
1298
|
346 (file-error nil))
|
|
1315
|
347 )
|
|
1261
|
348 (t
|
|
|
349 (let ((bc-bootstrap
|
|
|
350 (mapcar #'(lambda (arg)
|
|
|
351 (concat (update-elc-chop-extension
|
|
|
352 (locate-library arg)) ".el"))
|
|
|
353 lisp-files-needed-for-byte-compilation))
|
|
|
354 (bootstrap-other
|
|
|
355 (mapcar #'(lambda (arg)
|
|
|
356 (concat (update-elc-chop-extension
|
|
|
357 (locate-library arg)) ".el"))
|
|
|
358 lisp-files-needing-early-byte-compilation)))
|
|
|
359 (setq inhibit-autoloads t)
|
|
528
|
360 ;; if bytecomp or byte-optimize need recompiling, then load
|
|
|
361 ;; the .el version of them first, recompile them, and reload
|
|
|
362 ;; the .elc versions to recompile everything else (so we won't
|
|
|
363 ;; be waiting until the cows come home). we need to set
|
|
|
364 ;; load-ignore-elc-files because byte-optimize gets autoloaded
|
|
|
365 ;; from bytecomp.
|
|
1261
|
366 (let ((recompile-bc-bootstrap
|
|
|
367 (apply #'nconc
|
|
|
368 (mapcar
|
|
|
369 #'(lambda (arg)
|
|
|
370 (when (member arg update-elc-files-to-compile)
|
|
|
371 (append '("-f" "batch-byte-compile-one-file")
|
|
|
372 (list arg))))
|
|
|
373 bc-bootstrap)))
|
|
|
374 (recompile-bootstrap-other
|
|
|
375 (apply #'nconc
|
|
|
376 (mapcar
|
|
|
377 #'(lambda (arg)
|
|
|
378 (when (member arg update-elc-files-to-compile)
|
|
|
379 (append '("-f" "batch-byte-compile-one-file")
|
|
|
380 (list arg))))
|
|
|
381 bootstrap-other))))
|
|
|
382 (mapc-internal
|
|
|
383 #'(lambda (arg)
|
|
|
384 (setq update-elc-files-to-compile
|
|
|
385 (delete arg update-elc-files-to-compile)))
|
|
|
386 (append bc-bootstrap bootstrap-other))
|
|
|
387 (setq command-line-args
|
|
|
388 (append
|
|
|
389 '("-l" "loadup-el.el" "run-temacs"
|
|
|
390 "-batch" "-no-packages" "-no-autoloads"
|
|
|
391 "-eval" "(setq stack-trace-on-error t)"
|
|
|
392 "-eval" "(setq load-always-display-messages t)")
|
|
|
393 (when recompile-bc-bootstrap
|
|
|
394 (append
|
|
|
395 '("-eval" "(setq load-ignore-elc-files t)"
|
|
|
396 "-l" "bytecomp")
|
|
|
397 recompile-bc-bootstrap
|
|
|
398 '("-eval" "(setq load-ignore-elc-files nil)")))
|
|
|
399 '("-l" "bytecomp")
|
|
|
400 ;; likewise, recompile autoload.el etc. if out-of-date.
|
|
|
401 recompile-bootstrap-other
|
|
|
402 ;; then generate autoloads for lisp and maybe lisp/mule.
|
|
|
403 do-autoload-commands
|
|
|
404 ;; now load the autoloads and compile alles anderes.
|
|
|
405 '("-eval" "(setq inhibit-autoloads nil)"
|
|
|
406 "-f" "startup-load-autoloads"
|
|
|
407 "-f" "batch-byte-compile")
|
|
|
408 update-elc-files-to-compile
|
|
|
409 ))))
|
|
|
410
|
|
|
411 ;;(print command-line-args)
|
|
|
412 (load "loadup-el.el"))))
|
|
428
|
413
|
|
1303
|
414 (kill-emacs)
|
|
428
|
415
|
|
|
416 ;;; update-elc.el ends here
|
