source: branches/generic-class-file/abcl/src/org/armedbear/lisp/jvm-class-file.lisp @ 12884

Last change on this file since 12884 was 12884, checked in by ehuelsmann, 13 years ago

Clean up after migration of fields and the pool.

  • Property svn:eol-style set to native
  • Property svn:keywords set to Id
File size: 46.4 KB
Line 
1;;; jvm-class-file.lisp
2;;;
3;;; Copyright (C) 2010 Erik Huelsmann
4;;; $Id: jvm-class-file.lisp 12884 2010-08-09 14:10:50Z ehuelsmann $
5;;;
6;;; This program is free software; you can redistribute it and/or
7;;; modify it under the terms of the GNU General Public License
8;;; as published by the Free Software Foundation; either version 2
9;;; of the License, or (at your option) any later version.
10;;;
11;;; This program is distributed in the hope that it will be useful,
12;;; but WITHOUT ANY WARRANTY; without even the implied warranty of
13;;; MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
14;;; GNU General Public License for more details.
15;;;
16;;; You should have received a copy of the GNU General Public License
17;;; along with this program; if not, write to the Free Software
18;;; Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA  02110-1301, USA.
19;;;
20;;; As a special exception, the copyright holders of this library give you
21;;; permission to link this library with independent modules to produce an
22;;; executable, regardless of the license terms of these independent
23;;; modules, and to copy and distribute the resulting executable under
24;;; terms of your choice, provided that you also meet, for each linked
25;;; independent module, the terms and conditions of the license of that
26;;; module.  An independent module is a module which is not derived from
27;;; or based on this library.  If you modify this library, you may extend
28;;; this exception to your version of the library, but you are not
29;;; obligated to do so.  If you do not wish to do so, delete this
30;;; exception statement from your version.
31
32(in-package "JVM")
33
34#|
35
36The general design of the class-file writer is to have generic
37- human readable - representations of the class being generated
38during the construction and manipulation phases.
39
40After completing the creation/manipulation of the class, all its
41components will be finalized. This process translates readable
42(e.g. string) representations to indices to be stored on disc.
43
44The only thing to be done after finalization is sending the
45output to a stream ("writing").
46
47
48Finalization happens highest-level first. As an example, take a
49method with exception handlers. The exception handlers are stored
50as attributes in the class file structure. They are children of the
51method's Code attribute. In this example, the body of the Code
52attribute (the higher level) gets finalized before the attributes.
53The reason to do so is that the exceptions need to refer to labels
54(offsets) in the Code segment.
55
56
57|#
58
59
60(defun map-primitive-type (type)
61  "Maps a symbolic primitive type name to its Java string representation."
62  (case type
63    (:int        "I")
64    (:long       "J")
65    (:float      "F")
66    (:double     "D")
67    (:boolean    "Z")
68    (:char       "C")
69    (:byte       "B")
70    (:short      "S")
71    ((nil :void) "V")))
72
73
74#|
75
76The `class-name' facility helps to abstract from "this instruction takes
77a reference" and "this instruction takes a class name". We simply pass
78the class name around and the instructions themselves know which
79representation to use.
80
81|#
82
83(defstruct (class-name (:conc-name class-)
84                       (:constructor %make-class-name))
85  "Used for class identification.
86
87The caller should instantiate only one `class-name' per class, as they are
88used as class identifiers and compared using EQ.
89
90Some instructions need a class argument, others need a reference identifier.
91This class is used to abstract from the difference."
92  name-internal
93  ref
94  array-class ;; cached array class reference
95  ;; keeping a reference to the associated array class allows class
96  ;; name comparisons to be EQ: all classes should exist only once,
97  )
98
99(defun make-class-name (name)
100  "Creates a `class-name' structure for the class or interface `name'.
101
102`name' should be specified using Java representation, which is converted
103to 'internal' (JVM) representation by this function."
104  (setf name (substitute #\/ #\. name))
105  (%make-class-name :name-internal name
106                    :ref (concatenate 'string "L" name ";")))
107
108(defun class-array (class-name)
109  "Returns a class-name representing an array of `class-name'.
110For multi-dimensional arrays, call this function multiple times, using
111its own result.
112
113This function can be called multiple times on the same `class-name' without
114violating the 'only one instance' requirement: the returned value is cached
115and used on successive calls."
116  (unless (class-array-class class-name)
117    ;; Alessio Stalla found by dumping a class file that the JVM uses
118    ;; the same representation (ie '[L<class-name>;') in CHECKCAST as
119    ;; it does in field references, meaning the class name and class ref
120    ;; are identified by the same string
121    (let ((name-and-ref (concatenate 'string "[" (class-ref class-name))))
122      (setf (class-array-class class-name)
123            (%make-class-name :name-internal name-and-ref
124                              :ref name-and-ref))))
125  (class-array-class class-name))
126
127(defmacro define-class-name (symbol java-dotted-name &optional documentation)
128  "Convenience macro to define constants for `class-name' structures,
129initialized from the `java-dotted-name'."
130  `(defconstant ,symbol (make-class-name ,java-dotted-name)
131     ,documentation))
132
133(define-class-name +java-object+ "java.lang.Object")
134(define-class-name +java-string+ "java.lang.String")
135(define-class-name +java-system+ "java.lang.System")
136(define-class-name +lisp-object+ "org.armedbear.lisp.LispObject")
137(defconstant +lisp-object-array+ (class-array +lisp-object+))
138(define-class-name +lisp-simple-string+ "org.armedbear.lisp.SimpleString")
139(define-class-name +lisp+ "org.armedbear.lisp.Lisp")
140(define-class-name +lisp-nil+ "org.armedbear.lisp.Nil")
141(define-class-name +lisp-class+ "org.armedbear.lisp.LispClass")
142(define-class-name +lisp-symbol+ "org.armedbear.lisp.Symbol")
143(define-class-name +lisp-thread+ "org.armedbear.lisp.LispThread")
144(define-class-name +lisp-closure-binding+ "org.armedbear.lisp.ClosureBinding")
145(defconstant +closure-binding-array+ (class-array +lisp-closure-binding+))
146(define-class-name +lisp-integer+ "org.armedbear.lisp.LispInteger")
147(define-class-name +lisp-fixnum+ "org.armedbear.lisp.Fixnum")
148(defconstant +lisp-fixnum-array+ (class-array +lisp-fixnum+))
149(define-class-name +lisp-bignum+ "org.armedbear.lisp.Bignum")
150(define-class-name +lisp-single-float+ "org.armedbear.lisp.SingleFloat")
151(define-class-name +lisp-double-float+ "org.armedbear.lisp.DoubleFloat")
152(define-class-name +lisp-cons+ "org.armedbear.lisp.Cons")
153(define-class-name +lisp-load+ "org.armedbear.lisp.Load")
154(define-class-name +lisp-character+ "org.armedbear.lisp.LispCharacter")
155(defconstant +lisp-character-array+ (class-array +lisp-character+))
156(define-class-name +lisp-structure-object+ "org.armedbear.lisp.StructureObject")
157(define-class-name +lisp-simple-vector+ "org.armedbear.lisp.SimpleVector")
158(define-class-name +lisp-abstract-string+ "org.armedbear.lisp.AbstractString")
159(define-class-name +lisp-abstract-vector+ "org.armedbear.lisp.AbstractVector")
160(define-class-name +lisp-abstract-bit-vector+
161    "org.armedbear.lisp.AbstractBitVector")
162(define-class-name +lisp-environment+ "org.armedbear.lisp.Environment")
163(define-class-name +lisp-special-binding+ "org.armedbear.lisp.SpecialBinding")
164(define-class-name +lisp-special-bindings-mark+
165    "org.armedbear.lisp.SpecialBindingsMark")
166(define-class-name +lisp-throw+ "org.armedbear.lisp.Throw")
167(define-class-name +lisp-return+ "org.armedbear.lisp.Return")
168(define-class-name +lisp-go+ "org.armedbear.lisp.Go")
169(define-class-name +lisp-primitive+ "org.armedbear.lisp.Primitive")
170(define-class-name +lisp-eql-hash-table+ "org.armedbear.lisp.EqlHashTable")
171(define-class-name +lisp-hash-table+ "org.armedbear.lisp.HashTable")
172(define-class-name +lisp-package+ "org.armedbear.lisp.Package")
173(define-class-name +lisp-readtable+ "org.armedbear.lisp.Readtable")
174(define-class-name +lisp-stream+ "org.armedbear.lisp.Stream")
175(define-class-name +lisp-closure+ "org.armedbear.lisp.Closure")
176(define-class-name +lisp-compiled-closure+ "org.armedbear.lisp.CompiledClosure")
177(define-class-name +lisp-closure-parameter+
178    "org.armedbear.lisp.Closure$Parameter")
179(defconstant +lisp-closure-parameter-array+
180  (class-array +lisp-closure-parameter+))
181
182#|
183
184Lisp-side descriptor representation:
185
186 - list: a list starting with a method return value, followed by
187     the argument types
188 - keyword: the primitive type associated with that keyword
189 - class-name structure instance: the class-ref value
190
191The latter two can be converted to a Java representation using
192the `internal-field-ref' function, the former is to be fed to
193`descriptor'.
194
195|#
196
197(defun internal-field-type (field-type)
198  "Returns a string containing the JVM-internal representation
199of `field-type', which should either be a symbol identifying a primitive
200type, or a `class-name' structure identifying a class or interface."
201  (if (symbolp field-type)
202      (map-primitive-type field-type)
203      (class-name-internal field-type)))
204
205(defun internal-field-ref (field-type)
206  "Returns a string containing the JVM-internal representation of a reference
207to `field-type', which should either be a symbol identifying a primitive
208type, or a `class-name' structure identifying a class or interface."
209  (if (symbolp field-type)
210      (map-primitive-type field-type)
211      (class-ref field-type)))
212
213(defun descriptor (return-type &rest argument-types)
214  "Returns a string describing the `return-type' and `argument-types'
215in JVM-internal representation."
216  (let* ((arg-strings (mapcar #'internal-field-ref argument-types))
217         (ret-string (internal-field-ref return-type))
218         (size (+ 2 (reduce #'+ arg-strings
219                            :key #'length
220                            :initial-value (length ret-string))))
221         (str (make-array size :fill-pointer 0 :element-type 'character)))
222    (with-output-to-string (s str)
223      (princ #\( s)
224      (dolist (arg-string arg-strings)
225        (princ arg-string s))
226      (princ #\) s)
227      (princ ret-string s))
228    str)
229;;  (format nil "(~{~A~})~A"
230;;          (internal-field-ref return-type))
231  )
232
233(defun descriptor-stack-effect (return-type &rest argument-types)
234  "Returns the effect on the stack position of the `argument-types' and
235`return-type' of a method call.
236
237If the method consumes an implicit `this' argument, this function does not
238take that effect into account."
239  (flet ((type-stack-effect (arg)
240           (case arg
241             ((:long :double) 2)
242             ((nil :void) 0)
243             (otherwise 1))))
244    (+ (reduce #'- argument-types
245               :key #'type-stack-effect
246               :initial-value 0)
247       (type-stack-effect return-type))))
248
249
250(defstruct pool
251  ;; `index' contains the index of the last allocated slot (0 == empty)
252  ;; "A constant pool entry is considered valid if it has
253  ;; an index greater than 0 (zero) and less than pool-count"
254  (index 0)
255  entries-list
256  ;; the entries hash stores raw values, except in case of string and
257  ;; utf8, because both are string values
258  (entries (make-hash-table :test #'equal :size 2048 :rehash-size 2.0)))
259
260
261(defstruct constant
262  "Structure to be included in all constant sub-types."
263  tag
264  index)
265
266(defparameter +constant-type-map+
267  '((:class          7 1)
268    (:field-ref      9 1)
269    (:method-ref    10 1)
270    ;; (:interface-method-ref 11)
271    (:string         8 1)
272    (:integer        3 1)
273    (:float          4 1)
274    (:long           5 2)
275    (:double         6 2)
276    (:name-and-type 12 1)
277    (:utf8           1 1)))
278
279(defstruct (constant-class (:constructor make-constant-class (index name-index))
280                           (:include constant
281                                     (tag 7)))
282  "Structure holding information on a 'class' type item in the constant pool."
283  name-index)
284
285(defstruct (constant-member-ref (:constructor
286                                 %make-constant-member-ref
287                                     (tag index class-index name/type-index))
288                                (:include constant))
289  "Structure holding information on a member reference type item
290(a field, method or interface method reference) in the constant pool."
291  class-index
292  name/type-index)
293
294(declaim (inline make-constant-field-ref make-constant-method-ref
295                 make-constant-interface-method-ref))
296(defun make-constant-field-ref (index class-index name/type-index)
297  "Creates a `constant-member-ref' instance containing a field reference."
298  (%make-constant-member-ref 9 index class-index name/type-index))
299
300(defun make-constant-method-ref (index class-index name/type-index)
301  "Creates a `constant-member-ref' instance containing a method reference."
302  (%make-constant-member-ref 10 index class-index name/type-index))
303
304(defun make-constant-interface-method-ref (index class-index name/type-index)
305  "Creates a `constant-member-ref' instance containing an
306interface-method reference."
307  (%make-constant-member-ref 11 index class-index name/type-index))
308
309(defstruct (constant-string (:constructor
310                             make-constant-string (index value-index))
311                            (:include constant
312                                      (tag 8)))
313  "Structure holding information on a 'string' type item in the constant pool."
314  value-index)
315
316(defstruct (constant-float/int (:constructor
317                                %make-constant-float/int (tag index value))
318                               (:include constant))
319  "Structure holding information on a 'float' or 'integer' type item
320in the constant pool."
321  value)
322
323(declaim (inline make-constant-float make-constant-int))
324(defun make-constant-float (index value)
325  "Creates a `constant-float/int' structure instance containing a float."
326  (%make-constant-float/int 4 index value))
327
328(defun make-constant-int (index value)
329  "Creates a `constant-float/int' structure instance containing an int."
330  (%make-constant-float/int 3 index value))
331
332(defstruct (constant-double/long (:constructor
333                                  %make-constant-double/long (tag index value))
334                                 (:include constant))
335  "Structure holding information on a 'double' or 'long' type item
336in the constant pool."
337  value)
338
339(declaim (inline make-constant-double make-constant-float))
340(defun make-constant-double (index value)
341  "Creates a `constant-double/long' structure instance containing a double."
342  (%make-constant-double/long 6 index value))
343
344(defun make-constant-long (index value)
345  "Creates a `constant-double/long' structure instance containing a long."
346  (%make-constant-double/long 5 index value))
347
348(defstruct (constant-name/type (:constructor
349                                make-constant-name/type (index
350                                                         name-index
351                                                         descriptor-index))
352                               (:include constant
353                                         (tag 12)))
354  "Structure holding information on a 'name-and-type' type item in the
355constant pool; this type of element is used by 'member-ref' type items."
356  name-index
357  descriptor-index)
358
359(defstruct (constant-utf8 (:constructor make-constant-utf8 (index value))
360                          (:include constant
361                                    (tag 1)))
362  "Structure holding information on a 'utf8' type item in the constant pool;
363
364This type of item is used for text representation of identifiers
365and string contents."
366  value)
367
368
369(defun pool-add-class (pool class)
370  "Returns the index of the constant-pool class item for `class'.
371
372`class' must be an instance of `class-name'."
373  (let ((entry (gethash class (pool-entries pool))))
374    (unless entry
375      (let ((utf8 (pool-add-utf8 pool (class-name-internal class))))
376        (setf entry
377              (make-constant-class (incf (pool-index pool)) utf8)
378              (gethash class (pool-entries pool)) entry))
379      (push entry (pool-entries-list pool)))
380    (constant-index entry)))
381
382(defun pool-add-field-ref (pool class name type)
383  "Returns the index of the constant-pool item which denotes a reference
384to the `name' field of the `class', being of `type'.
385
386`class' should be an instance of `class-name'.
387`name' is a string.
388`type' is a field-type (see `internal-field-type')"
389  (let ((entry (gethash (acons name type class) (pool-entries pool))))
390    (unless entry
391      (let ((c (pool-add-class pool class))
392            (n/t (pool-add-name/type pool name type)))
393        (setf entry (make-constant-field-ref (incf (pool-index pool)) c n/t)
394            (gethash (acons name type class) (pool-entries pool)) entry))
395      (push entry (pool-entries-list pool)))
396    (constant-index entry)))
397
398(defun pool-add-method-ref (pool class name type)
399  "Returns the index of the constant-pool item which denotes a reference
400to the method with `name' in `class', which is of `type'.
401
402Here, `type' is a method descriptor, which defines the argument types
403and return type. `class' is an instance of `class-name'."
404  (let ((entry (gethash (acons name type class) (pool-entries pool))))
405    (unless entry
406      (let ((c (pool-add-class pool class))
407            (n/t (pool-add-name/type pool name type)))
408        (setf entry (make-constant-method-ref (incf (pool-index pool)) c n/t)
409              (gethash (acons name type class) (pool-entries pool)) entry))
410      (push entry (pool-entries-list pool)))
411    (constant-index entry)))
412
413(defun pool-add-interface-method-ref (pool class name type)
414  "Returns the index of the constant-pool item which denotes a reference to
415the method `name' in the interface `class', which is of `type'.
416
417See `pool-add-method-ref' for remarks."
418  (let ((entry (gethash (acons name type class) (pool-entries pool))))
419    (unless entry
420      (let ((c (pool-add-class pool class))
421            (n/t (pool-add-name/type pool name type)))
422        (setf entry
423            (make-constant-interface-method-ref (incf (pool-index pool)) c n/t)
424            (gethash (acons name type class) (pool-entries pool)) entry))
425      (push entry (pool-entries-list pool)))
426    (constant-index entry)))
427
428(defun pool-add-string (pool string)
429  "Returns the index of the constant-pool item denoting the string."
430  (let ((entry (gethash (cons 8 string) ;; 8 == string-tag
431                        (pool-entries pool))))
432    (unless entry
433      (let ((utf8 (pool-add-utf8 pool string)))
434        (setf entry (make-constant-string (incf (pool-index pool)) utf8)
435              (gethash (cons 8 string) (pool-entries pool)) entry))
436      (push entry (pool-entries-list pool)))
437    (constant-index entry)))
438
439(defun pool-add-int (pool int)
440  "Returns the index of the constant-pool item denoting the int."
441  (let ((entry (gethash (cons 3 int) (pool-entries pool))))
442    (unless entry
443      (setf entry (make-constant-int (incf (pool-index pool)) int)
444            (gethash (cons 3 int) (pool-entries pool)) entry)
445      (push entry (pool-entries-list pool)))
446    (constant-index entry)))
447
448(defun pool-add-float (pool float)
449  "Returns the index of the constant-pool item denoting the float."
450  (let ((entry (gethash (cons 4 float) (pool-entries pool))))
451    (unless entry
452      (setf entry (make-constant-float (incf (pool-index pool))
453                                       (sys::%float-bits float))
454            (gethash (cons 4 float) (pool-entries pool)) entry)
455      (push entry (pool-entries-list pool)))
456    (constant-index entry)))
457
458(defun pool-add-long (pool long)
459  "Returns the index of the constant-pool item denoting the long."
460  (let ((entry (gethash (cons 5 long) (pool-entries pool))))
461    (unless entry
462      (setf entry (make-constant-long (incf (pool-index pool)) long)
463            (gethash (cons 5 long) (pool-entries pool)) entry)
464      (push entry (pool-entries-list pool))
465      (incf (pool-index pool))) ;; double index increase; long takes 2 slots
466    (constant-index entry)))
467
468(defun pool-add-double (pool double)
469  "Returns the index of the constant-pool item denoting the double."
470  (let ((entry (gethash (cons 6 double) (pool-entries pool))))
471    (unless entry
472      (setf entry (make-constant-double (incf (pool-index pool))
473                                        (sys::%float-bits double))
474            (gethash (cons 6 double) (pool-entries pool)) entry)
475      (push entry (pool-entries-list pool))
476      (incf (pool-index pool))) ;; double index increase; 'double' takes 2 slots
477    (constant-index entry)))
478
479(defun pool-add-name/type (pool name type)
480  "Returns the index of the constant-pool item denoting
481the name/type identifier."
482  (let ((entry (gethash (cons name type) (pool-entries pool)))
483        (internal-type (if (listp type)
484                           (apply #'descriptor type)
485                           (internal-field-ref type))))
486    (unless entry
487      (let ((n (pool-add-utf8 pool name))
488            (i-t (pool-add-utf8 pool internal-type)))
489        (setf entry (make-constant-name/type (incf (pool-index pool)) n i-t)
490              (gethash (cons name type) (pool-entries pool)) entry))
491      (push entry (pool-entries-list pool)))
492    (constant-index entry)))
493
494(defun pool-add-utf8 (pool utf8-as-string)
495  "Returns the index of the textual value that will be stored in the
496class file as UTF-8 encoded data."
497  (let ((entry (gethash (cons 11 utf8-as-string) ;; 11 == utf8
498                        (pool-entries pool))))
499    (unless entry
500      (setf entry (make-constant-utf8 (incf (pool-index pool)) utf8-as-string)
501            (gethash (cons 11 utf8-as-string) (pool-entries pool)) entry)
502      (push entry (pool-entries-list pool)))
503    (constant-index entry)))
504
505(defstruct (class-file (:constructor
506                        !make-class-file (class superclass access-flags)))
507  "Holds the components of a class file."
508  (constants (make-pool))
509  access-flags
510  class
511  superclass
512  ;; support for implementing interfaces not yet available
513  ;; interfaces
514  fields
515  methods
516  attributes)
517
518(defun class-add-field (class field)
519  "Adds a `field' created by `make-field'."
520  (push field (class-file-fields class)))
521
522(defun class-field (class name)
523  "Finds a field by name." ;; ### strictly speaking, a field is uniquely
524  ;; identified by its name and type, not by the name alone.
525  (find name (class-file-fields class)
526        :test #'string= :key #'field-name))
527
528(defun class-add-method (class method)
529  "Adds a `method' to `class'; the method must have been created using
530`make-method'."
531  (push method (class-file-methods class)))
532
533(defun class-methods-by-name (class name)
534  "Returns all methods which have `name'."
535  (remove name (class-file-methods class)
536          :test-not #'string= :key #'method-name))
537
538(defun class-method (class name return &rest args)
539  "Return the method which is (uniquely) identified by its name AND descriptor."
540  (let ((return-and-args (cons return args)))
541    (find-if #'(lambda (c)
542                 (and (string= (method-name c) name)
543                      (equal (method-descriptor c) return-and-args)))
544             (class-file-methods class))))
545
546(defun class-add-attribute (class attribute)
547  "Adds `attribute' to the class; attributes must be instances of
548structure classes which include the `attribute' structure class."
549  (push attribute (class-file-attributes class)))
550
551(defun class-attribute (class name)
552  "Returns the attribute which is named `name'."
553  (find name (class-file-attributes class)
554        :test #'string= :key #'attribute-name))
555
556
557(defun finalize-class-file (class)
558  "Transforms the representation of the class-file from one
559which allows easy modification to one which works best for serialization.
560
561The class can't be modified after finalization."
562
563  ;; constant pool contains constants finalized on addition;
564  ;; no need for additional finalization
565
566  (setf (class-file-access-flags class)
567        (map-flags (class-file-access-flags class)))
568  (setf (class-file-superclass class)
569        (pool-add-class (class-file-constants class)
570                        (class-file-superclass class))
571        (class-file-class class)
572        (pool-add-class (class-file-constants class)
573                        (class-file-class class)))
574  ;;  (finalize-interfaces)
575  (dolist (field (class-file-fields class))
576    (finalize-field field class))
577  (dolist (method (class-file-methods class))
578    (finalize-method method class))
579  ;; top-level attributes (no parent attributes to refer to)
580  (finalize-attributes (class-file-attributes class) nil class))
581
582(defun !write-class-file (class stream)
583  "Serializes `class' to `stream', after it has been finalized."
584
585  ;; header
586  (write-u4 #xCAFEBABE stream)
587  (write-u2 3 stream)
588  (write-u2 45 stream)
589
590   ;; constants pool
591  (write-constants (class-file-constants class) stream)
592  ;; flags
593  (write-u2  (class-file-access-flags class) stream)
594  ;; class name
595
596  (write-u2 (class-file-class class) stream)
597  ;; superclass
598  (write-u2 (class-file-superclass class) stream)
599
600  ;; interfaces
601  (write-u2 0 stream)
602
603  ;; fields
604  (write-u2 (length (class-file-fields class)) stream)
605  (dolist (field (class-file-fields class))
606    (write-field field stream))
607
608  ;; methods
609  (write-u2 (length (class-file-methods class)) stream)
610  (dolist (method (class-file-methods class))
611    (!write-method method stream))
612
613  ;; attributes
614  (write-attributes (class-file-attributes class) stream))
615
616
617(defvar *jvm-class-debug-pool* nil
618  "When bound to a non-NIL value, enables output to *standard-output*
619to allow debugging output of the constant section of the class file.")
620
621(defun write-constants (constants stream)
622  "Writes the constant section given in `constants' to the class file `stream'."
623  (let ((pool-index 0))
624    (write-u2 (1+ (pool-index constants)) stream)
625    (when *jvm-class-debug-pool*
626      (sys::%format t "pool count ~A~%" (pool-index constants)))
627    (dolist (entry (reverse (pool-entries-list constants)))
628      (incf pool-index)
629      (let ((tag (constant-tag entry)))
630        (when *jvm-class-debug-pool*
631          (print-constant entry t))
632        (write-u1 tag stream)
633        (case tag
634          (1                            ; UTF8
635           (write-utf8 (constant-utf8-value entry) stream))
636          ((3 4)                        ; float int
637           (write-u4 (constant-float/int-value entry) stream))
638          ((5 6)                        ; long double
639           (write-u4 (logand (ash (constant-double/long-value entry) -32)
640                             #xFFFFffff) stream)
641           (write-u4 (logand (constant-double/long-value entry) #xFFFFffff)
642                     stream))
643          ((9 10 11)           ; fieldref methodref InterfaceMethodref
644           (write-u2 (constant-member-ref-class-index entry) stream)
645           (write-u2 (constant-member-ref-name/type-index entry) stream))
646          (12                           ; nameAndType
647           (write-u2 (constant-name/type-name-index entry) stream)
648           (write-u2 (constant-name/type-descriptor-index entry) stream))
649          (7                            ; class
650           (write-u2 (constant-class-name-index entry) stream))
651          (8                            ; string
652           (write-u2 (constant-string-value-index entry) stream))
653          (t
654           (error "write-constant-pool-entry unhandled tag ~D~%" tag)))))))
655
656
657(defun print-constant (entry stream)
658  "Debugging helper to print the content of a constant-pool entry."
659  (let ((tag (constant-tag entry))
660        (index (constant-index entry)))
661    (sys::%format stream "pool element ~a, tag ~a, " index tag)
662    (case tag
663      (1     (sys::%format t "utf8: ~a~%" (constant-utf8-value entry)))
664      ((3 4) (sys::%format t "f/i: ~a~%" (constant-float/int-value entry)))
665      ((5 6) (sys::%format t "d/l: ~a~%" (constant-double/long-value entry)))
666      ((9 10 11) (sys::%format t "ref: ~a,~a~%"
667                               (constant-member-ref-class-index entry)
668                               (constant-member-ref-name/type-index entry)))
669      (12 (sys::%format t "n/t: ~a,~a~%"
670                        (constant-name/type-name-index entry)
671                        (constant-name/type-descriptor-index entry)))
672      (7 (sys::%format t "cls: ~a~%" (constant-class-name-index entry)))
673      (8 (sys::%format t "str: ~a~%" (constant-string-value-index entry))))))
674
675
676#|
677
678ABCL doesn't use interfaces, so don't implement it here at this time
679
680(defstruct interface)
681
682|#
683
684
685(defparameter +access-flags-map+
686  '((:public       #x0001)
687    (:private      #x0002)
688    (:protected    #x0004)
689    (:static       #x0008)
690    (:final        #x0010)
691    (:volatile     #x0040)
692    (:synchronized #x0020)
693    (:transient    #x0080)
694    (:native       #x0100)
695    (:abstract     #x0400)
696    (:strict       #x0800))
697  "List of keyword symbols used for human readable representation of (access)
698flags and their binary values.")
699
700(defun map-flags (flags)
701  "Calculates the bitmap of the flags from a list of symbols."
702  (reduce #'(lambda (y x)
703              (logior (or (when (member (car x) flags)
704                            (second x))
705                          0) y))
706          +access-flags-map+
707          :initial-value 0))
708
709(defstruct (field (:constructor %make-field))
710  "Holds information on the properties of fields in the class(-file)."
711  access-flags
712  name
713  descriptor
714  attributes)
715
716(defun make-field (name type &key (flags '(:public)))
717  "Creates a field for addition to a class file."
718  (%make-field :access-flags flags
719               :name name
720               :descriptor type))
721
722(defun field-add-attribute (field attribute)
723  "Adds an attribute to a field."
724  (push attribute (field-attributes field)))
725
726(defun field-attribute (field name)
727  "Retrieves an attribute named `name' of `field'.
728
729Returns NIL if the attribute isn't found."
730  (find name (field-attributes field)
731        :test #'string= :key #'attribute-name))
732
733(defun finalize-field (field class)
734  "Prepares `field' for serialization."
735  (let ((pool (class-file-constants class)))
736    (setf (field-access-flags field)
737          (map-flags (field-access-flags field))
738          (field-descriptor field)
739          (pool-add-utf8 pool (internal-field-ref (field-descriptor field)))
740          (field-name field)
741          (pool-add-utf8 pool (field-name field))))
742  (finalize-attributes (field-attributes field) nil class))
743
744(defun write-field (field stream)
745  "Writes classfile representation of `field' to `stream'."
746  (write-u2 (field-access-flags field) stream)
747  (write-u2 (field-name field) stream)
748  (write-u2 (field-descriptor field) stream)
749  (write-attributes (field-attributes field) stream))
750
751
752(defstruct (method (:constructor %!make-method))
753  "Holds information on the properties of methods in the class(-file)."
754  access-flags
755  name
756  descriptor
757  attributes)
758
759
760(defun map-method-name (name)
761  "Methods should be identified by strings containing their names, or,
762be one of two keyword identifiers to identify special methods:
763
764 * :class-constructor
765 * :constructor
766"
767  (cond
768    ((eq name :class-constructor)
769     "<clinit>")
770    ((eq name :constructor)
771     "<init>")
772    (t name)))
773
774(defun !make-method (name return args &key (flags '(:public)))
775  "Creates a method for addition to a class file."
776  (%!make-method :descriptor (cons return args)
777                :access-flags flags
778                :name name))
779
780(defun method-add-attribute (method attribute)
781  "Add `attribute' to the list of attributes of `method',
782returning `attribute'."
783  (push attribute (method-attributes method))
784  attribute)
785
786(defun method-add-code (method)
787  "Creates an (empty) 'Code' attribute for the method,
788returning the created attribute."
789  (method-add-attribute
790   method
791   (make-code-attribute (+ (length (cdr (method-descriptor method)))
792                           (if (member :static (method-access-flags method))
793                               0 1))))) ;; 1 == implicit 'this'
794
795(defun method-ensure-code (method)
796  "Ensures the existence of a 'Code' attribute for the method,
797returning the attribute."
798  (let ((code (method-attribute method "Code")))
799    (if (null code)
800        (method-add-code method)
801        code)))
802
803(defun method-attribute (method name)
804  "Returns the first attribute of `method' with `name'."
805  (find name (method-attributes method)
806        :test #'string= :key #'attribute-name))
807
808
809(defun finalize-method (method class)
810  "Prepares `method' for serialization."
811  (let ((pool (class-file-constants class)))
812    (setf (method-access-flags method)
813          (map-flags (method-access-flags method))
814          (method-descriptor method)
815          (pool-add-utf8 pool (apply #'descriptor (method-descriptor method)))
816          (method-name method)
817          (pool-add-utf8 pool (map-method-name (method-name method)))))
818  (finalize-attributes (method-attributes method) nil class))
819
820
821(defun !write-method (method stream)
822  "Write class file representation of `method' to `stream'."
823  (write-u2 (method-access-flags method) stream)
824  (write-u2 (method-name method) stream)
825  (sys::%format t "method-name: ~a~%" (method-name method))
826  (write-u2 (method-descriptor method) stream)
827  (write-attributes (method-attributes method) stream))
828
829(defstruct attribute
830  "Parent attribute structure to be included into other attributes, mainly
831to define common fields.
832
833Having common fields allows common driver code for
834finalizing and serializing attributes."
835  name
836
837  ;; not in the class file:
838  finalizer  ;; function of 3 arguments: the attribute, parent and class-file
839  writer     ;; function of 2 arguments: the attribute and the output stream
840  )
841
842(defun finalize-attributes (attributes att class)
843  "Prepare `attributes' (a list) of attribute `att' list for serialization."
844  (dolist (attribute attributes)
845    ;; assure header: make sure 'name' is in the pool
846    (setf (attribute-name attribute)
847          (pool-add-utf8 (class-file-constants class)
848                         (attribute-name attribute)))
849    ;; we're saving "root" attributes: attributes which have no parent
850    (funcall (attribute-finalizer attribute) attribute att class)))
851
852(defun write-attributes (attributes stream)
853  "Writes the `attributes' to `stream'."
854  (write-u2 (length attributes) stream)
855  (dolist (attribute attributes)
856    (write-u2 (attribute-name attribute) stream)
857    ;; set up a bulk catcher for (UNSIGNED-BYTE 8)
858    ;; since we need to know the attribute length (excluding the header)
859    (let ((local-stream (sys::%make-byte-array-output-stream)))
860      (funcall (attribute-writer attribute) attribute local-stream)
861      (let ((array (sys::%get-output-stream-array local-stream)))
862        (write-u4 (length array) stream)
863        (write-sequence array stream)))))
864
865
866
867(defstruct (code-attribute (:conc-name code-)
868                           (:include attribute
869                                     (name "Code")
870                                     (finalizer #'!finalize-code)
871                                     (writer #'!write-code))
872                           (:constructor %make-code-attribute))
873  "The attribute containing the actual JVM byte code;
874an attribute of a method."
875  max-stack
876  max-locals
877  code
878  exception-handlers
879  attributes
880
881  ;; fields not in the class file start here
882
883  ;; labels contains offsets into the code array after it's finalized
884  labels ;; an alist
885
886  (current-local 0)) ;; used for handling nested WITH-CODE-TO-METHOD blocks
887
888
889
890(defun code-label-offset (code label)
891  "Retrieves the `label' offset within a `code' attribute after the
892attribute has been finalized."
893  (cdr (assoc label (code-labels code))))
894
895(defun (setf code-label-offset) (offset code label)
896  "Sets the `label' offset within a `code' attribute after the attribute
897has been finalized."
898  (setf (code-labels code)
899        (acons label offset (code-labels code))))
900
901(defun !finalize-code (code parent class)
902  "Prepares the `code' attribute for serialization, within method `parent'."
903  (declare (ignore parent))
904  (let ((c (resolve-instructions (coerce (reverse (code-code code)) 'vector))))
905    (setf (code-max-stack code) (analyze-stack c))
906    (multiple-value-bind
907          (c labels)
908        (code-bytes c)
909      (setf (code-code code) c
910            (code-labels code) labels)))
911
912  (dolist (exception (code-exception-handlers code))
913    (setf (exception-start-pc exception)
914          (code-label-offset code (exception-start-pc exception))
915          (exception-end-pc exception)
916          (code-label-offset code (exception-end-pc exception))
917          (exception-handler-pc exception)
918          (code-label-offset code (exception-handler-pc exception))
919          (exception-catch-type exception)
920          (if (null (exception-catch-type exception))
921              0  ;; generic 'catch all' class index number
922              (pool-add-class (class-file-constants class)
923                              (exception-catch-type exception)))))
924
925  (finalize-attributes (code-attributes code) code class))
926
927(defun !write-code (code stream)
928  "Writes the attribute `code' to `stream'."
929  (sys::%format t "max-stack: ~a~%" (code-max-stack code))
930  (write-u2 (code-max-stack code) stream)
931  (sys::%format t "max-locals: ~a~%" (code-max-locals code))
932  (write-u2 (code-max-locals code) stream)
933  (let ((code-array (code-code code)))
934    (sys::%format t "length: ~a~%" (length code-array))
935    (write-u4 (length code-array) stream)
936    (dotimes (i (length code-array))
937      (write-u1 (svref code-array i) stream)))
938
939  (write-u2 (length (code-exception-handlers code)) stream)
940  (dolist (exception (reverse (code-exception-handlers code)))
941    (sys::%format t "start-pc: ~a~%" (exception-start-pc exception))
942    (write-u2 (exception-start-pc exception) stream)
943    (sys::%format t "end-pc: ~a~%" (exception-end-pc exception))
944    (write-u2 (exception-end-pc exception) stream)
945    (sys::%format t "handler-pc: ~a~%" (exception-handler-pc exception))
946    (write-u2 (exception-handler-pc exception) stream)
947    (write-u2 (exception-catch-type exception) stream))
948
949  (write-attributes (code-attributes code) stream))
950
951(defun make-code-attribute (arg-count)
952  "Creates an empty 'Code' attribute for a method which takes
953`arg-count` parameters, including the implicit `this` parameter."
954  (%make-code-attribute :max-locals arg-count))
955
956(defun code-add-attribute (code attribute)
957  "Adds `attribute' to `code', returning `attribute'."
958  (push attribute (code-attributes code))
959  attribute)
960
961(defun code-attribute (code name)
962  "Returns an attribute of `code' identified by `name'."
963  (find name (code-attributes code)
964        :test #'string= :key #'attribute-name))
965
966
967(defun code-add-exception-handler (code start end handler type)
968  "Adds an exception handler to `code' protecting the region from
969labels `start' to `end' (inclusive) from exception `type' - where
970a value of NIL indicates all types. Upon an exception of the given
971type, control is transferred to label `handler'."
972  (push (make-exception :start-pc start
973                        :end-pc end
974                        :handler-pc handler
975                        :catch-type type)
976        (code-exception-handlers code)))
977
978(defstruct exception
979  "Exception handler information.
980
981After finalization, the fields contain offsets instead of labels."
982  start-pc    ;; label target
983  end-pc      ;; label target
984  handler-pc  ;; label target
985  catch-type  ;; a string for a specific type, or NIL for all
986  )
987
988
989(defstruct (constant-value-attribute (:conc-name constant-value-)
990                                     (:include attribute
991                                               (name "ConstantValue")
992                                               ;; finalizer
993                                               ;; writer
994                                               ))
995  "An attribute of a field of primitive type.
996
997"
998 
999  )
1000
1001
1002(defstruct (checked-exceptions-attribute
1003             (:conc-name checked-)
1004             (:include attribute
1005                       (name "Exceptions")
1006                       (finalizer #'finalize-checked-exceptions)
1007                       (writer #'write-checked-exceptions)))
1008  "An attribute of `code-attribute', "
1009  table ;; a list of checked classes corresponding to Java's 'throws'
1010)
1011
1012(defun finalize-checked-exceptions (checked-exceptions code class)
1013  (declare (ignorable code class))
1014
1015  "Prepare `checked-exceptions' for serialization."
1016  (setf (checked-table checked-exceptions)
1017        (mapcar #'(lambda (exception)
1018                    (pool-add-class (class-file-constants class)
1019                                    exception))
1020                (checked-table checked-exceptions))))
1021
1022(defun write-checked-exceptions (checked-exceptions stream)
1023  "Write `checked-exceptions' to `stream' in class file representation."
1024  (write-u2 (length (checked-table checked-exceptions)) stream)
1025  (dolist (exception (reverse (checked-table checked-exceptions)))
1026    (write-u2 exception stream)))
1027
1028;; Can't be used yet: serialization missing
1029(defstruct (deprecated-attribute (:include attribute
1030                                           (name "Deprecated")
1031                                           (finalizer (constantly nil))
1032                                           (writer (constantly nil))))
1033  ;; finalizer and writer need to do nothing: Deprecated attributes are empty
1034  "An attribute of a class file, field or method, indicating the element
1035to which it has been attached has been superseded.")
1036
1037(defvar *current-code-attribute* nil)
1038
1039(defun save-code-specials (code)
1040  (setf (code-code code) *code*
1041        (code-max-locals code) *registers-allocated*
1042;;        (code-exception-handlers code) *handlers*
1043        (code-current-local code) *register*))
1044
1045(defun restore-code-specials (code)
1046  (setf *code* (code-code code)
1047;;        *handlers* (code-exception-handlers code)
1048        *registers-allocated* (code-max-locals code)
1049        *register* (code-current-local code)))
1050
1051(defmacro with-code-to-method ((class-file method &key (safe-nesting t))
1052             &body body)
1053  (let ((m (gensym))
1054        (c (gensym)))
1055    `(progn
1056       ,@(when safe-nesting
1057           `((when *current-code-attribute*
1058               (save-code-specials *current-code-attribute*))))
1059       (let* ((,m ,method)
1060              (,c (method-ensure-code ,method))
1061              (*pool* (class-file-constants ,class-file))
1062              (*code* (code-code ,c))
1063              (*registers-allocated* (code-max-locals ,c))
1064              (*register* (code-current-local ,c))
1065              (*current-code-attribute* ,c))
1066         ,@body
1067         (setf (code-code ,c) *code*
1068         (code-current-local ,c) *register*
1069;;               (code-exception-handlers ,c) *handlers*
1070               (code-max-locals ,c) *registers-allocated*))
1071       ,@(when safe-nesting
1072           `((when *current-code-attribute*
1073               (restore-code-specials *current-code-attribute*)))))))
1074
1075
1076(defstruct (source-file-attribute (:conc-name source-)
1077                                  (:include attribute
1078                                            (name "SourceFile")
1079                                            (finalizer #'finalize-source-file)
1080                                            (writer #'write-source-file)))
1081  "An attribute of the class file indicating which source file
1082it was compiled from."
1083  filename)
1084
1085(defun finalize-source-file (source-file code class)
1086  (declare (ignorable code class))
1087  (setf (source-filename source-file)
1088        (pool-add-utf8 (class-file-constants class)
1089                       (source-filename source-file))))
1090
1091(defun write-source-file (source-file stream)
1092  (write-u2 (source-filename source-file) stream))
1093
1094
1095(defstruct (synthetic-attribute (:include attribute
1096                                          (name "Synthetic")
1097                                          (finalizer (constantly nil))
1098                                          (writer (constantly nil))))
1099  ;; finalizer and writer need to do nothing: Synthetic attributes are empty
1100  "An attribute of a class file, field or method to mark that it wasn't
1101included in the sources - but was generated artificially.")
1102
1103
1104(defstruct (line-numbers-attribute
1105             (:conc-name line-numbers-)
1106             (:include attribute
1107                       (name "LineNumberTable")
1108                       (finalizer #'finalize-line-numbers)
1109                       (writer #'write-line-numbers)))
1110  "An attribute of `code-attribute', containing a mapping of offsets
1111within the code section to the line numbers in the source file."
1112  table ;; a list of line-number structures, in reverse order
1113  )
1114
1115(defstruct line-number
1116  start-pc  ;; a label, before finalization
1117  line)
1118
1119(defun finalize-line-numbers (line-numbers code class)
1120  (declare (ignorable code class))
1121  (dolist (line-number (line-numbers-table line-numbers))
1122    (setf (line-number-start-pc line-number)
1123          (code-label-offset code (line-number-start-pc line-number)))))
1124
1125(defun write-line-numbers (line-numbers stream)
1126  (write-u2 (length (line-numbers-table line-numbers)) stream)
1127  (dolist (line-number (reverse (line-numbers-table line-numbers)))
1128    (write-u2 (line-number-start-pc line-number) stream)
1129    (write-u2 (line-number-line line-number) stream)))
1130
1131
1132
1133(defstruct (local-variables-attribute
1134             (:conc-name local-var-)
1135             (:include attribute
1136                       (name "LocalVariableTable")
1137                       (finalizer #'finalize-local-variables)
1138                       (writer #'write-local-variables)))
1139  "An attribute of the `code-attribute', containing a table of local variable
1140names, their type and their scope of validity."
1141  table ;; a list of local-variable structures, in reverse order
1142  )
1143
1144(defstruct (local-variable (:conc-name local-))
1145  start-pc  ;; a label, before finalization
1146  length    ;; a label (at the ending position) before finalization
1147  name
1148  descriptor
1149  index ;; The index of the variable inside the block of locals
1150  )
1151
1152(defun finalize-local-variables (local-variables code class)
1153  (dolist (local-variable (local-var-table local-variables))
1154    (setf (local-start-pc local-variable)
1155          (code-label-offset code (local-start-pc local-variable))
1156          (local-length local-variable)
1157          ;; calculate 'length' from the distance between 2 labels
1158          (- (code-label-offset code (local-length local-variable))
1159             (local-start-pc local-variable))
1160          (local-name local-variable)
1161          (pool-add-utf8 (class-file-constants class)
1162                         (local-name local-variable))
1163          (local-descriptor local-variable)
1164          (pool-add-utf8 (class-file-constants class)
1165                         (local-descriptor local-variable)))))
1166
1167(defun write-local-variables (local-variables stream)
1168  (write-u2 (length (local-var-table local-variables)) stream)
1169  (dolist (local-variable (reverse (local-var-table local-variables)))
1170    (write-u2 (local-start-pc local-variable) stream)
1171    (write-u2 (local-length local-variable) stream)
1172    (write-u2 (local-name local-variable) stream)
1173    (write-u2 (local-descriptor local-variable) stream)
1174    (write-u2 (local-index local-variable) stream)))
1175
1176#|
1177
1178;; this is the minimal sequence we need to support:
1179
1180;;  create a class file structure
1181;;  add methods
1182;;  add code to the methods, switching from one method to the other
1183;;  finalize the methods, one by one
1184;;  write the class file
1185
1186to support the sequence above, we probably need to
1187be able to
1188
1189- find methods by signature
1190- find the method's code attribute
1191- add code to the code attribute
1192- finalize the code attribute contents (blocking it for further addition)
1193-
1194
1195
1196|#
1197
Note: See TracBrowser for help on using the repository browser.