1 ;;;; the VM definition arithmetic VOPs for the SPARC
3 ;;;; This software is part of the SBCL system. See the README file for
6 ;;;; This software is derived from the CMU CL system, which was
7 ;;;; written at Carnegie Mellon University and released into the
8 ;;;; public domain. The software is in the public domain and is
9 ;;;; provided with absolutely no warranty. See the COPYING and CREDITS
10 ;;;; files for more information.
14 ;;;; unary operations.
16 (define-vop (fast-safe-arith-op)
21 (define-vop (fixnum-unop fast-safe-arith-op)
22 (:args (x :scs (any-reg)))
23 (:results (res :scs (any-reg)))
24 (:note "inline fixnum arithmetic")
25 (:arg-types tagged-num)
26 (:result-types tagged-num))
28 (define-vop (signed-unop fast-safe-arith-op)
29 (:args (x :scs (signed-reg)))
30 (:results (res :scs (signed-reg)))
31 (:note "inline (signed-byte 32) arithmetic")
32 (:arg-types signed-num)
33 (:result-types signed-num))
35 (define-vop (fast-negate/fixnum fixnum-unop)
40 (define-vop (fast-negate/signed signed-unop)
45 (define-vop (fast-lognot/fixnum fixnum-unop)
48 (inst xor res x (fixnumize -1))))
50 (define-vop (fast-lognot/signed signed-unop)
55 ;;;; Binary fixnum operations.
57 ;;; Assume that any constant operand is the second arg...
59 (define-vop (fast-fixnum-binop fast-safe-arith-op)
60 (:args (x :target r :scs (any-reg zero))
61 (y :target r :scs (any-reg zero)))
62 (:arg-types tagged-num tagged-num)
63 (:results (r :scs (any-reg)))
64 (:result-types tagged-num)
65 (:note "inline fixnum arithmetic"))
67 (define-vop (fast-unsigned-binop fast-safe-arith-op)
68 (:args (x :target r :scs (unsigned-reg zero))
69 (y :target r :scs (unsigned-reg zero)))
70 (:arg-types unsigned-num unsigned-num)
71 (:results (r :scs (unsigned-reg)))
72 (:result-types unsigned-num)
73 (:note "inline (unsigned-byte 32) arithmetic"))
75 (define-vop (fast-signed-binop fast-safe-arith-op)
76 (:args (x :target r :scs (signed-reg zero))
77 (y :target r :scs (signed-reg zero)))
78 (:arg-types signed-num signed-num)
79 (:results (r :scs (signed-reg)))
80 (:result-types signed-num)
81 (:note "inline (signed-byte 32) arithmetic"))
84 (define-vop (fast-fixnum-binop-c fast-safe-arith-op)
85 (:args (x :target r :scs (any-reg zero)))
87 (:arg-types tagged-num
88 (:constant (and (signed-byte 11) (not (integer 0 0)))))
89 (:results (r :scs (any-reg)))
90 (:result-types tagged-num)
91 (:note "inline fixnum arithmetic"))
93 (define-vop (fast-unsigned-binop-c fast-safe-arith-op)
94 (:args (x :target r :scs (unsigned-reg zero)))
96 (:arg-types unsigned-num
97 (:constant (and (signed-byte 13) (not (integer 0 0)))))
98 (:results (r :scs (unsigned-reg)))
99 (:result-types unsigned-num)
100 (:note "inline (unsigned-byte 32) arithmetic"))
102 (define-vop (fast-signed-binop-c fast-safe-arith-op)
103 (:args (x :target r :scs (signed-reg zero)))
105 (:arg-types signed-num
106 (:constant (and (signed-byte 13) (not (integer 0 0)))))
107 (:results (r :scs (signed-reg)))
108 (:result-types signed-num)
109 (:note "inline (signed-byte 32) arithmetic"))
112 (eval-when (:compile-toplevel :load-toplevel :execute)
114 (defmacro define-binop (translate untagged-penalty op)
116 (define-vop (,(symbolicate "FAST-" translate "/FIXNUM=>FIXNUM")
118 (:translate ,translate)
121 (define-vop (,(symbolicate 'fast- translate '-c/fixnum=>fixnum)
123 (:translate ,translate)
125 (inst ,op r x (fixnumize y))))
126 (define-vop (,(symbolicate "FAST-" translate "/SIGNED=>SIGNED")
128 (:translate ,translate)
129 (:generator ,(1+ untagged-penalty)
131 (define-vop (,(symbolicate 'fast- translate '-c/signed=>signed)
133 (:translate ,translate)
134 (:generator ,untagged-penalty
136 (define-vop (,(symbolicate "FAST-" translate "/UNSIGNED=>UNSIGNED")
138 (:translate ,translate)
139 (:generator ,(1+ untagged-penalty)
141 (define-vop (,(symbolicate 'fast- translate '-c/unsigned=>unsigned)
142 fast-unsigned-binop-c)
143 (:translate ,translate)
144 (:generator ,untagged-penalty
149 (define-binop + 4 add)
150 (define-binop - 4 sub)
151 (define-binop logand 2 and)
152 (define-binop logandc2 2 andn)
153 (define-binop logior 2 or)
154 (define-binop logorc2 2 orn)
155 (define-binop logxor 2 xor)
156 (define-binop logeqv 2 xnor)
158 ;;; Special logand cases: (logand signed unsigned) => unsigned
160 (define-vop (fast-logand/signed-unsigned=>unsigned
161 fast-logand/unsigned=>unsigned)
162 (:args (x :scs (signed-reg))
163 (y :target r :scs (unsigned-reg)))
164 (:arg-types signed-num unsigned-num))
166 (define-vop (fast-logand/unsigned-signed=>unsigned
167 fast-logand/unsigned=>unsigned)
168 (:args (x :target r :scs (unsigned-reg))
169 (y :scs (signed-reg)))
170 (:arg-types unsigned-num signed-num))
172 ;;; Special case fixnum + and - that trap on overflow. Useful when we
173 ;;; don't know that the output type is a fixnum.
175 ;;; I (Raymond Toy) took these out. They don't seem to be used anywhere at all.
178 (define-vop (+/fixnum fast-+/fixnum=>fixnum)
180 (:results (r :scs (any-reg descriptor-reg)))
181 (:result-types tagged-num)
182 (:note "safe inline fixnum arithmetic")
184 (inst taddcctv r x y)))
186 (define-vop (+-c/fixnum fast-+-c/fixnum=>fixnum)
188 (:results (r :scs (any-reg descriptor-reg)))
189 (:result-types tagged-num)
190 (:note "safe inline fixnum arithmetic")
192 (inst taddcctv r x (fixnumize y))))
194 (define-vop (-/fixnum fast--/fixnum=>fixnum)
196 (:results (r :scs (any-reg descriptor-reg)))
197 (:result-types tagged-num)
198 (:note "safe inline fixnum arithmetic")
200 (inst tsubcctv r x y)))
202 (define-vop (--c/fixnum fast---c/fixnum=>fixnum)
204 (:results (r :scs (any-reg descriptor-reg)))
205 (:result-types tagged-num)
206 (:note "safe inline fixnum arithmetic")
208 (inst tsubcctv r x (fixnumize y))))
214 ;; This doesn't work for some reason.
216 (define-vop (fast-v8-truncate/fixnum=>fixnum fast-safe-arith-op)
217 (:translate truncate)
218 (:args (x :scs (any-reg))
220 (:arg-types tagged-num tagged-num)
221 (:results (quo :scs (any-reg))
222 (rem :scs (any-reg)))
223 (:result-types tagged-num tagged-num)
224 (:note "inline fixnum arithmetic")
225 (:temporary (:scs (any-reg) :target quo) q)
226 (:temporary (:scs (any-reg)) r)
227 (:temporary (:scs (signed-reg)) y-int)
229 (:save-p :compute-only)
230 (:guard (or (member :sparc-v8 *backend-subfeatures*)
231 (and (member :sparc-v9 *backend-subfeatures*)
232 (not (member :sparc-64 *backend-subfeatures*)))))
234 (let ((zero (generate-error-code vop division-by-zero-error x y)))
237 ;; Extend the sign of X into the Y register
240 ;; Remove tag bits so Q and R will be tagged correctly.
241 (inst sra y-int y n-fixnum-tag-bits)
245 (inst sdiv q x y-int) ; Q is tagged.
246 ;; We have the quotient so we need to compute the remainder
247 (inst smul r q y-int) ; R is tagged
249 (unless (location= quo q)
252 (define-vop (fast-v8-truncate/signed=>signed fast-safe-arith-op)
253 (:translate truncate)
254 (:args (x :scs (signed-reg))
255 (y :scs (signed-reg)))
256 (:arg-types signed-num signed-num)
257 (:results (quo :scs (signed-reg))
258 (rem :scs (signed-reg)))
259 (:result-types signed-num signed-num)
260 (:note "inline (signed-byte 32) arithmetic")
261 (:temporary (:scs (signed-reg) :target quo) q)
262 (:temporary (:scs (signed-reg)) r)
264 (:save-p :compute-only)
265 (:guard (or (member :sparc-v8 *backend-subfeatures*)
266 (and (member :sparc-v9 *backend-subfeatures*)
267 (not (member :sparc-64 *backend-subfeatures*)))))
269 (let ((zero (generate-error-code vop division-by-zero-error x y)))
271 (if (member :sparc-v9 *backend-subfeatures*)
272 (inst b :eq zero :pn)
274 ;; Extend the sign of X into the Y register
282 ;; We have the quotient so we need to compue the remainder
283 (inst smul r q y) ; rem
285 (unless (location= quo q)
288 (define-vop (fast-v8-truncate/unsigned=>unsigned fast-safe-arith-op)
289 (:translate truncate)
290 (:args (x :scs (unsigned-reg))
291 (y :scs (unsigned-reg)))
292 (:arg-types unsigned-num unsigned-num)
293 (:results (quo :scs (unsigned-reg))
294 (rem :scs (unsigned-reg)))
295 (:result-types unsigned-num unsigned-num)
296 (:note "inline (unsigned-byte 32) arithmetic")
297 (:temporary (:scs (unsigned-reg) :target quo) q)
298 (:temporary (:scs (unsigned-reg)) r)
300 (:save-p :compute-only)
301 (:guard (or (member :sparc-v8 *backend-subfeatures*)
302 (and (member :sparc-v9 *backend-subfeatures*)
303 (not (member :sparc-64 *backend-subfeatures*)))))
305 (let ((zero (generate-error-code vop division-by-zero-error x y)))
307 (if (member :sparc-v9 *backend-subfeatures*)
308 (inst b :eq zero :pn)
310 (inst wry zero-tn) ; Clear out high part
319 (unless (location= quo q)
320 (inst move quo q)))))
322 (define-vop (fast-v9-truncate/signed=>signed fast-safe-arith-op)
323 (:translate truncate)
324 (:args (x :scs (signed-reg))
325 (y :scs (signed-reg)))
326 (:arg-types signed-num signed-num)
327 (:results (quo :scs (signed-reg))
328 (rem :scs (signed-reg)))
329 (:result-types signed-num signed-num)
330 (:note "inline (signed-byte 32) arithmetic")
331 (:temporary (:scs (signed-reg) :target quo) q)
332 (:temporary (:scs (signed-reg)) r)
334 (:save-p :compute-only)
335 (:guard (member :sparc-64 *backend-subfeatures*))
337 (let ((zero (generate-error-code vop division-by-zero-error x y)))
339 (inst b :eq zero :pn)
340 ;; Sign extend the numbers, just in case.
347 (unless (location= quo q)
348 (inst move quo q)))))
350 (define-vop (fast-v9-truncate/unsigned=>unsigned fast-safe-arith-op)
351 (:translate truncate)
352 (:args (x :scs (unsigned-reg))
353 (y :scs (unsigned-reg)))
354 (:arg-types unsigned-num unsigned-num)
355 (:results (quo :scs (unsigned-reg))
356 (rem :scs (unsigned-reg)))
357 (:result-types unsigned-num unsigned-num)
358 (:note "inline (unsigned-byte 32) arithmetic")
359 (:temporary (:scs (unsigned-reg) :target quo) q)
360 (:temporary (:scs (unsigned-reg)) r)
362 (:save-p :compute-only)
363 (:guard (member :sparc-64 *backend-subfeatures*))
365 (let ((zero (generate-error-code vop division-by-zero-error x y)))
367 (inst b :eq zero :pn)
368 ;; Zap the higher 32 bits, just in case
375 (unless (location= quo q)
376 (inst move quo q)))))
380 (define-vop (fast-ash/signed=>signed)
382 (:args (number :scs (signed-reg) :to :save)
383 (amount :scs (signed-reg immediate) :to :save))
384 (:arg-types signed-num signed-num)
385 (:results (result :scs (signed-reg)))
386 (:result-types signed-num)
389 (:temporary (:sc non-descriptor-reg) ndesc)
393 (let ((done (gen-label)))
396 ;; The result-type assures us that this shift will not
398 (inst sll result number amount)
399 (inst neg ndesc amount)
401 (if (member :sparc-v9 *backend-subfeatures*)
403 (inst cmove :ge ndesc 31)
404 (inst sra result number ndesc))
407 (inst sra result number ndesc)
408 (inst sra result number 31)))
411 (bug "IMMEDIATE case in ASH VOP; should have been transformed")))))
413 (define-vop (fast-ash/unsigned=>unsigned)
415 (:args (number :scs (unsigned-reg) :to :save)
416 (amount :scs (signed-reg immediate) :to :save))
417 (:arg-types unsigned-num signed-num)
418 (:results (result :scs (unsigned-reg)))
419 (:result-types unsigned-num)
422 (:temporary (:sc non-descriptor-reg) ndesc)
426 (let ((done (gen-label)))
429 ;; The result-type assures us that this shift will not
431 (inst sll result number amount)
432 (inst neg ndesc amount)
434 (if (member :sparc-v9 *backend-subfeatures*)
436 (inst srl result number ndesc)
437 (inst cmove :ge result zero-tn))
440 (inst srl result number ndesc)
441 (move result zero-tn)))
444 (bug "IMMEDIATE case in ASH VOP; should have been transformed")))))
446 ;; Some special cases where we know we want a left shift. Just do the
447 ;; shift, instead of checking for the sign of the shift.
449 ((frob (name sc-type type result-type cost)
453 (:args (number :scs (,sc-type))
454 (amount :scs (signed-reg unsigned-reg immediate)))
455 (:arg-types ,type positive-fixnum)
456 (:results (result :scs (,result-type)))
457 (:result-types ,type)
460 ;; The result-type assures us that this shift will not
461 ;; overflow. And for fixnums, the zero bits that get
462 ;; shifted in are just fine for the fixnum tag.
464 ((signed-reg unsigned-reg)
465 (inst sll result number amount))
467 (let ((amount (tn-value amount)))
468 (assert (>= amount 0))
469 (inst sll result number amount))))))))
470 (frob fast-ash-left/signed=>signed signed-reg signed-num signed-reg 3)
471 (frob fast-ash-left/fixnum=>fixnum any-reg tagged-num any-reg 2)
472 (frob fast-ash-left/unsigned=>unsigned unsigned-reg unsigned-num unsigned-reg 3))
474 (defknown ash-right-signed ((signed-byte #.sb!vm:n-word-bits)
475 (and fixnum unsigned-byte))
476 (signed-byte #.sb!vm:n-word-bits)
477 (movable foldable flushable))
479 (defknown ash-right-unsigned ((unsigned-byte #.sb!vm:n-word-bits)
480 (and fixnum unsigned-byte))
481 (unsigned-byte #.sb!vm:n-word-bits)
482 (movable foldable flushable))
484 ;; Some special cases where we want a right shift. Just do the shift.
485 ;; (Needs appropriate deftransforms to call these, though.)
488 ((frob (trans name sc-type type shift-inst cost)
490 (:note "inline right ASH")
492 (:args (number :scs (,sc-type))
493 (amount :scs (signed-reg unsigned-reg immediate)))
494 (:arg-types ,type positive-fixnum)
495 (:results (result :scs (,sc-type)))
496 (:result-types ,type)
500 ((signed-reg unsigned-reg)
501 (inst ,shift-inst result number amount))
503 (let ((amt (tn-value amount)))
504 (inst ,shift-inst result number amt))))))))
505 (frob ash-right-signed fast-ash-right/signed=>signed
506 signed-reg signed-num sra 3)
507 (frob ash-right-unsigned fast-ash-right/unsigned=>unsigned
508 unsigned-reg unsigned-num srl 3))
510 (define-vop (fast-ash-right/fixnum=>fixnum)
511 (:note "inline right ASH")
512 (:translate ash-right-signed)
513 (:args (number :scs (any-reg))
514 (amount :scs (signed-reg unsigned-reg immediate)))
515 (:arg-types tagged-num positive-fixnum)
516 (:results (result :scs (any-reg)))
517 (:result-types tagged-num)
518 (:temporary (:sc non-descriptor-reg :target result) temp)
521 ;; Shift the fixnum right by the desired amount. Then zap out the
522 ;; 2 LSBs to make it a fixnum again. (Those bits are junk.)
524 ((signed-reg unsigned-reg)
525 (inst sra temp number amount))
527 (inst sra temp number (tn-value amount))))
528 (inst andn result temp fixnum-tag-mask)))
533 (define-vop (signed-byte-32-len)
534 (:translate integer-length)
535 (:note "inline (signed-byte 32) integer-length")
537 (:args (arg :scs (signed-reg) :target shift))
538 (:arg-types signed-num)
539 (:results (res :scs (any-reg)))
540 (:result-types positive-fixnum)
541 (:temporary (:scs (non-descriptor-reg) :from (:argument 0)) shift)
543 (let ((loop (gen-label))
545 (inst addcc shift zero-tn arg)
552 (inst add res (fixnumize 1))
557 (inst srl shift 1))))
559 (define-vop (unsigned-byte-32-count)
560 (:translate logcount)
561 (:note "inline (unsigned-byte 32) logcount")
563 (:args (arg :scs (unsigned-reg)))
564 (:arg-types unsigned-num)
565 (:results (res :scs (unsigned-reg)))
566 (:result-types positive-fixnum)
567 (:temporary (:scs (non-descriptor-reg) :from (:argument 0)) mask temp)
571 (dolist (stuff '((1 #x55555555) (2 #x33333333) (4 #x0f0f0f0f)
572 (8 #x00ff00ff) (16 #x0000ffff)))
573 (destructuring-bind (shift bit-mask)
576 (inst sethi mask (ldb (byte 22 10) bit-mask))
577 (inst add mask (ldb (byte 10 0) bit-mask))
579 (inst and temp res mask)
582 (inst add res temp)))))
585 ;;; Multiply and Divide.
587 (define-vop (fast-v8-*/fixnum=>fixnum fast-fixnum-binop)
588 (:temporary (:scs (non-descriptor-reg)) temp)
590 (:guard (or (member :sparc-v8 *backend-subfeatures*)
591 (and (member :sparc-v9 *backend-subfeatures*)
592 (not (member :sparc-64 *backend-subfeatures*)))))
594 ;; The cost here should be less than the cost for
595 ;; */signed=>signed. Why? A fixnum product using signed=>signed
596 ;; has to convert both args to signed-nums. But using this, we
597 ;; don't have to and that saves an instruction.
598 (inst sra temp y n-fixnum-tag-bits)
599 (inst smul r x temp)))
601 (define-vop (fast-v8-*-c/fixnum=>fixnum fast-safe-arith-op)
602 (:args (x :target r :scs (any-reg zero)))
604 (:arg-types tagged-num
605 (:constant (and (signed-byte 13) (not (integer 0 0)))))
606 (:results (r :scs (any-reg)))
607 (:result-types tagged-num)
608 (:note "inline fixnum arithmetic")
610 (:guard (or (member :sparc-v8 *backend-subfeatures*)
611 (and (member :sparc-v9 *backend-subfeatures*)
612 (not (member :sparc-64 *backend-subfeatures*)))))
616 (define-vop (fast-v8-*/signed=>signed fast-signed-binop)
618 (:guard (or (member :sparc-v8 *backend-subfeatures*)
619 (and (member :sparc-v9 *backend-subfeatures*)
620 (not (member :sparc-64 *backend-subfeatures*)))))
624 (define-vop (fast-v8-*-c/signed=>signed fast-signed-binop-c)
626 (:guard (or (member :sparc-v8 *backend-subfeatures*)
627 (and (member :sparc-v9 *backend-subfeatures*)
628 (not (member :sparc-64 *backend-subfeatures*)))))
632 (define-vop (fast-v8-*/unsigned=>unsigned fast-unsigned-binop)
634 (:guard (or (member :sparc-v8 *backend-subfeatures*)
635 (and (member :sparc-v9 *backend-subfeatures*)
636 (not (member :sparc-64 *backend-subfeatures*)))))
640 (define-vop (fast-v8-*-c/unsigned=>unsigned fast-unsigned-binop-c)
642 (:guard (or (member :sparc-v8 *backend-subfeatures*)
643 (and (member :sparc-v9 *backend-subfeatures*)
644 (not (member :sparc-64 *backend-subfeatures*)))))
648 ;; The smul and umul instructions are deprecated on the Sparc V9. Use
650 (define-vop (fast-v9-*/fixnum=>fixnum fast-fixnum-binop)
651 (:temporary (:scs (non-descriptor-reg)) temp)
653 (:guard (member :sparc-64 *backend-subfeatures*))
655 (inst sra temp y n-fixnum-tag-bits)
656 (inst mulx r x temp)))
658 (define-vop (fast-v9-*/signed=>signed fast-signed-binop)
660 (:guard (member :sparc-64 *backend-subfeatures*))
664 (define-vop (fast-v9-*/unsigned=>unsigned fast-unsigned-binop)
666 (:guard (member :sparc-64 *backend-subfeatures*))
671 ;;;; Binary conditional VOPs:
673 (define-vop (fast-conditional)
678 (:policy :fast-safe))
680 (define-vop (fast-conditional/fixnum fast-conditional)
681 (:args (x :scs (any-reg zero))
682 (y :scs (any-reg zero)))
683 (:arg-types tagged-num tagged-num)
684 (:note "inline fixnum comparison"))
686 (define-vop (fast-conditional-c/fixnum fast-conditional/fixnum)
687 (:args (x :scs (any-reg zero)))
688 (:arg-types tagged-num (:constant (signed-byte 11)))
689 (:info target not-p y))
691 (define-vop (fast-conditional/signed fast-conditional)
692 (:args (x :scs (signed-reg zero))
693 (y :scs (signed-reg zero)))
694 (:arg-types signed-num signed-num)
695 (:note "inline (signed-byte 32) comparison"))
697 (define-vop (fast-conditional-c/signed fast-conditional/signed)
698 (:args (x :scs (signed-reg zero)))
699 (:arg-types signed-num (:constant (signed-byte 13)))
700 (:info target not-p y))
702 (define-vop (fast-conditional/unsigned fast-conditional)
703 (:args (x :scs (unsigned-reg zero))
704 (y :scs (unsigned-reg zero)))
705 (:arg-types unsigned-num unsigned-num)
706 (:note "inline (unsigned-byte 32) comparison"))
708 (define-vop (fast-conditional-c/unsigned fast-conditional/unsigned)
709 (:args (x :scs (unsigned-reg zero)))
710 (:arg-types unsigned-num (:constant (unsigned-byte 12)))
711 (:info target not-p y))
714 (defmacro define-conditional-vop (tran cond unsigned not-cond not-unsigned)
716 ,@(mapcar (lambda (suffix cost signed)
717 (unless (and (member suffix '(/fixnum -c/fixnum))
719 `(define-vop (,(intern (format nil "~:@(FAST-IF-~A~A~)"
722 (format nil "~:@(FAST-CONDITIONAL~A~)"
727 ,(if (eq suffix '-c/fixnum) '(fixnumize y) 'y))
729 ,(if signed not-cond not-unsigned)
730 ,(if signed cond unsigned))
733 '(/fixnum -c/fixnum /signed -c/signed /unsigned -c/unsigned)
735 '(t t t t nil nil))))
737 (define-conditional-vop < :lt :ltu :ge :geu)
739 (define-conditional-vop > :gt :gtu :le :leu)
741 (define-conditional-vop eql :eq :eq :ne :ne)
743 ;;; EQL/FIXNUM is funny because the first arg can be of any type, not just a
746 ;;; These versions specify a fixnum restriction on their first arg. We have
747 ;;; also generic-eql/fixnum VOPs which are the same, but have no restriction on
748 ;;; the first arg and a higher cost. The reason for doing this is to prevent
749 ;;; fixnum specific operations from being used on word integers, spuriously
750 ;;; consing the argument.
753 (define-vop (fast-eql/fixnum fast-conditional)
754 (:args (x :scs (any-reg descriptor-reg zero))
755 (y :scs (any-reg zero)))
756 (:arg-types tagged-num tagged-num)
757 (:note "inline fixnum comparison")
761 (inst b (if not-p :ne :eq) target)
764 (define-vop (generic-eql/fixnum fast-eql/fixnum)
765 (:arg-types * tagged-num)
768 (define-vop (fast-eql-c/fixnum fast-conditional/fixnum)
769 (:args (x :scs (any-reg descriptor-reg zero)))
770 (:arg-types tagged-num (:constant (signed-byte 11)))
771 (:info target not-p y)
774 (inst cmp x (fixnumize y))
775 (inst b (if not-p :ne :eq) target)
778 (define-vop (generic-eql-c/fixnum fast-eql-c/fixnum)
779 (:arg-types * (:constant (signed-byte 11)))
783 ;;;; 32-bit logical operations
785 (define-vop (merge-bits)
786 (:translate merge-bits)
787 (:args (shift :scs (signed-reg unsigned-reg))
788 (prev :scs (unsigned-reg))
789 (next :scs (unsigned-reg)))
790 (:arg-types tagged-num unsigned-num unsigned-num)
791 (:temporary (:scs (unsigned-reg) :to (:result 0)) temp)
792 (:temporary (:scs (unsigned-reg) :to (:result 0) :target result) res)
793 (:results (result :scs (unsigned-reg)))
794 (:result-types unsigned-num)
797 (let ((done (gen-label)))
800 (inst srl res next shift)
801 (inst sub temp zero-tn shift)
802 (inst sll temp prev temp)
808 (define-vop (32bit-logical)
809 (:args (x :scs (unsigned-reg zero))
810 (y :scs (unsigned-reg zero)))
811 (:arg-types unsigned-num unsigned-num)
812 (:results (r :scs (unsigned-reg)))
813 (:result-types unsigned-num)
814 (:policy :fast-safe))
816 (define-vop (32bit-logical-not 32bit-logical)
817 (:translate 32bit-logical-not)
818 (:args (x :scs (unsigned-reg zero)))
819 (:arg-types unsigned-num)
823 (define-vop (32bit-logical-and 32bit-logical)
824 (:translate 32bit-logical-and)
828 (deftransform 32bit-logical-nand ((x y) (* *))
829 '(32bit-logical-not (32bit-logical-and x y)))
831 (define-vop (32bit-logical-or 32bit-logical)
832 (:translate 32bit-logical-or)
836 (deftransform 32bit-logical-nor ((x y) (* *))
837 '(32bit-logical-not (32bit-logical-or x y)))
839 (define-vop (32bit-logical-xor 32bit-logical)
840 (:translate 32bit-logical-xor)
844 (define-vop (32bit-logical-eqv 32bit-logical)
845 (:translate 32bit-logical-eqv)
849 (define-vop (32bit-logical-orc2 32bit-logical)
850 (:translate 32bit-logical-orc2)
854 (deftransform 32bit-logical-orc1 ((x y) (* *))
855 '(32bit-logical-orc2 y x))
857 (define-vop (32bit-logical-andc2 32bit-logical)
858 (:translate 32bit-logical-andc2)
862 (deftransform 32bit-logical-andc1 ((x y) (* *))
863 '(32bit-logical-andc2 y x))
866 (define-vop (shift-towards-someplace)
868 (:args (num :scs (unsigned-reg))
869 (amount :scs (signed-reg)))
870 (:arg-types unsigned-num tagged-num)
871 (:results (r :scs (unsigned-reg)))
872 (:result-types unsigned-num))
874 (define-vop (shift-towards-start shift-towards-someplace)
875 (:translate shift-towards-start)
876 (:note "shift-towards-start")
878 (inst sll r num amount)))
880 (define-vop (shift-towards-end shift-towards-someplace)
881 (:translate shift-towards-end)
882 (:note "shift-towards-end")
884 (inst srl r num amount)))
891 (define-vop (bignum-length get-header-data)
892 (:translate sb!bignum::%bignum-length)
893 (:policy :fast-safe))
895 (define-vop (bignum-set-length set-header-data)
896 (:translate sb!bignum::%bignum-set-length)
897 (:policy :fast-safe))
899 (define-vop (bignum-ref word-index-ref)
900 (:variant bignum-digits-offset other-pointer-lowtag)
901 (:translate sb!bignum::%bignum-ref)
902 (:results (value :scs (unsigned-reg)))
903 (:result-types unsigned-num))
905 (define-vop (bignum-set word-index-set)
906 (:variant bignum-digits-offset other-pointer-lowtag)
907 (:translate sb!bignum::%bignum-set)
908 (:args (object :scs (descriptor-reg))
909 (index :scs (any-reg immediate zero))
910 (value :scs (unsigned-reg)))
911 (:arg-types t positive-fixnum unsigned-num)
912 (:results (result :scs (unsigned-reg)))
913 (:result-types unsigned-num))
915 (define-vop (digit-0-or-plus)
916 (:translate sb!bignum::%digit-0-or-plusp)
918 (:args (digit :scs (unsigned-reg)))
919 (:arg-types unsigned-num)
920 (:results (result :scs (descriptor-reg)))
921 (:guard (not (member :sparc-v9 *backend-subfeatures*)))
923 (let ((done (gen-label)))
926 (move result null-tn)
927 (load-symbol result t)
930 (define-vop (v9-digit-0-or-plus-cmove)
931 (:translate sb!bignum::%digit-0-or-plusp)
933 (:args (digit :scs (unsigned-reg)))
934 (:arg-types unsigned-num)
935 (:results (result :scs (descriptor-reg)))
936 (:guard (member :sparc-v9 *backend-subfeatures*))
939 (load-symbol result t)
940 (inst cmove :lt result null-tn)))
942 ;; This doesn't work?
944 (define-vop (v9-digit-0-or-plus-movr)
945 (:translate sb!bignum::%digit-0-or-plusp)
947 (:args (digit :scs (unsigned-reg)))
948 (:arg-types unsigned-num)
949 (:results (result :scs (descriptor-reg)))
950 (:temporary (:scs (descriptor-reg)) temp)
951 (:guard #!+:sparc-v9 t #!-:sparc-v9 nil)
954 (inst movr result null-tn digit :lz)
955 (inst movr result temp digit :gez)))
958 (define-vop (add-w/carry)
959 (:translate sb!bignum::%add-with-carry)
961 (:args (a :scs (unsigned-reg))
962 (b :scs (unsigned-reg))
964 (:arg-types unsigned-num unsigned-num positive-fixnum)
965 (:results (result :scs (unsigned-reg))
966 (carry :scs (unsigned-reg)))
967 (:result-types unsigned-num positive-fixnum)
969 (inst addcc zero-tn c -1)
970 (inst addxcc result a b)
971 (inst addx carry zero-tn zero-tn)))
973 (define-vop (sub-w/borrow)
974 (:translate sb!bignum::%subtract-with-borrow)
976 (:args (a :scs (unsigned-reg))
977 (b :scs (unsigned-reg))
979 (:arg-types unsigned-num unsigned-num positive-fixnum)
980 (:results (result :scs (unsigned-reg))
981 (borrow :scs (unsigned-reg)))
982 (:result-types unsigned-num positive-fixnum)
984 (inst subcc zero-tn c 1)
985 (inst subxcc result a b)
986 (inst addx borrow zero-tn zero-tn)
987 (inst xor borrow 1)))
989 ;;; EMIT-MULTIPLY -- This is used both for bignum stuff and in assembly
992 (defun emit-multiply (multiplier multiplicand result-high result-low)
993 "Emit code to multiply MULTIPLIER with MULTIPLICAND, putting the result
994 in RESULT-HIGH and RESULT-LOW. KIND is either :signed or :unsigned.
995 Note: the lifetimes of MULTIPLICAND and RESULT-HIGH overlap."
996 (declare (type tn multiplier result-high result-low)
997 (type (or tn (signed-byte 13)) multiplicand))
998 ;; It seems that emit-multiply is only used to do an unsigned
999 ;; multiply, so the code only does an unsigned multiply.
1001 ((member :sparc-64 *backend-subfeatures*)
1002 ;; Take advantage of V9's 64-bit multiplier.
1004 ;; Make sure the multiplier and multiplicand are really
1005 ;; unsigned 64-bit numbers.
1006 (inst srl multiplier 0)
1007 (inst srl multiplicand 0)
1009 ;; Multiply the two numbers and put the result in
1010 ;; result-high. Copy the low 32-bits to result-low. Then
1011 ;; shift result-high so the high 32-bits end up in the low
1013 (inst mulx result-high multiplier multiplicand)
1014 (inst move result-low result-high)
1015 (inst srax result-high 32))
1016 ((or (member :sparc-v8 *backend-subfeatures*)
1017 (member :sparc-v9 *backend-subfeatures*))
1018 ;; V8 has a multiply instruction. This should also work for
1019 ;; the V9, but umul and the Y register is deprecated on the
1021 (inst umul result-low multiplier multiplicand)
1022 (inst rdy result-high))
1024 (let ((label (gen-label)))
1025 (inst wry multiplier)
1026 (inst andcc result-high zero-tn)
1027 ;; Note: we can't use the Y register until three insts
1028 ;; after it's written.
1032 (inst mulscc result-high multiplicand))
1033 (inst mulscc result-high zero-tn)
1034 (inst cmp multiplicand)
1037 (inst add result-high multiplier)
1039 (inst rdy result-low)))))
1041 (define-vop (bignum-mult-and-add-3-arg)
1042 (:translate sb!bignum::%multiply-and-add)
1043 (:policy :fast-safe)
1044 (:args (x :scs (unsigned-reg) :to (:eval 1))
1045 (y :scs (unsigned-reg) :to (:eval 1))
1046 (carry-in :scs (unsigned-reg) :to (:eval 2)))
1047 (:arg-types unsigned-num unsigned-num unsigned-num)
1048 (:results (hi :scs (unsigned-reg) :from (:eval 0))
1049 (lo :scs (unsigned-reg) :from (:eval 1)))
1050 (:result-types unsigned-num unsigned-num)
1052 (emit-multiply x y hi lo)
1053 (inst addcc lo carry-in)
1054 (inst addx hi zero-tn)))
1056 (define-vop (bignum-mult-and-add-4-arg)
1057 (:translate sb!bignum::%multiply-and-add)
1058 (:policy :fast-safe)
1059 (:args (x :scs (unsigned-reg) :to (:eval 1))
1060 (y :scs (unsigned-reg) :to (:eval 1))
1061 (prev :scs (unsigned-reg) :to (:eval 2))
1062 (carry-in :scs (unsigned-reg) :to (:eval 2)))
1063 (:arg-types unsigned-num unsigned-num unsigned-num unsigned-num)
1064 (:results (hi :scs (unsigned-reg) :from (:eval 0))
1065 (lo :scs (unsigned-reg) :from (:eval 1)))
1066 (:result-types unsigned-num unsigned-num)
1068 (emit-multiply x y hi lo)
1069 (inst addcc lo carry-in)
1070 (inst addx hi zero-tn)
1071 (inst addcc lo prev)
1072 (inst addx hi zero-tn)))
1074 (define-vop (bignum-mult)
1075 (:translate sb!bignum::%multiply)
1076 (:policy :fast-safe)
1077 (:args (x :scs (unsigned-reg) :to (:result 1))
1078 (y :scs (unsigned-reg) :to (:result 1)))
1079 (:arg-types unsigned-num unsigned-num)
1080 (:results (hi :scs (unsigned-reg))
1081 (lo :scs (unsigned-reg)))
1082 (:result-types unsigned-num unsigned-num)
1084 (emit-multiply x y hi lo)))
1086 (define-vop (bignum-lognot)
1087 (:translate sb!bignum::%lognot)
1088 (:policy :fast-safe)
1089 (:args (x :scs (unsigned-reg)))
1090 (:arg-types unsigned-num)
1091 (:results (r :scs (unsigned-reg)))
1092 (:result-types unsigned-num)
1096 (define-vop (fixnum-to-digit)
1097 (:translate sb!bignum::%fixnum-to-digit)
1098 (:policy :fast-safe)
1099 (:args (fixnum :scs (any-reg)))
1100 (:arg-types tagged-num)
1101 (:results (digit :scs (unsigned-reg)))
1102 (:result-types unsigned-num)
1104 (inst sra digit fixnum n-fixnum-tag-bits)))
1106 (define-vop (bignum-floor)
1107 (:translate sb!bignum::%floor)
1108 (:policy :fast-safe)
1109 (:args (div-high :scs (unsigned-reg) :target rem)
1110 (div-low :scs (unsigned-reg) :target quo)
1111 (divisor :scs (unsigned-reg)))
1112 (:arg-types unsigned-num unsigned-num unsigned-num)
1113 (:results (quo :scs (unsigned-reg) :from (:argument 1))
1114 (rem :scs (unsigned-reg) :from (:argument 0)))
1115 (:result-types unsigned-num unsigned-num)
1120 (let ((label (gen-label)))
1121 (inst cmp rem divisor)
1123 (inst addxcc quo quo)
1124 (inst sub rem divisor)
1127 (inst addx rem rem))))
1130 (define-vop (bignum-floor-v8)
1131 (:translate sb!bignum::%floor)
1132 (:policy :fast-safe)
1133 (:args (div-high :scs (unsigned-reg) :target rem)
1134 (div-low :scs (unsigned-reg) :target quo)
1135 (divisor :scs (unsigned-reg)))
1136 (:arg-types unsigned-num unsigned-num unsigned-num)
1137 (:results (quo :scs (unsigned-reg) :from (:argument 1))
1138 (rem :scs (unsigned-reg) :from (:argument 0)))
1139 (:result-types unsigned-num unsigned-num)
1140 (:temporary (:scs (unsigned-reg) :target quo) q)
1141 ;; This vop is for a v8 or v9, provided we're also not using
1142 ;; sparc-64, for which there a special sparc-64 vop.
1143 (:guard (or (member :sparc-v8 *backend-subfeatures*)
1144 (member :sparc-v9 *backend-subfeatures*)))
1150 ;; Compute the quotient [Y, div-low] / divisor
1151 (inst udiv q div-low divisor)
1152 ;; Compute the remainder. The high part of the result is in the Y
1154 (inst umul rem q divisor)
1155 (inst sub rem div-low rem)
1156 (unless (location= quo q)
1159 (define-vop (bignum-floor-v9)
1160 (:translate sb!bignum::%floor)
1161 (:policy :fast-safe)
1162 (:args (div-high :scs (unsigned-reg))
1163 (div-low :scs (unsigned-reg))
1164 (divisor :scs (unsigned-reg) :to (:result 1)))
1165 (:arg-types unsigned-num unsigned-num unsigned-num)
1166 (:temporary (:sc unsigned-reg :from (:argument 0)) dividend)
1167 (:results (quo :scs (unsigned-reg))
1168 (rem :scs (unsigned-reg)))
1169 (:result-types unsigned-num unsigned-num)
1170 (:guard (member :sparc-64 *backend-subfeatures*))
1172 ;; Set dividend to be div-high and div-low
1173 (inst sllx dividend div-high 32)
1174 (inst add dividend div-low)
1176 (inst udivx quo dividend divisor)
1177 ;; Compute the remainder
1178 (inst mulx rem quo divisor)
1179 (inst sub rem dividend rem)))
1181 (define-vop (signify-digit)
1182 (:translate sb!bignum::%fixnum-digit-with-correct-sign)
1183 (:policy :fast-safe)
1184 (:args (digit :scs (unsigned-reg) :target res))
1185 (:arg-types unsigned-num)
1186 (:results (res :scs (any-reg signed-reg)))
1187 (:result-types signed-num)
1191 (inst sll res digit n-fixnum-tag-bits))
1193 (move res digit)))))
1196 (define-vop (digit-ashr)
1197 (:translate sb!bignum::%ashr)
1198 (:policy :fast-safe)
1199 (:args (digit :scs (unsigned-reg))
1200 (count :scs (unsigned-reg)))
1201 (:arg-types unsigned-num positive-fixnum)
1202 (:results (result :scs (unsigned-reg)))
1203 (:result-types unsigned-num)
1205 (inst sra result digit count)))
1207 (define-vop (digit-lshr digit-ashr)
1208 (:translate sb!bignum::%digit-logical-shift-right)
1210 (inst srl result digit count)))
1212 (define-vop (digit-ashl digit-ashr)
1213 (:translate sb!bignum::%ashl)
1215 (inst sll result digit count)))
1218 ;;;; Static functions.
1220 (define-static-fun two-arg-gcd (x y) :translate gcd)
1221 (define-static-fun two-arg-lcm (x y) :translate lcm)
1223 (define-static-fun two-arg-+ (x y) :translate +)
1224 (define-static-fun two-arg-- (x y) :translate -)
1225 (define-static-fun two-arg-* (x y) :translate *)
1226 (define-static-fun two-arg-/ (x y) :translate /)
1228 (define-static-fun two-arg-< (x y) :translate <)
1229 (define-static-fun two-arg-<= (x y) :translate <=)
1230 (define-static-fun two-arg-> (x y) :translate >)
1231 (define-static-fun two-arg->= (x y) :translate >=)
1232 (define-static-fun two-arg-= (x y) :translate =)
1233 (define-static-fun two-arg-/= (x y) :translate /=)
1235 (define-static-fun %negate (x) :translate %negate)
1237 (define-static-fun two-arg-and (x y) :translate logand)
1238 (define-static-fun two-arg-ior (x y) :translate logior)
1239 (define-static-fun two-arg-xor (x y) :translate logxor)
1242 ;; Need these so constant folding works with the deftransform.
1244 ;; FIXME KLUDGE ew yuk.
1247 (defun ash-right-signed (num shift)
1248 (ash-right-signed num shift))
1250 (defun ash-right-unsigned (num shuft)
1251 (ash-right-unsigned num shift)))
1255 ;;; If both arguments and the result are (UNSIGNED-BYTE 32), try to
1256 ;;; come up with a ``better'' multiplication using multiplier
1257 ;;; recoding. There are two different ways the multiplier can be
1258 ;;; recoded. The more obvious is to shift X by the correct amount for
1259 ;;; each bit set in Y and to sum the results. But if there is a string
1260 ;;; of bits that are all set, you can add X shifted by one more then
1261 ;;; the bit position of the first set bit and subtract X shifted by
1262 ;;; the bit position of the last set bit. We can't use this second
1263 ;;; method when the high order bit is bit 31 because shifting by 32
1264 ;;; doesn't work too well.
1265 (deftransform * ((x y)
1266 ((unsigned-byte 32) (constant-arg (unsigned-byte 32)))
1268 "recode as shifts and adds"
1269 (let ((y (continuation-value y))
1274 (labels ((tub32 (x) `(truly-the (unsigned-byte 32) ,x))
1279 (progn (incf adds) `(+ ,result ,(tub32 next-factor)))
1281 (declare (inline add))
1282 (dotimes (bitpos 32)
1284 (when (not (logbitp bitpos y))
1285 (add (if (= (1+ first-one) bitpos)
1286 ;; There is only a single bit in the string.
1287 (progn (incf shifts) `(ash x ,first-one))
1288 ;; There are at least two.
1292 `(- ,(tub32 `(ash x ,bitpos))
1293 ,(tub32 `(ash x ,first-one))))))
1294 (setf first-one nil))
1295 (when (logbitp bitpos y)
1296 (setf first-one bitpos))))
1298 (cond ((= first-one 31))
1299 ((= first-one 30) (incf shifts) (add '(ash x 30)))
1303 (add `(- ,(tub32 '(ash x 31)) ,(tub32 `(ash x ,first-one))))))
1308 ;; we assume, perhaps foolishly, that good SPARCs don't have an
1309 ;; issue with multiplications. (Remember that there's a
1310 ;; different transform for converting x*2^k to a shift).
1311 ((member :sparc-64 *backend-subfeatures*) (give-up-ir1-transform))
1312 ((or (member :sparc-v9 *backend-subfeatures*)
1313 (member :sparc-v8 *backend-subfeatures*))
1314 ;; breakeven point as measured by Raymond Toy
1315 (when (> (+ adds shifts) 9)
1316 (give-up-ir1-transform))))
1320 ;; If we can prove that we have a right shift, just do the right shift
1321 ;; instead of calling the inline ASH which has to check for the
1322 ;; direction of the shift at run-time.
1323 (deftransform ash ((num shift) (integer integer))
1324 (let ((num-type (continuation-type num))
1325 (shift-type (continuation-type shift)))
1326 ;; Can only handle right shifts
1327 (unless (csubtypep shift-type (specifier-type '(integer * 0)))
1328 (give-up-ir1-transform))
1330 ;; If we can prove the shift is so large that all bits are shifted
1331 ;; out, return the appropriate constant. If the shift is small
1332 ;; enough, call the VOP. Otherwise, check for the shift size and
1333 ;; do the appropriate thing. (Hmm, could we just leave the IF
1334 ;; s-expr and depend on other parts of the compiler to delete the
1335 ;; unreachable parts, if any?)
1336 (cond ((csubtypep num-type (specifier-type '(signed-byte #.sb!vm:n-word-bits)))
1337 ;; A right shift by 31 is the same as a right shift by
1338 ;; larger amount. We get just the sign.
1339 (if (csubtypep shift-type (specifier-type '(integer #.(- 1 sb!vm:n-word-bits) 0)))
1340 ;; FIXME: ash-right-{un,}signed package problems
1341 `(sb!vm::ash-right-signed num (- shift))
1342 `(sb!vm::ash-right-signed num (min (- shift) #.(1- sb!vm:n-word-bits)))))
1343 ((csubtypep num-type (specifier-type '(unsigned-byte #.sb!vm:n-word-bits)))
1344 (if (csubtypep shift-type (specifier-type '(integer #.(- 1 sb!vm:n-word-bits) 0)))
1345 `(sb!vm::ash-right-unsigned num (- shift))
1346 `(if (<= shift #.(- sb!vm:n-word-bits))
1348 (sb!vm::ash-right-unsigned num (- shift)))))
1350 (give-up-ir1-transform)))))