1 ;;;; the VM definition arithmetic VOPs for the Alpha
3 ;;;; This software is part of the SBCL system. See the README file for
6 ;;;; This software is derived from the CMU CL system, which was
7 ;;;; written at Carnegie Mellon University and released into the
8 ;;;; public domain. The software is in the public domain and is
9 ;;;; provided with absolutely no warranty. See the COPYING and CREDITS
10 ;;;; files for more information.
14 ;;;; unary operations.
16 (define-vop (fast-safe-arith-op)
21 (define-vop (fixnum-unop fast-safe-arith-op)
22 (:args (x :scs (any-reg)))
23 (:results (res :scs (any-reg)))
24 (:note "inline fixnum arithmetic")
25 (:arg-types tagged-num)
26 (:result-types tagged-num))
28 (define-vop (signed-unop fast-safe-arith-op)
29 (:args (x :scs (signed-reg)))
30 (:results (res :scs (signed-reg)))
31 (:note "inline (signed-byte 32) arithmetic")
32 (:arg-types signed-num)
33 (:result-types signed-num))
35 (define-vop (fast-negate/fixnum fixnum-unop)
40 (define-vop (fast-negate/signed signed-unop)
45 (define-vop (fast-lognot/fixnum fixnum-unop)
48 (inst xor res x (fixnumize -1))))
50 (define-vop (fast-lognot/signed signed-unop)
55 ;;;; Binary fixnum operations.
57 ;;; Assume that any constant operand is the second arg...
59 (define-vop (fast-fixnum-binop fast-safe-arith-op)
60 (:args (x :target r :scs (any-reg zero))
61 (y :target r :scs (any-reg zero)))
62 (:arg-types tagged-num tagged-num)
63 (:results (r :scs (any-reg)))
64 (:result-types tagged-num)
65 (:note "inline fixnum arithmetic"))
67 (define-vop (fast-unsigned-binop fast-safe-arith-op)
68 (:args (x :target r :scs (unsigned-reg zero))
69 (y :target r :scs (unsigned-reg zero)))
70 (:arg-types unsigned-num unsigned-num)
71 (:results (r :scs (unsigned-reg)))
72 (:result-types unsigned-num)
73 (:note "inline (unsigned-byte 32) arithmetic"))
75 (define-vop (fast-signed-binop fast-safe-arith-op)
76 (:args (x :target r :scs (signed-reg zero))
77 (y :target r :scs (signed-reg zero)))
78 (:arg-types signed-num signed-num)
79 (:results (r :scs (signed-reg)))
80 (:result-types signed-num)
81 (:note "inline (signed-byte 32) arithmetic"))
84 (define-vop (fast-fixnum-binop-c fast-safe-arith-op)
85 (:args (x :target r :scs (any-reg zero)))
87 (:arg-types tagged-num
88 (:constant (and (signed-byte 11) (not (integer 0 0)))))
89 (:results (r :scs (any-reg)))
90 (:result-types tagged-num)
91 (:note "inline fixnum arithmetic"))
93 (define-vop (fast-unsigned-binop-c fast-safe-arith-op)
94 (:args (x :target r :scs (unsigned-reg zero)))
96 (:arg-types unsigned-num
97 (:constant (and (signed-byte 13) (not (integer 0 0)))))
98 (:results (r :scs (unsigned-reg)))
99 (:result-types unsigned-num)
100 (:note "inline (unsigned-byte 32) arithmetic"))
102 (define-vop (fast-signed-binop-c fast-safe-arith-op)
103 (:args (x :target r :scs (signed-reg zero)))
105 (:arg-types signed-num
106 (:constant (and (signed-byte 13) (not (integer 0 0)))))
107 (:results (r :scs (signed-reg)))
108 (:result-types signed-num)
109 (:note "inline (signed-byte 32) arithmetic"))
112 (eval-when (:compile-toplevel :load-toplevel :execute)
114 (defmacro define-binop (translate untagged-penalty op)
116 (define-vop (,(symbolicate "FAST-" translate "/FIXNUM=>FIXNUM")
118 (:translate ,translate)
121 (define-vop (,(symbolicate 'fast- translate '-c/fixnum=>fixnum)
123 (:translate ,translate)
125 (inst ,op r x (fixnumize y))))
126 (define-vop (,(symbolicate "FAST-" translate "/SIGNED=>SIGNED")
128 (:translate ,translate)
129 (:generator ,(1+ untagged-penalty)
131 (define-vop (,(symbolicate 'fast- translate '-c/signed=>signed)
133 (:translate ,translate)
134 (:generator ,untagged-penalty
136 (define-vop (,(symbolicate "FAST-" translate "/UNSIGNED=>UNSIGNED")
138 (:translate ,translate)
139 (:generator ,(1+ untagged-penalty)
141 (define-vop (,(symbolicate 'fast- translate '-c/unsigned=>unsigned)
142 fast-unsigned-binop-c)
143 (:translate ,translate)
144 (:generator ,untagged-penalty
149 (define-binop + 4 add)
150 (define-binop - 4 sub)
151 (define-binop logand 2 and)
152 (define-binop logandc2 2 andn)
153 (define-binop logior 2 or)
154 (define-binop logorc2 2 orn)
155 (define-binop logxor 2 xor)
156 (define-binop logeqv 2 xnor)
158 ;;; Special logand cases: (logand signed unsigned) => unsigned
160 (define-vop (fast-logand/signed-unsigned=>unsigned
161 fast-logand/unsigned=>unsigned)
162 (:args (x :target r :scs (signed-reg))
163 (y :scs (unsigned-reg unsigned-stack)))
164 (:arg-types signed-num unsigned-num))
166 (define-vop (fast-logand/unsigned-signed=>unsigned
167 fast-logand/unsigned=>unsigned)
168 (:args (x :target r :scs (unsigned-reg))
169 (y :scs (signed-reg signed-stack)))
170 (:arg-types unsigned-num signed-num))
172 ;;; Special case fixnum + and - that trap on overflow. Useful when we
173 ;;; don't know that the output type is a fixnum.
175 ;;; I (toy@rtp.ericsson.se) took these out. They don't seem to be
176 ;;; used anywhere at all.
179 (define-vop (+/fixnum fast-+/fixnum=>fixnum)
181 (:results (r :scs (any-reg descriptor-reg)))
182 (:result-types tagged-num)
183 (:note "safe inline fixnum arithmetic")
185 (inst taddcctv r x y)))
187 (define-vop (+-c/fixnum fast-+-c/fixnum=>fixnum)
189 (:results (r :scs (any-reg descriptor-reg)))
190 (:result-types tagged-num)
191 (:note "safe inline fixnum arithmetic")
193 (inst taddcctv r x (fixnumize y))))
195 (define-vop (-/fixnum fast--/fixnum=>fixnum)
197 (:results (r :scs (any-reg descriptor-reg)))
198 (:result-types tagged-num)
199 (:note "safe inline fixnum arithmetic")
201 (inst tsubcctv r x y)))
203 (define-vop (--c/fixnum fast---c/fixnum=>fixnum)
205 (:results (r :scs (any-reg descriptor-reg)))
206 (:result-types tagged-num)
207 (:note "safe inline fixnum arithmetic")
209 (inst tsubcctv r x (fixnumize y))))
215 ;; This doesn't work for some reason.
217 (define-vop (fast-v8-truncate/fixnum=>fixnum fast-safe-arith-op)
218 (:translate truncate)
219 (:args (x :scs (any-reg))
221 (:arg-types tagged-num tagged-num)
222 (:results (quo :scs (any-reg))
223 (rem :scs (any-reg)))
224 (:result-types tagged-num tagged-num)
225 (:note "inline fixnum arithmetic")
226 (:temporary (:scs (any-reg) :target quo) q)
227 (:temporary (:scs (any-reg)) r)
228 (:temporary (:scs (signed-reg)) y-int)
230 (:save-p :compute-only)
231 (:guard #!+(or :sparc-v8 (and :sparc-v9 (not :sparc-64))) t
232 #!-(or :sparc-v8 (and :sparc-v9 (not :sparc-64))) nil)
234 (let ((zero (generate-error-code vop division-by-zero-error x y)))
237 ;; Extend the sign of X into the Y register
240 ;; Remove tag bits so Q and R will be tagged correctly.
241 (inst sra y-int y fixnum-tag-bits)
245 (inst sdiv q x y-int) ; Q is tagged.
246 ;; We have the quotient so we need to compute the remainder
247 (inst smul r q y-int) ; R is tagged
249 (unless (location= quo q)
252 (define-vop (fast-v8-truncate/signed=>signed fast-safe-arith-op)
253 (:translate truncate)
254 (:args (x :scs (signed-reg))
255 (y :scs (signed-reg)))
256 (:arg-types signed-num signed-num)
257 (:results (quo :scs (signed-reg))
258 (rem :scs (signed-reg)))
259 (:result-types signed-num signed-num)
260 (:note "inline (signed-byte 32) arithmetic")
261 (:temporary (:scs (signed-reg) :target quo) q)
262 (:temporary (:scs (signed-reg)) r)
264 (:save-p :compute-only)
265 (:guard #!+(or :sparc-v8 (and :sparc-v9 (not :sparc-64))) t
266 #!-(or :sparc-v8 (and :sparc-v9 (not :sparc-64))) nil)
268 (let ((zero (generate-error-code vop division-by-zero-error x y)))
270 (inst b :eq zero #!+:sparc-v9 :pn)
271 ;; Extend the sign of X into the Y register
279 ;; We have the quotient so we need to compue the remainder
280 (inst smul r q y) ; rem
282 (unless (location= quo q)
285 (define-vop (fast-v8-truncate/unsigned=>unsigned fast-safe-arith-op)
286 (:translate truncate)
287 (:args (x :scs (unsigned-reg))
288 (y :scs (unsigned-reg)))
289 (:arg-types unsigned-num unsigned-num)
290 (:results (quo :scs (unsigned-reg))
291 (rem :scs (unsigned-reg)))
292 (:result-types unsigned-num unsigned-num)
293 (:note "inline (unsigned-byte 32) arithmetic")
294 (:temporary (:scs (unsigned-reg) :target quo) q)
295 (:temporary (:scs (unsigned-reg)) r)
297 (:save-p :compute-only)
298 (:guard #!+(or :sparc-v8 (and :sparc-v9 (not :sparc-64))) t
299 #!-(or :sparc-v8 (and :sparc-v9 (not :sparc-64))) nil)
301 (let ((zero (generate-error-code vop division-by-zero-error x y)))
303 (inst b :eq zero #!+:sparc-v9 :pn)
304 (inst wry zero-tn) ; Clear out high part
313 (unless (location= quo q)
314 (inst move quo q)))))
317 (define-vop (fast-v9-truncate/signed=>signed fast-safe-arith-op)
318 (:translate truncate)
319 (:args (x :scs (signed-reg))
320 (y :scs (signed-reg)))
321 (:arg-types signed-num signed-num)
322 (:results (quo :scs (signed-reg))
323 (rem :scs (signed-reg)))
324 (:result-types signed-num signed-num)
325 (:note "inline (signed-byte 32) arithmetic")
326 (:temporary (:scs (signed-reg) :target quo) q)
327 (:temporary (:scs (signed-reg)) r)
329 (:save-p :compute-only)
330 (:guard #!+:sparc-64 t #!-:sparc-64 nil)
332 (let ((zero (generate-error-code vop division-by-zero-error x y)))
334 (inst b :eq zero #!+:sparc-v9 :pn)
335 ;; Sign extend the numbers, just in case.
342 (unless (location= quo q)
343 (inst move quo q)))))
345 (define-vop (fast-v9-truncate/unsigned=>unsigned fast-safe-arith-op)
346 (:translate truncate)
347 (:args (x :scs (unsigned-reg))
348 (y :scs (unsigned-reg)))
349 (:arg-types unsigned-num unsigned-num)
350 (:results (quo :scs (unsigned-reg))
351 (rem :scs (unsigned-reg)))
352 (:result-types unsigned-num unsigned-num)
353 (:note "inline (unsigned-byte 32) arithmetic")
354 (:temporary (:scs (unsigned-reg) :target quo) q)
355 (:temporary (:scs (unsigned-reg)) r)
357 (:save-p :compute-only)
358 (:guard #!+:sparc-64 t #!-:sparc-64 nil)
360 (let ((zero (generate-error-code vop division-by-zero-error x y)))
362 (inst b :eq zero #!+:sparc-v9 :pn)
363 ;; Zap the higher 32 bits, just in case
370 (unless (location= quo q)
371 (inst move quo q)))))
376 ((frob (name sc-type type shift-right-inst)
379 (:args (number :scs (,sc-type) :to :save)
380 (amount :scs (signed-reg immediate)))
381 (:arg-types ,type signed-num)
382 (:results (result :scs (,sc-type)))
383 (:result-types ,type)
386 (:temporary (:sc non-descriptor-reg) ndesc)
391 (let ((done (gen-label))
392 (positive (gen-label)))
394 (inst b :ge positive)
395 (inst neg ndesc amount)
396 ;; ndesc = max(-amount, 31)
398 (inst cmove :ge ndesc 31)
400 (inst ,shift-right-inst result number ndesc)
401 (emit-label positive)
402 ;; The result-type assures us that this shift will not
404 (inst sll result number amount)
405 ;; We want a right shift of the appropriate size.
409 (let ((positive (gen-label))
412 (inst b :ge positive)
413 (inst neg ndesc amount)
416 (inst ,shift-right-inst result number ndesc)
418 (inst ,shift-right-inst result number 31)
420 (emit-label positive)
421 ;; The result-type assures us that this shift will not overflow.
422 (inst sll result number amount)
426 (let ((amount (tn-value amount)))
428 (let ((amount (min 31 (- amount))))
429 (inst ,shift-right-inst result number amount))
430 (inst sll result number amount)))))))))
431 (frob fast-ash/signed=>signed signed-reg signed-num sra)
432 (frob fast-ash/unsigned=>unsigned unsigned-reg unsigned-num srl))
434 ;; Some special cases where we know we want a left shift. Just do the
435 ;; shift, instead of checking for the sign of the shift.
437 ((frob (name sc-type type result-type cost)
441 (:args (number :scs (,sc-type))
442 (amount :scs (signed-reg unsigned-reg immediate)))
443 (:arg-types ,type positive-fixnum)
444 (:results (result :scs (,result-type)))
445 (:result-types ,type)
448 ;; The result-type assures us that this shift will not
449 ;; overflow. And for fixnum's, the zero bits that get
450 ;; shifted in are just fine for the fixnum tag.
452 ((signed-reg unsigned-reg)
453 (inst sll result number amount))
455 (let ((amount (tn-value amount)))
456 (assert (>= amount 0))
457 (inst sll result number amount))))))))
458 (frob fast-ash-left/signed=>signed signed-reg signed-num signed-reg 3)
459 (frob fast-ash-left/fixnum=>fixnum any-reg tagged-num any-reg 2)
460 (frob fast-ash-left/unsigned=>unsigned unsigned-reg unsigned-num unsigned-reg 3))
462 (defknown ash-right-signed ((signed-byte #.sb!vm:n-word-bits)
463 (and fixnum unsigned-byte))
464 (signed-byte #.sb!vm:n-word-bits)
465 (movable foldable flushable))
467 (defknown ash-right-unsigned ((unsigned-byte #.sb!vm:n-word-bits)
468 (and fixnum unsigned-byte))
469 (unsigned-byte #.sb!vm:n-word-bits)
470 (movable foldable flushable))
472 ;; Some special cases where we want a right shift. Just do the shift.
473 ;; (Needs appropriate deftransforms to call these, though.)
476 ((frob (trans name sc-type type shift-inst cost)
478 (:note "inline right ASH")
480 (:args (number :scs (,sc-type))
481 (amount :scs (signed-reg unsigned-reg immediate)))
482 (:arg-types ,type positive-fixnum)
483 (:results (result :scs (,sc-type)))
484 (:result-types ,type)
488 ((signed-reg unsigned-reg)
489 (inst ,shift-inst result number amount))
491 (let ((amt (tn-value amount)))
492 (inst ,shift-inst result number amt))))))))
493 (frob ash-right-signed fast-ash-right/signed=>signed
494 signed-reg signed-num sra 3)
495 (frob ash-right-unsigned fast-ash-right/unsigned=>unsigned
496 unsigned-reg unsigned-num srl 3))
498 (define-vop (fast-ash-right/fixnum=>fixnum)
499 (:note "inline right ASH")
500 (:translate ash-right-signed)
501 (:args (number :scs (any-reg))
502 (amount :scs (signed-reg unsigned-reg immediate)))
503 (:arg-types tagged-num positive-fixnum)
504 (:results (result :scs (any-reg)))
505 (:result-types tagged-num)
506 (:temporary (:sc non-descriptor-reg :target result) temp)
509 ;; Shift the fixnum right by the desired amount. Then zap out the
510 ;; 2 LSBs to make it a fixnum again. (Those bits are junk.)
512 ((signed-reg unsigned-reg)
513 (inst sra temp number amount))
515 (inst sra temp number (tn-value amount))))
516 (inst andn result temp fixnum-tag-mask)))
521 (define-vop (signed-byte-32-len)
522 (:translate integer-length)
523 (:note "inline (signed-byte 32) integer-length")
525 (:args (arg :scs (signed-reg) :target shift))
526 (:arg-types signed-num)
527 (:results (res :scs (any-reg)))
528 (:result-types positive-fixnum)
529 (:temporary (:scs (non-descriptor-reg) :from (:argument 0)) shift)
531 (let ((loop (gen-label))
533 (inst addcc shift zero-tn arg)
540 (inst add res (fixnumize 1))
545 (inst srl shift 1))))
547 (define-vop (unsigned-byte-32-count)
548 (:translate logcount)
549 (:note "inline (unsigned-byte 32) logcount")
551 (:args (arg :scs (unsigned-reg)))
552 (:arg-types unsigned-num)
553 (:results (res :scs (unsigned-reg)))
554 (:result-types positive-fixnum)
555 (:temporary (:scs (non-descriptor-reg) :from (:argument 0)) mask temp)
559 (dolist (stuff '((1 #x55555555) (2 #x33333333) (4 #x0f0f0f0f)
560 (8 #x00ff00ff) (16 #x0000ffff)))
561 (destructuring-bind (shift bit-mask)
564 (inst sethi mask (ldb (byte 22 10) bit-mask))
565 (inst add mask (ldb (byte 10 0) bit-mask))
567 (inst and temp res mask)
570 (inst add res temp)))))
573 ;;; Multiply and Divide.
575 (define-vop (fast-v8-*/fixnum=>fixnum fast-fixnum-binop)
576 (:temporary (:scs (non-descriptor-reg)) temp)
578 (:guard #!+(or :sparc-v8 (and :sparc-v9 (not :sparc-64))) t
579 #!-(or :sparc-v8 (and :sparc-v9 (not :sparc-64))) nil)
581 ;; The cost here should be less than the cost for
582 ;; */signed=>signed. Why? A fixnum product using signed=>signed
583 ;; has to convert both args to signed-nums. But using this, we
584 ;; don't have to and that saves an instruction.
585 (inst sra temp y fixnum-tag-bits)
586 (inst smul r x temp)))
588 (define-vop (fast-v8-*/signed=>signed fast-signed-binop)
590 (:guard #!+(or :sparc-v8 (and :sparc-v9 (not :sparc-64))) t
591 #!-(or :sparc-v8 (and :sparc-v9 (not :sparc-64))) nil)
595 (define-vop (fast-v8-*/unsigned=>unsigned fast-unsigned-binop)
597 (:guard #!+(or :sparc-v8 (and :sparc-v9 (not :sparc-64))) t
598 #!-(or :sparc-v8 (and :sparc-v9 (not :sparc-64))) nil)
602 ;; The smul and umul instructions are deprecated on the Sparc V9. Use
604 (define-vop (fast-v9-*/fixnum=>fixnum fast-fixnum-binop)
605 (:temporary (:scs (non-descriptor-reg)) temp)
607 (:guard #!+:sparc-64 t #!-:sparc-64 nil)
609 (inst sra temp y fixnum-tag-bits)
610 (inst mulx r x temp)))
612 (define-vop (fast-v9-*/signed=>signed fast-signed-binop)
614 (:guard #!+:sparc-64 t #!-:sparc-64 nil)
618 (define-vop (fast-v9-*/unsigned=>unsigned fast-unsigned-binop)
620 (:guard #!+:sparc-64 t #!-:sparc-64 nil)
625 ;;;; Binary conditional VOPs:
627 (define-vop (fast-conditional)
632 (:policy :fast-safe))
634 (deftype integer-with-a-bite-out (s bite)
635 (cond ((eq s '*) 'integer)
636 ((and (integerp s) (> s 1))
637 (let ((bound (ash 1 (1- s))))
638 `(integer ,(- bound) ,(- bound bite 1))))
640 (error "Bad size specified for SIGNED-BYTE type specifier: ~S." s))))
642 (define-vop (fast-conditional/fixnum fast-conditional)
643 (:args (x :scs (any-reg zero))
644 (y :scs (any-reg zero)))
645 (:arg-types tagged-num tagged-num)
646 (:note "inline fixnum comparison"))
648 (define-vop (fast-conditional-c/fixnum fast-conditional/fixnum)
649 (:args (x :scs (any-reg zero)))
650 (:arg-types tagged-num (:constant (signed-byte 11)))
651 (:info target not-p y))
653 (define-vop (fast-conditional/signed fast-conditional)
654 (:args (x :scs (signed-reg zero))
655 (y :scs (signed-reg zero)))
656 (:arg-types signed-num signed-num)
657 (:note "inline (signed-byte 32) comparison"))
659 (define-vop (fast-conditional-c/signed fast-conditional/signed)
660 (:args (x :scs (signed-reg zero)))
661 (:arg-types signed-num (:constant (signed-byte 13)))
662 (:info target not-p y))
664 (define-vop (fast-conditional/unsigned fast-conditional)
665 (:args (x :scs (unsigned-reg zero))
666 (y :scs (unsigned-reg zero)))
667 (:arg-types unsigned-num unsigned-num)
668 (:note "inline (unsigned-byte 32) comparison"))
670 (define-vop (fast-conditional-c/unsigned fast-conditional/unsigned)
671 (:args (x :scs (unsigned-reg zero)))
672 (:arg-types unsigned-num (:constant (unsigned-byte 12)))
673 (:info target not-p y))
676 (defmacro define-conditional-vop (tran cond unsigned not-cond not-unsigned)
678 ,@(mapcar (lambda (suffix cost signed)
679 (unless (and (member suffix '(/fixnum -c/fixnum))
681 `(define-vop (,(intern (format nil "~:@(FAST-IF-~A~A~)"
684 (format nil "~:@(FAST-CONDITIONAL~A~)"
689 ,(if (eq suffix '-c/fixnum) '(fixnumize y) 'y))
691 ,(if signed not-cond not-unsigned)
692 ,(if signed cond unsigned))
695 '(/fixnum -c/fixnum /signed -c/signed /unsigned -c/unsigned)
697 '(t t t t nil nil))))
699 (define-conditional-vop < :lt :ltu :ge :geu)
701 (define-conditional-vop > :gt :gtu :le :leu)
703 (define-conditional-vop eql :eq :eq :ne :ne)
705 ;;; EQL/FIXNUM is funny because the first arg can be of any type, not just a
708 ;;; These versions specify a fixnum restriction on their first arg. We have
709 ;;; also generic-eql/fixnum VOPs which are the same, but have no restriction on
710 ;;; the first arg and a higher cost. The reason for doing this is to prevent
711 ;;; fixnum specific operations from being used on word integers, spuriously
712 ;;; consing the argument.
715 (define-vop (fast-eql/fixnum fast-conditional)
716 (:args (x :scs (any-reg descriptor-reg zero))
717 (y :scs (any-reg zero)))
718 (:arg-types tagged-num tagged-num)
719 (:note "inline fixnum comparison")
723 (inst b (if not-p :ne :eq) target)
726 (define-vop (generic-eql/fixnum fast-eql/fixnum)
727 (:arg-types * tagged-num)
730 (define-vop (fast-eql-c/fixnum fast-conditional/fixnum)
731 (:args (x :scs (any-reg descriptor-reg zero)))
732 (:arg-types tagged-num (:constant (signed-byte 11)))
733 (:info target not-p y)
736 (inst cmp x (fixnumize y))
737 (inst b (if not-p :ne :eq) target)
740 (define-vop (generic-eql-c/fixnum fast-eql-c/fixnum)
741 (:arg-types * (:constant (signed-byte 11)))
745 ;;;; 32-bit logical operations
747 (define-vop (merge-bits)
748 (:translate merge-bits)
749 (:args (shift :scs (signed-reg unsigned-reg))
750 (prev :scs (unsigned-reg))
751 (next :scs (unsigned-reg)))
752 (:arg-types tagged-num unsigned-num unsigned-num)
753 (:temporary (:scs (unsigned-reg) :to (:result 0)) temp)
754 (:temporary (:scs (unsigned-reg) :to (:result 0) :target result) res)
755 (:results (result :scs (unsigned-reg)))
756 (:result-types unsigned-num)
759 (let ((done (gen-label)))
762 (inst srl res next shift)
763 (inst sub temp zero-tn shift)
764 (inst sll temp prev temp)
770 (define-vop (32bit-logical)
771 (:args (x :scs (unsigned-reg zero))
772 (y :scs (unsigned-reg zero)))
773 (:arg-types unsigned-num unsigned-num)
774 (:results (r :scs (unsigned-reg)))
775 (:result-types unsigned-num)
776 (:policy :fast-safe))
778 (define-vop (32bit-logical-not 32bit-logical)
779 (:translate 32bit-logical-not)
780 (:args (x :scs (unsigned-reg zero)))
781 (:arg-types unsigned-num)
785 (define-vop (32bit-logical-and 32bit-logical)
786 (:translate 32bit-logical-and)
790 (deftransform 32bit-logical-nand ((x y) (* *))
791 '(32bit-logical-not (32bit-logical-and x y)))
793 (define-vop (32bit-logical-or 32bit-logical)
794 (:translate 32bit-logical-or)
798 (deftransform 32bit-logical-nor ((x y) (* *))
799 '(32bit-logical-not (32bit-logical-or x y)))
801 (define-vop (32bit-logical-xor 32bit-logical)
802 (:translate 32bit-logical-xor)
806 (define-vop (32bit-logical-eqv 32bit-logical)
807 (:translate 32bit-logical-eqv)
811 (define-vop (32bit-logical-orc2 32bit-logical)
812 (:translate 32bit-logical-orc2)
816 (deftransform 32bit-logical-orc1 ((x y) (* *))
817 '(32bit-logical-orc2 y x))
819 (define-vop (32bit-logical-andc2 32bit-logical)
820 (:translate 32bit-logical-andc2)
824 (deftransform 32bit-logical-andc1 ((x y) (* *))
825 '(32bit-logical-andc2 y x))
828 (define-vop (shift-towards-someplace)
830 (:args (num :scs (unsigned-reg))
831 (amount :scs (signed-reg)))
832 (:arg-types unsigned-num tagged-num)
833 (:results (r :scs (unsigned-reg)))
834 (:result-types unsigned-num))
836 (define-vop (shift-towards-start shift-towards-someplace)
837 (:translate shift-towards-start)
838 (:note "shift-towards-start")
840 (inst sll r num amount)))
842 (define-vop (shift-towards-end shift-towards-someplace)
843 (:translate shift-towards-end)
844 (:note "shift-towards-end")
846 (inst srl r num amount)))
853 (define-vop (bignum-length get-header-data)
854 (:translate sb!bignum::%bignum-length)
855 (:policy :fast-safe))
857 (define-vop (bignum-set-length set-header-data)
858 (:translate sb!bignum::%bignum-set-length)
859 (:policy :fast-safe))
861 (define-vop (bignum-ref word-index-ref)
862 (:variant bignum-digits-offset other-pointer-lowtag)
863 (:translate sb!bignum::%bignum-ref)
864 (:results (value :scs (unsigned-reg)))
865 (:result-types unsigned-num))
867 (define-vop (bignum-set word-index-set)
868 (:variant bignum-digits-offset other-pointer-lowtag)
869 (:translate sb!bignum::%bignum-set)
870 (:args (object :scs (descriptor-reg))
871 (index :scs (any-reg immediate zero))
872 (value :scs (unsigned-reg)))
873 (:arg-types t positive-fixnum unsigned-num)
874 (:results (result :scs (unsigned-reg)))
875 (:result-types unsigned-num))
877 (define-vop (digit-0-or-plus)
878 (:translate sb!bignum::%digit-0-or-plusp)
880 (:args (digit :scs (unsigned-reg)))
881 (:arg-types unsigned-num)
882 (:results (result :scs (descriptor-reg)))
883 (:guard #!-:sparc-v9 t #!+:sparc-v9 nil)
885 (let ((done (gen-label)))
888 (move result null-tn)
889 (load-symbol result t)
892 (define-vop (v9-digit-0-or-plus-cmove)
893 (:translate sb!bignum::%digit-0-or-plusp)
895 (:args (digit :scs (unsigned-reg)))
896 (:arg-types unsigned-num)
897 (:results (result :scs (descriptor-reg)))
898 (:guard #!+:sparc-v9 t #!-:sparc-v9 nil)
901 (load-symbol result t)
902 (inst cmove :lt result null-tn)))
904 ;; This doesn't work?
906 (define-vop (v9-digit-0-or-plus-movr)
907 (:translate sb!bignum::%digit-0-or-plusp)
909 (:args (digit :scs (unsigned-reg)))
910 (:arg-types unsigned-num)
911 (:results (result :scs (descriptor-reg)))
912 (:temporary (:scs (descriptor-reg)) temp)
913 (:guard #!+:sparc-v9 t #!-:sparc-v9 nil)
916 (inst movr result null-tn digit :lz)
917 (inst movr result temp digit :gez)))
920 (define-vop (add-w/carry)
921 (:translate sb!bignum::%add-with-carry)
923 (:args (a :scs (unsigned-reg))
924 (b :scs (unsigned-reg))
926 (:arg-types unsigned-num unsigned-num positive-fixnum)
927 (:results (result :scs (unsigned-reg))
928 (carry :scs (unsigned-reg)))
929 (:result-types unsigned-num positive-fixnum)
931 (inst addcc zero-tn c -1)
932 (inst addxcc result a b)
933 (inst addx carry zero-tn zero-tn)))
935 (define-vop (sub-w/borrow)
936 (:translate sb!bignum::%subtract-with-borrow)
938 (:args (a :scs (unsigned-reg))
939 (b :scs (unsigned-reg))
941 (:arg-types unsigned-num unsigned-num positive-fixnum)
942 (:results (result :scs (unsigned-reg))
943 (borrow :scs (unsigned-reg)))
944 (:result-types unsigned-num positive-fixnum)
946 (inst subcc zero-tn c 1)
947 (inst subxcc result a b)
948 (inst addx borrow zero-tn zero-tn)
949 (inst xor borrow 1)))
951 ;;; EMIT-MULTIPLY -- This is used both for bignum stuff and in assembly
954 (defun emit-multiply (multiplier multiplicand result-high result-low)
955 "Emit code to multiply MULTIPLIER with MULTIPLICAND, putting the result
956 in RESULT-HIGH and RESULT-LOW. KIND is either :signed or :unsigned.
957 Note: the lifetimes of MULTIPLICAND and RESULT-HIGH overlap."
958 (declare (type tn multiplier result-high result-low)
959 (type (or tn (signed-byte 13)) multiplicand))
960 ;; It seems that emit-multiply is only used to do an unsigned
961 ;; multiply, so the code only does an unsigned multiply.
964 ;; Take advantage of V9's 64-bit multiplier.
966 ;; Make sure the multiplier and multiplicand are really
967 ;; unsigned 64-bit numbers.
968 (inst srl multiplier 0)
969 (inst srl multiplicand 0)
971 ;; Multiply the two numbers and put the result in
972 ;; result-high. Copy the low 32-bits to result-low. Then
973 ;; shift result-high so the high 32-bits end up in the low
975 (inst mulx result-high multiplier multiplicand)
976 (inst move result-low result-high)
977 (inst srax result-high 32))
978 #!+(and (not :sparc-64) (or :sparc-v8 :sparc-v9))
980 ;; V8 has a multiply instruction. This should also work for
981 ;; the V9, but umul and the Y register is deprecated on the
983 (inst umul result-low multiplier multiplicand)
984 (inst rdy result-high))
985 #!+(and (not :sparc-64) (not (or :sparc-v8 :sparc-v9)))
986 (let ((label (gen-label)))
987 (inst wry multiplier)
988 (inst andcc result-high zero-tn)
989 ;; Note: we can't use the Y register until three insts
990 ;; after it's written.
994 (inst mulscc result-high multiplicand))
995 (inst mulscc result-high zero-tn)
996 (inst cmp multiplicand)
999 (inst add result-high multiplier)
1001 (inst rdy result-low)))
1003 (define-vop (bignum-mult-and-add-3-arg)
1004 (:translate sb!bignum::%multiply-and-add)
1005 (:policy :fast-safe)
1006 (:args (x :scs (unsigned-reg) :to (:eval 1))
1007 (y :scs (unsigned-reg) :to (:eval 1))
1008 (carry-in :scs (unsigned-reg) :to (:eval 2)))
1009 (:arg-types unsigned-num unsigned-num unsigned-num)
1010 (:results (hi :scs (unsigned-reg) :from (:eval 0))
1011 (lo :scs (unsigned-reg) :from (:eval 1)))
1012 (:result-types unsigned-num unsigned-num)
1014 (emit-multiply x y hi lo)
1015 (inst addcc lo carry-in)
1016 (inst addx hi zero-tn)))
1018 (define-vop (bignum-mult-and-add-4-arg)
1019 (:translate sb!bignum::%multiply-and-add)
1020 (:policy :fast-safe)
1021 (:args (x :scs (unsigned-reg) :to (:eval 1))
1022 (y :scs (unsigned-reg) :to (:eval 1))
1023 (prev :scs (unsigned-reg) :to (:eval 2))
1024 (carry-in :scs (unsigned-reg) :to (:eval 2)))
1025 (:arg-types unsigned-num unsigned-num unsigned-num unsigned-num)
1026 (:results (hi :scs (unsigned-reg) :from (:eval 0))
1027 (lo :scs (unsigned-reg) :from (:eval 1)))
1028 (:result-types unsigned-num unsigned-num)
1030 (emit-multiply x y hi lo)
1031 (inst addcc lo carry-in)
1032 (inst addx hi zero-tn)
1033 (inst addcc lo prev)
1034 (inst addx hi zero-tn)))
1036 (define-vop (bignum-mult)
1037 (:translate sb!bignum::%multiply)
1038 (:policy :fast-safe)
1039 (:args (x :scs (unsigned-reg) :to (:result 1))
1040 (y :scs (unsigned-reg) :to (:result 1)))
1041 (:arg-types unsigned-num unsigned-num)
1042 (:results (hi :scs (unsigned-reg))
1043 (lo :scs (unsigned-reg)))
1044 (:result-types unsigned-num unsigned-num)
1046 (emit-multiply x y hi lo)))
1048 (define-vop (bignum-lognot)
1049 (:translate sb!bignum::%lognot)
1050 (:policy :fast-safe)
1051 (:args (x :scs (unsigned-reg)))
1052 (:arg-types unsigned-num)
1053 (:results (r :scs (unsigned-reg)))
1054 (:result-types unsigned-num)
1058 (define-vop (fixnum-to-digit)
1059 (:translate sb!bignum::%fixnum-to-digit)
1060 (:policy :fast-safe)
1061 (:args (fixnum :scs (any-reg)))
1062 (:arg-types tagged-num)
1063 (:results (digit :scs (unsigned-reg)))
1064 (:result-types unsigned-num)
1066 (inst sra digit fixnum fixnum-tag-bits)))
1068 (define-vop (bignum-floor)
1069 (:translate sb!bignum::%floor)
1070 (:policy :fast-safe)
1071 (:args (div-high :scs (unsigned-reg) :target rem)
1072 (div-low :scs (unsigned-reg) :target quo)
1073 (divisor :scs (unsigned-reg)))
1074 (:arg-types unsigned-num unsigned-num unsigned-num)
1075 (:results (quo :scs (unsigned-reg) :from (:argument 1))
1076 (rem :scs (unsigned-reg) :from (:argument 0)))
1077 (:result-types unsigned-num unsigned-num)
1078 (:guard #!+(not (or :sparc-v8 :sparc-v9)) t
1079 #!-(not (or :sparc-v8 :sparc-v9)) nil)
1084 (let ((label (gen-label)))
1085 (inst cmp rem divisor)
1087 (inst addxcc quo quo)
1088 (inst sub rem divisor)
1091 (inst addx rem rem))))
1094 (define-vop (bignum-floor-v8)
1095 (:translate sb!bignum::%floor)
1096 (:policy :fast-safe)
1097 (:args (div-high :scs (unsigned-reg) :target rem)
1098 (div-low :scs (unsigned-reg) :target quo)
1099 (divisor :scs (unsigned-reg)))
1100 (:arg-types unsigned-num unsigned-num unsigned-num)
1101 (:results (quo :scs (unsigned-reg) :from (:argument 1))
1102 (rem :scs (unsigned-reg) :from (:argument 0)))
1103 (:result-types unsigned-num unsigned-num)
1104 (:temporary (:scs (unsigned-reg) :target quo) q)
1105 ;; This vop is for a v8 or v9, provided we're also not using
1106 ;; sparc-64, for which there a special sparc-64 vop.
1107 (:guard #!+(or :sparc-v8 (and :sparc-v9 (not :sparc-64))) t
1108 #!-(or :sparc-v8 (and :sparc-v9 (not :sparc-64))) nil)
1114 ;; Compute the quotient [Y, div-low] / divisor
1115 (inst udiv q div-low divisor)
1116 ;; Compute the remainder. The high part of the result is in the Y
1118 (inst umul rem q divisor)
1119 (inst sub rem div-low rem)
1120 (unless (location= quo q)
1123 (define-vop (bignum-floor-v9)
1124 (:translate sb!bignum::%floor)
1125 (:policy :fast-safe)
1126 (:args (div-high :scs (unsigned-reg))
1127 (div-low :scs (unsigned-reg))
1128 (divisor :scs (unsigned-reg) :to (:result 1)))
1129 (:arg-types unsigned-num unsigned-num unsigned-num)
1130 (:temporary (:sc unsigned-reg :from (:argument 0)) dividend)
1131 (:results (quo :scs (unsigned-reg))
1132 (rem :scs (unsigned-reg)))
1133 (:result-types unsigned-num unsigned-num)
1134 (:guard #!+:sparc-64 t #!-:sparc-64 nil)
1136 ;; Set dividend to be div-high and div-low
1137 (inst sllx dividend div-high 32)
1138 (inst add dividend div-low)
1140 (inst udivx quo dividend divisor)
1141 ;; Compute the remainder
1142 (inst mulx rem quo divisor)
1143 (inst sub rem dividend rem)))
1145 (define-vop (signify-digit)
1146 (:translate sb!bignum::%fixnum-digit-with-correct-sign)
1147 (:policy :fast-safe)
1148 (:args (digit :scs (unsigned-reg) :target res))
1149 (:arg-types unsigned-num)
1150 (:results (res :scs (any-reg signed-reg)))
1151 (:result-types signed-num)
1155 (inst sll res digit fixnum-tag-bits))
1157 (move res digit)))))
1160 (define-vop (digit-ashr)
1161 (:translate sb!bignum::%ashr)
1162 (:policy :fast-safe)
1163 (:args (digit :scs (unsigned-reg))
1164 (count :scs (unsigned-reg)))
1165 (:arg-types unsigned-num positive-fixnum)
1166 (:results (result :scs (unsigned-reg)))
1167 (:result-types unsigned-num)
1169 (inst sra result digit count)))
1171 (define-vop (digit-lshr digit-ashr)
1172 (:translate sb!bignum::%digit-logical-shift-right)
1174 (inst srl result digit count)))
1176 (define-vop (digit-ashl digit-ashr)
1177 (:translate sb!bignum::%ashl)
1179 (inst sll result digit count)))
1182 ;;;; Static functions.
1184 (define-static-fun two-arg-gcd (x y) :translate gcd)
1185 (define-static-fun two-arg-lcm (x y) :translate lcm)
1187 (define-static-fun two-arg-+ (x y) :translate +)
1188 (define-static-fun two-arg-- (x y) :translate -)
1189 (define-static-fun two-arg-* (x y) :translate *)
1190 (define-static-fun two-arg-/ (x y) :translate /)
1192 (define-static-fun two-arg-< (x y) :translate <)
1193 (define-static-fun two-arg-<= (x y) :translate <=)
1194 (define-static-fun two-arg-> (x y) :translate >)
1195 (define-static-fun two-arg->= (x y) :translate >=)
1196 (define-static-fun two-arg-= (x y) :translate =)
1197 (define-static-fun two-arg-/= (x y) :translate /=)
1199 (define-static-fun %negate (x) :translate %negate)
1201 (define-static-fun two-arg-and (x y) :translate logand)
1202 (define-static-fun two-arg-ior (x y) :translate logior)
1203 (define-static-fun two-arg-xor (x y) :translate logxor)
1206 ;; Need these so constant folding works with the deftransform.
1208 (defun ash-right-signed (num shift)
1209 (declare (type (signed-byte #.sb!vm:n-word-bits) num)
1210 (type (integer 0 #.(1- sb!vm:n-word-bits)) shift))
1211 (ash-right-signed num shift))
1213 (defun ash-right-unsigned (num shift)
1214 (declare (type (unsigned-byte #.sb!vm:n-word-bits) num)
1215 (type (integer 0 #.(1- sb!vm:n-word-bits)) shift))
1216 (ash-right-unsigned num shift))
1218 ;; If we can prove that we have a right shift, just do the right shift
1219 ;; instead of calling the inline ASH which has to check for the
1220 ;; direction of the shift at run-time.
1223 (deftransform ash ((num shift) (integer integer))
1224 (let ((num-type (continuation-type num))
1225 (shift-type (continuation-type shift)))
1226 ;; Can only handle right shifts
1227 (unless (csubtypep shift-type (specifier-type '(integer * 0)))
1228 (give-up-ir1-transform))
1230 ;; If we can prove the shift is so large that all bits are shifted
1231 ;; out, return the appropriate constant. If the shift is small
1232 ;; enough, call the VOP. Otherwise, check for the shift size and
1233 ;; do the appropriate thing. (Hmm, could we just leave the IF
1234 ;; s-expr and depend on other parts of the compiler to delete the
1235 ;; unreachable parts, if any?)
1236 (cond ((csubtypep num-type (specifier-type '(signed-byte #.sb!vm:n-word-bits)))
1237 ;; A right shift by 31 is the same as a right shift by
1238 ;; larger amount. We get just the sign.
1239 (if (csubtypep shift-type (specifier-type '(integer #.(- 1 sb!vm:n-word-bits) 0)))
1240 ;; FIXME: ash-right-{un,}signed package problems
1241 `(sb!vm::ash-right-signed num (- shift))
1242 `(sb!vm::ash-right-signed num (min (- shift) #.(1- sb!vm:n-word-bits)))))
1243 ((csubtypep num-type (specifier-type '(unsigned-byte #.sb!vm:n-word-bits)))
1244 (if (csubtypep shift-type (specifier-type '(integer #.(- 1 sb!vm:n-word-bits) 0)))
1245 `(sb!vm::ash-right-unsigned num (- shift))
1246 `(if (<= shift #.(- sb!vm:n-word-bits))
1248 (sb!vm::ash-right-unsigned num (- shift)))))
1250 (give-up-ir1-transform)))))