- BIGNUM
- ;;; Note: On the mips port space for a two word bignum is always
- ;;; allocated and the header size is set to either one or two words
- ;;; as appropriate. On the mips port this is faster, and smaller
- ;;; inline, but produces more garbage. The inline x86 version uses
- ;;; the same approach, but here we save garbage and allocate the
- ;;; smallest possible bignum.
- (inst jmp :ns one-word-bignum)
- (inst mov ebx eax)
-
- ;; Two word bignum
- (with-fixed-allocation (ebx bignum-widetag (+ bignum-digits-offset 2))
- (storew eax ebx bignum-digits-offset other-pointer-lowtag))
- (inst ret)
-
- ONE-WORD-BIGNUM
- (with-fixed-allocation (ebx bignum-widetag (+ bignum-digits-offset 1))
- (storew eax ebx bignum-digits-offset other-pointer-lowtag))
- (inst ret))
+#+sb-assembling
+(macrolet
+ ((def (reg)
+ (declare (ignorable reg))
+ #!+sb-thread
+ (let* ((name (intern (format nil "ALLOC-TLS-INDEX-IN-~A" reg)))
+ (target-offset (intern (format nil "~A-OFFSET" reg)))
+ (other-offset (if (eql 'eax reg)
+ 'ecx-offset
+ 'eax-offset)))
+ ;; Symbol starts in TARGET, where the TLS-INDEX ends up in.
+ `(define-assembly-routine ,name
+ ((:temp other descriptor-reg ,other-offset)
+ (:temp target descriptor-reg ,target-offset))
+ (let ((get-tls-index-lock (gen-label))
+ (release-tls-index-lock (gen-label)))
+ (pseudo-atomic
+ ;; Save OTHER & push the symbol. EAX is either one of the two.
+ (inst push other)
+ (inst push target)
+ (emit-label get-tls-index-lock)
+ (let ((not-eax ,(if (eql 'eax reg) 'other 'target)))
+ (inst mov not-eax 1)
+ (inst xor eax-tn eax-tn)
+ (inst cmpxchg (make-ea-for-symbol-value *tls-index-lock*)
+ not-eax :lock)
+ (inst jmp :ne get-tls-index-lock))
+ ;; The symbol is now in OTHER.
+ (inst pop other)
+ ;; Now with the lock held, see if the symbol's tls index has been
+ ;; set in the meantime.
+ (loadw target other symbol-tls-index-slot other-pointer-lowtag)
+ (inst test target target)
+ (inst jmp :ne release-tls-index-lock)
+ ;; Allocate a new tls-index.
+ (load-symbol-value target *free-tls-index*)
+ (let ((not-error (gen-label))
+ (error (generate-error-code nil 'tls-exhausted-error)))
+ (inst cmp target (ash tls-size word-shift))
+ (inst jmp :l not-error)
+ (%clear-pseudo-atomic)
+ (inst jmp error)
+ (emit-label not-error))
+ (inst add (make-ea-for-symbol-value *free-tls-index*)
+ n-word-bytes)
+ (storew target other symbol-tls-index-slot other-pointer-lowtag)
+ (emit-label release-tls-index-lock)
+ ;; No need for barriers on x86/x86-64 on unlock.
+ (store-symbol-value 0 *tls-index-lock*)
+ ;; Restore OTHER.
+ (inst pop other))
+ (inst ret))))))
+ (def eax)
+ (def ebx)
+ (def ecx)
+ (def edx)
+ (def edi)
+ (def esi))