- (with-spinlock-and-without-gcing ((hash-table-spinlock hash-table))
- ;; We need to rehash here so that a current key can be found if it
- ;; exists. Check that there is room for one more entry. May not be
- ;; needed if the key is already present.
- (cond ((zerop (hash-table-next-free-kv hash-table))
- (rehash hash-table))
- ((= (get-header-data (hash-table-table hash-table))
- sb!vm:vector-must-rehash-subtype)
- (rehash-without-growing hash-table))
- ((not (zerop (hash-table-needing-rehash hash-table)))
- (flush-needing-rehash hash-table)))
-
- (let ((cache (hash-table-cache hash-table))
- (kv-vector (hash-table-table hash-table)))
-
- ;; Check the cache
- (if (and cache (< cache (length kv-vector)) (eq (aref kv-vector cache) key))
- ;; If cached, just store here
- (setf (aref kv-vector (1+ cache)) value)
-
- ;; Search for key in the hash table.
- (multiple-value-bind (hashing eq-based)
- (funcall (hash-table-hash-fun hash-table) key)
- (declare (type hash hashing))
- (let* ((index-vector (hash-table-index-vector hash-table))
- (length (length index-vector))
- (index (rem hashing length))
- (next (aref index-vector index))
- (kv-vector (hash-table-table hash-table))
- (next-vector (hash-table-next-vector hash-table))
- (hash-vector (hash-table-hash-vector hash-table))
- (test-fun (hash-table-test-fun hash-table)))
- (declare (type index index))
-
- (cond ((or eq-based (not hash-vector))
- (when eq-based
- (set-header-data kv-vector sb!vm:vector-valid-hashing-subtype))
-
- ;; Search next-vector chain for a matching key.
- (do ((next next (aref next-vector next)))
- ((zerop next))
- (declare (type index next))
- (when (eq key (aref kv-vector (* 2 next)))
- ;; Found, just replace the value.
- (setf (hash-table-cache hash-table) (* 2 next))
- (setf (aref kv-vector (1+ (* 2 next))) value)
- (return-from %puthash value))))
- (t
- ;; Search next-vector chain for a matching key.
- (do ((next next (aref next-vector next)))
- ((zerop next))
- (declare (type index next))
- (when (and (= hashing (aref hash-vector next))
- (funcall test-fun key
- (aref kv-vector (* 2 next))))
- ;; Found, just replace the value.
- (setf (hash-table-cache hash-table) (* 2 next))
- (setf (aref kv-vector (1+ (* 2 next))) value)
- (return-from %puthash value)))))
-
- ;; Pop a KV slot off the free list
- (let ((free-kv-slot (hash-table-next-free-kv hash-table)))
- ;; Double-check for overflow.
- (aver (not (zerop free-kv-slot)))
- (setf (hash-table-next-free-kv hash-table)
- (aref next-vector free-kv-slot))
- (incf (hash-table-number-entries hash-table))
-
- (setf (hash-table-cache hash-table) (* 2 free-kv-slot))
- (setf (aref kv-vector (* 2 free-kv-slot)) key)
- (setf (aref kv-vector (1+ (* 2 free-kv-slot))) value)
-
- ;; Setup the hash-vector if necessary.
- (when hash-vector
- (if (not eq-based)
- (setf (aref hash-vector free-kv-slot) hashing)
- (aver (= (aref hash-vector free-kv-slot)
- +magic-hash-vector-value+))))
-
- ;; Push this slot into the next chain.
- (setf (aref next-vector free-kv-slot) next)
- (setf (aref index-vector index) free-kv-slot)))))))
- value)
+ (macrolet ((put-it (lockedp)
+ `(let ((cache (hash-table-cache hash-table))
+ (kv-vector (hash-table-table hash-table)))
+ ;; Check the cache
+ (if (and cache
+ (< cache (length kv-vector))
+ (eq (aref kv-vector cache) key))
+ ;; If cached, just store here
+ (setf (aref kv-vector (1+ cache)) value)
+ ;; Otherwise do things the hard way
+ ,(if lockedp
+ '(%%puthash key hash-table value)
+ '(with-hash-table-locks
+ (hash-table :inline (%%puthash) :pin (key)
+ :synchronized nil)
+ (%%puthash key hash-table value)))))))
+ (if (hash-table-synchronized-p hash-table)
+ (with-hash-table-locks (hash-table :pin (key) :synchronized t)
+ (put-it t))
+ (put-it nil))))
+
+(declaim (maybe-inline %remhash))
+(defun %remhash (key hash-table)
+ ;; We need to rehash here so that a current key can be found if it
+ ;; exists.
+ ;;
+ ;; Note that if a GC happens after MAYBE-REHASH returns and another
+ ;; thread the accesses the table (triggering a rehash), we might not
+ ;; find the key even if it is in the table. But that's ok, since the
+ ;; only concurrent case that we safely allow is multiple readers
+ ;; with no writers.
+ (maybe-rehash hash-table nil)
+ ;; Search for key in the hash table.
+ (multiple-value-bind (hashing eq-based)
+ (funcall (hash-table-hash-fun hash-table) key)
+ (declare (type hash hashing))
+ (let* ((index-vector (hash-table-index-vector hash-table))
+ (length (length index-vector))
+ (index (index-for-hashing hashing length))
+ (next (aref index-vector index))
+ (table (hash-table-table hash-table))
+ (next-vector (hash-table-next-vector hash-table))
+ (hash-vector (hash-table-hash-vector hash-table))
+ (test-fun (hash-table-test-fun hash-table)))
+ (declare (type index index)
+ (type index/2 next))
+ (flet ((clear-slot (chain-vector prior-slot-location slot-location)
+ (declare (type index/2 slot-location))
+ ;; Mark slot as empty.
+ (setf (aref table (* 2 slot-location)) +empty-ht-slot+
+ (aref table (1+ (* 2 slot-location))) +empty-ht-slot+)
+ ;; Update the prior pointer in the chain to skip this.
+ (setf (aref chain-vector prior-slot-location)
+ (aref next-vector slot-location))
+ ;; Push KV slot onto free chain.
+ (setf (aref next-vector slot-location)
+ (hash-table-next-free-kv hash-table))
+ (setf (hash-table-next-free-kv hash-table) slot-location)
+ (when hash-vector
+ (setf (aref hash-vector slot-location)
+ +magic-hash-vector-value+))
+ ;; On parallel accesses this may turn out to be a
+ ;; type-error, so don't turn down the safety!
+ (decf (hash-table-number-entries hash-table))
+ t))
+ (cond ((zerop next)
+ nil)
+ ((if (or eq-based (not hash-vector))
+ (eq key (aref table (* 2 next)))
+ (and (= hashing (aref hash-vector next))
+ (funcall test-fun key (aref table (* 2 next)))))
+ (clear-slot index-vector index next))
+ ;; Search next-vector chain for a matching key.
+ ((or eq-based (not hash-vector))
+ ;; EQ based
+ (do ((prior next next)
+ (i 0 (1+ i))
+ (next (aref next-vector next) (aref next-vector next)))
+ ((zerop next) nil)
+ (declare (type index next))
+ (when (> i length)
+ (signal-corrupt-hash-table hash-table))
+ (when (eq key (aref table (* 2 next)))
+ (return-from %remhash (clear-slot next-vector prior next)))))
+ (t
+ ;; not EQ based
+ (do ((prior next next)
+ (i 0 (1+ i))
+ (next (aref next-vector next) (aref next-vector next)))
+ ((zerop next) nil)
+ (declare (type index/2 next))
+ (when (> i length)
+ (signal-corrupt-hash-table hash-table))
+ (when (and (= hashing (aref hash-vector next))
+ (funcall test-fun key (aref table (* 2 next))))
+ (return-from %remhash
+ (clear-slot next-vector prior next))))))))))