Mathieu Chartier | 39e3261 | 2013-11-12 16:28:05 -0800 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (C) 2013 The Android Open Source Project |
| 3 | * |
| 4 | * Licensed under the Apache License, Version 2.0 (the "License"); |
| 5 | * you may not use this file except in compliance with the License. |
| 6 | * You may obtain a copy of the License at |
| 7 | * |
| 8 | * http://www.apache.org/licenses/LICENSE-2.0 |
| 9 | * |
| 10 | * Unless required by applicable law or agreed to in writing, software |
| 11 | * distributed under the License is distributed on an "AS IS" BASIS, |
| 12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 13 | * See the License for the specific language governing permissions and |
| 14 | * limitations under the License. |
| 15 | */ |
| 16 | |
| 17 | #include "reference_queue.h" |
| 18 | |
| 19 | #include "accounting/card_table-inl.h" |
Hiroshi Yamauchi | 2cd334a | 2015-01-09 14:03:35 -0800 | [diff] [blame] | 20 | #include "collector/concurrent_copying.h" |
Mathieu Chartier | 39e3261 | 2013-11-12 16:28:05 -0800 | [diff] [blame] | 21 | #include "heap.h" |
| 22 | #include "mirror/class-inl.h" |
| 23 | #include "mirror/object-inl.h" |
Mathieu Chartier | 8fa2dad | 2014-03-13 12:22:56 -0700 | [diff] [blame] | 24 | #include "mirror/reference-inl.h" |
Mathieu Chartier | 39e3261 | 2013-11-12 16:28:05 -0800 | [diff] [blame] | 25 | |
| 26 | namespace art { |
| 27 | namespace gc { |
| 28 | |
Mathieu Chartier | a5a53ef | 2014-09-12 12:58:05 -0700 | [diff] [blame] | 29 | ReferenceQueue::ReferenceQueue(Mutex* lock) : lock_(lock), list_(nullptr) { |
Mathieu Chartier | 39e3261 | 2013-11-12 16:28:05 -0800 | [diff] [blame] | 30 | } |
| 31 | |
Mathieu Chartier | 5d3f73a | 2016-10-14 14:28:47 -0700 | [diff] [blame] | 32 | void ReferenceQueue::AtomicEnqueueIfNotEnqueued(Thread* self, ObjPtr<mirror::Reference> ref) { |
Mathieu Chartier | 2cebb24 | 2015-04-21 16:50:40 -0700 | [diff] [blame] | 33 | DCHECK(ref != nullptr); |
Mathieu Chartier | a5a53ef | 2014-09-12 12:58:05 -0700 | [diff] [blame] | 34 | MutexLock mu(self, *lock_); |
Richard Uhler | c4695df | 2016-01-15 14:08:05 -0800 | [diff] [blame] | 35 | if (ref->IsUnprocessed()) { |
| 36 | EnqueueReference(ref); |
Mathieu Chartier | 39e3261 | 2013-11-12 16:28:05 -0800 | [diff] [blame] | 37 | } |
| 38 | } |
| 39 | |
Mathieu Chartier | 5d3f73a | 2016-10-14 14:28:47 -0700 | [diff] [blame] | 40 | void ReferenceQueue::EnqueueReference(ObjPtr<mirror::Reference> ref) { |
Mathieu Chartier | 2cebb24 | 2015-04-21 16:50:40 -0700 | [diff] [blame] | 41 | DCHECK(ref != nullptr); |
Richard Uhler | c4695df | 2016-01-15 14:08:05 -0800 | [diff] [blame] | 42 | CHECK(ref->IsUnprocessed()); |
Mathieu Chartier | 39e3261 | 2013-11-12 16:28:05 -0800 | [diff] [blame] | 43 | if (IsEmpty()) { |
| 44 | // 1 element cyclic queue, ie: Reference ref = ..; ref.pendingNext = ref; |
Mathieu Chartier | 5d3f73a | 2016-10-14 14:28:47 -0700 | [diff] [blame] | 45 | list_ = ref.Ptr(); |
Mathieu Chartier | 39e3261 | 2013-11-12 16:28:05 -0800 | [diff] [blame] | 46 | } else { |
Mathieu Chartier | 5ffa078 | 2016-07-27 10:45:47 -0700 | [diff] [blame] | 47 | // The list is owned by the GC, everything that has been inserted must already be at least |
| 48 | // gray. |
Mathieu Chartier | 5d3f73a | 2016-10-14 14:28:47 -0700 | [diff] [blame] | 49 | ObjPtr<mirror::Reference> head = list_->GetPendingNext<kWithoutReadBarrier>(); |
Richard Uhler | c4695df | 2016-01-15 14:08:05 -0800 | [diff] [blame] | 50 | DCHECK(head != nullptr); |
Richard Uhler | 522d51b | 2016-01-22 14:18:57 -0800 | [diff] [blame] | 51 | ref->SetPendingNext(head); |
Mathieu Chartier | 39e3261 | 2013-11-12 16:28:05 -0800 | [diff] [blame] | 52 | } |
Richard Uhler | c4695df | 2016-01-15 14:08:05 -0800 | [diff] [blame] | 53 | // Add the reference in the middle to preserve the cycle. |
Richard Uhler | 522d51b | 2016-01-22 14:18:57 -0800 | [diff] [blame] | 54 | list_->SetPendingNext(ref); |
Mathieu Chartier | 39e3261 | 2013-11-12 16:28:05 -0800 | [diff] [blame] | 55 | } |
| 56 | |
Mathieu Chartier | 5d3f73a | 2016-10-14 14:28:47 -0700 | [diff] [blame] | 57 | ObjPtr<mirror::Reference> ReferenceQueue::DequeuePendingReference() { |
Mathieu Chartier | 39e3261 | 2013-11-12 16:28:05 -0800 | [diff] [blame] | 58 | DCHECK(!IsEmpty()); |
Mathieu Chartier | 5d3f73a | 2016-10-14 14:28:47 -0700 | [diff] [blame] | 59 | ObjPtr<mirror::Reference> ref = list_->GetPendingNext<kWithoutReadBarrier>(); |
Richard Uhler | c4695df | 2016-01-15 14:08:05 -0800 | [diff] [blame] | 60 | DCHECK(ref != nullptr); |
Mathieu Chartier | 39e3261 | 2013-11-12 16:28:05 -0800 | [diff] [blame] | 61 | // Note: the following code is thread-safe because it is only called from ProcessReferences which |
| 62 | // is single threaded. |
Richard Uhler | c4695df | 2016-01-15 14:08:05 -0800 | [diff] [blame] | 63 | if (list_ == ref) { |
Mathieu Chartier | 39e3261 | 2013-11-12 16:28:05 -0800 | [diff] [blame] | 64 | list_ = nullptr; |
| 65 | } else { |
Mathieu Chartier | 5d3f73a | 2016-10-14 14:28:47 -0700 | [diff] [blame] | 66 | ObjPtr<mirror::Reference> next = ref->GetPendingNext<kWithoutReadBarrier>(); |
Richard Uhler | 522d51b | 2016-01-22 14:18:57 -0800 | [diff] [blame] | 67 | list_->SetPendingNext(next); |
Mathieu Chartier | 39e3261 | 2013-11-12 16:28:05 -0800 | [diff] [blame] | 68 | } |
Richard Uhler | 522d51b | 2016-01-22 14:18:57 -0800 | [diff] [blame] | 69 | ref->SetPendingNext(nullptr); |
Hiroshi Yamauchi | 057d977 | 2017-02-17 15:33:23 -0800 | [diff] [blame] | 70 | return ref; |
| 71 | } |
| 72 | |
| 73 | // This must be called whenever DequeuePendingReference is called. |
| 74 | void ReferenceQueue::DisableReadBarrierForReference(ObjPtr<mirror::Reference> ref) { |
Hiroshi Yamauchi | 2cd334a | 2015-01-09 14:03:35 -0800 | [diff] [blame] | 75 | Heap* heap = Runtime::Current()->GetHeap(); |
| 76 | if (kUseBakerOrBrooksReadBarrier && heap->CurrentCollectorType() == kCollectorTypeCC && |
| 77 | heap->ConcurrentCopyingCollector()->IsActive()) { |
Hiroshi Yamauchi | 8e67465 | 2015-12-22 11:09:18 -0800 | [diff] [blame] | 78 | // Change the gray ptr we left in ConcurrentCopying::ProcessMarkStackRef() to white. |
Hiroshi Yamauchi | 70c08d3 | 2015-09-10 16:01:30 -0700 | [diff] [blame] | 79 | // We check IsActive() above because we don't want to do this when the zygote compaction |
| 80 | // collector (SemiSpace) is running. |
Hiroshi Yamauchi | 2cd334a | 2015-01-09 14:03:35 -0800 | [diff] [blame] | 81 | CHECK(ref != nullptr); |
Hiroshi Yamauchi | 70c08d3 | 2015-09-10 16:01:30 -0700 | [diff] [blame] | 82 | collector::ConcurrentCopying* concurrent_copying = heap->ConcurrentCopyingCollector(); |
Hiroshi Yamauchi | 12b58b2 | 2016-11-01 11:55:29 -0700 | [diff] [blame] | 83 | uint32_t rb_state = ref->GetReadBarrierState(); |
| 84 | if (rb_state == ReadBarrier::GrayState()) { |
| 85 | ref->AtomicSetReadBarrierState(ReadBarrier::GrayState(), ReadBarrier::WhiteState()); |
| 86 | CHECK_EQ(ref->GetReadBarrierState(), ReadBarrier::WhiteState()); |
Hiroshi Yamauchi | 2cd334a | 2015-01-09 14:03:35 -0800 | [diff] [blame] | 87 | } else { |
Hiroshi Yamauchi | 8e67465 | 2015-12-22 11:09:18 -0800 | [diff] [blame] | 88 | // In ConcurrentCopying::ProcessMarkStackRef() we may leave a white reference in the queue and |
| 89 | // find it here, which is OK. |
Hiroshi Yamauchi | 12b58b2 | 2016-11-01 11:55:29 -0700 | [diff] [blame] | 90 | CHECK_EQ(rb_state, ReadBarrier::WhiteState()) << "ref=" << ref << " rb_state=" << rb_state; |
Mathieu Chartier | 5d3f73a | 2016-10-14 14:28:47 -0700 | [diff] [blame] | 91 | ObjPtr<mirror::Object> referent = ref->GetReferent<kWithoutReadBarrier>(); |
Hiroshi Yamauchi | d2bb5ba | 2015-09-14 15:10:50 -0700 | [diff] [blame] | 92 | // The referent could be null if it's cleared by a mutator (Reference.clear()). |
| 93 | if (referent != nullptr) { |
Mathieu Chartier | 5d3f73a | 2016-10-14 14:28:47 -0700 | [diff] [blame] | 94 | CHECK(concurrent_copying->IsInToSpace(referent.Ptr())) |
Hiroshi Yamauchi | 12b58b2 | 2016-11-01 11:55:29 -0700 | [diff] [blame] | 95 | << "ref=" << ref << " rb_state=" << ref->GetReadBarrierState() |
Hiroshi Yamauchi | d2bb5ba | 2015-09-14 15:10:50 -0700 | [diff] [blame] | 96 | << " referent=" << referent; |
| 97 | } |
Hiroshi Yamauchi | 2cd334a | 2015-01-09 14:03:35 -0800 | [diff] [blame] | 98 | } |
| 99 | } |
Mathieu Chartier | 39e3261 | 2013-11-12 16:28:05 -0800 | [diff] [blame] | 100 | } |
| 101 | |
| 102 | void ReferenceQueue::Dump(std::ostream& os) const { |
Mathieu Chartier | 5d3f73a | 2016-10-14 14:28:47 -0700 | [diff] [blame] | 103 | ObjPtr<mirror::Reference> cur = list_; |
Mathieu Chartier | 39e3261 | 2013-11-12 16:28:05 -0800 | [diff] [blame] | 104 | os << "Reference starting at list_=" << list_ << "\n"; |
Mathieu Chartier | 9e2094f | 2014-12-11 18:43:48 -0800 | [diff] [blame] | 105 | if (cur == nullptr) { |
| 106 | return; |
| 107 | } |
| 108 | do { |
Mathieu Chartier | 5d3f73a | 2016-10-14 14:28:47 -0700 | [diff] [blame] | 109 | ObjPtr<mirror::Reference> pending_next = cur->GetPendingNext(); |
Mathieu Chartier | 9e2094f | 2014-12-11 18:43:48 -0800 | [diff] [blame] | 110 | os << "Reference= " << cur << " PendingNext=" << pending_next; |
Mathieu Chartier | 8fa2dad | 2014-03-13 12:22:56 -0700 | [diff] [blame] | 111 | if (cur->IsFinalizerReferenceInstance()) { |
| 112 | os << " Zombie=" << cur->AsFinalizerReference()->GetZombie(); |
Mathieu Chartier | 39e3261 | 2013-11-12 16:28:05 -0800 | [diff] [blame] | 113 | } |
| 114 | os << "\n"; |
| 115 | cur = pending_next; |
Mathieu Chartier | 9e2094f | 2014-12-11 18:43:48 -0800 | [diff] [blame] | 116 | } while (cur != list_); |
| 117 | } |
| 118 | |
| 119 | size_t ReferenceQueue::GetLength() const { |
| 120 | size_t count = 0; |
Mathieu Chartier | 5d3f73a | 2016-10-14 14:28:47 -0700 | [diff] [blame] | 121 | ObjPtr<mirror::Reference> cur = list_; |
Mathieu Chartier | 9e2094f | 2014-12-11 18:43:48 -0800 | [diff] [blame] | 122 | if (cur != nullptr) { |
| 123 | do { |
| 124 | ++count; |
| 125 | cur = cur->GetPendingNext(); |
| 126 | } while (cur != list_); |
Mathieu Chartier | 39e3261 | 2013-11-12 16:28:05 -0800 | [diff] [blame] | 127 | } |
Mathieu Chartier | 9e2094f | 2014-12-11 18:43:48 -0800 | [diff] [blame] | 128 | return count; |
Mathieu Chartier | 39e3261 | 2013-11-12 16:28:05 -0800 | [diff] [blame] | 129 | } |
| 130 | |
Mathieu Chartier | 308351a | 2014-06-15 12:39:02 -0700 | [diff] [blame] | 131 | void ReferenceQueue::ClearWhiteReferences(ReferenceQueue* cleared_references, |
Mathieu Chartier | 9750995 | 2015-07-13 14:35:43 -0700 | [diff] [blame] | 132 | collector::GarbageCollector* collector) { |
Mathieu Chartier | 39e3261 | 2013-11-12 16:28:05 -0800 | [diff] [blame] | 133 | while (!IsEmpty()) { |
Mathieu Chartier | 5d3f73a | 2016-10-14 14:28:47 -0700 | [diff] [blame] | 134 | ObjPtr<mirror::Reference> ref = DequeuePendingReference(); |
Mathieu Chartier | 308351a | 2014-06-15 12:39:02 -0700 | [diff] [blame] | 135 | mirror::HeapReference<mirror::Object>* referent_addr = ref->GetReferentReferenceAddr(); |
Hiroshi Yamauchi | 65f5f24 | 2016-12-19 11:44:47 -0800 | [diff] [blame] | 136 | // do_atomic_update is false because this happens during the reference processing phase where |
| 137 | // Reference.clear() would block. |
| 138 | if (!collector->IsNullOrMarkedHeapReference(referent_addr, /*do_atomic_update*/false)) { |
Mathieu Chartier | 308351a | 2014-06-15 12:39:02 -0700 | [diff] [blame] | 139 | // Referent is white, clear it. |
| 140 | if (Runtime::Current()->IsActiveTransaction()) { |
| 141 | ref->ClearReferent<true>(); |
| 142 | } else { |
| 143 | ref->ClearReferent<false>(); |
| 144 | } |
Richard Uhler | c4695df | 2016-01-15 14:08:05 -0800 | [diff] [blame] | 145 | cleared_references->EnqueueReference(ref); |
Mathieu Chartier | 39e3261 | 2013-11-12 16:28:05 -0800 | [diff] [blame] | 146 | } |
Hiroshi Yamauchi | 057d977 | 2017-02-17 15:33:23 -0800 | [diff] [blame] | 147 | // Delay disabling the read barrier until here so that the ClearReferent call above in |
| 148 | // transaction mode will trigger the read barrier. |
| 149 | DisableReadBarrierForReference(ref); |
Mathieu Chartier | 39e3261 | 2013-11-12 16:28:05 -0800 | [diff] [blame] | 150 | } |
| 151 | } |
| 152 | |
Mathieu Chartier | 308351a | 2014-06-15 12:39:02 -0700 | [diff] [blame] | 153 | void ReferenceQueue::EnqueueFinalizerReferences(ReferenceQueue* cleared_references, |
Mathieu Chartier | 9750995 | 2015-07-13 14:35:43 -0700 | [diff] [blame] | 154 | collector::GarbageCollector* collector) { |
Mathieu Chartier | 39e3261 | 2013-11-12 16:28:05 -0800 | [diff] [blame] | 155 | while (!IsEmpty()) { |
Mathieu Chartier | 5d3f73a | 2016-10-14 14:28:47 -0700 | [diff] [blame] | 156 | ObjPtr<mirror::FinalizerReference> ref = DequeuePendingReference()->AsFinalizerReference(); |
Mathieu Chartier | 308351a | 2014-06-15 12:39:02 -0700 | [diff] [blame] | 157 | mirror::HeapReference<mirror::Object>* referent_addr = ref->GetReferentReferenceAddr(); |
Hiroshi Yamauchi | 65f5f24 | 2016-12-19 11:44:47 -0800 | [diff] [blame] | 158 | // do_atomic_update is false because this happens during the reference processing phase where |
| 159 | // Reference.clear() would block. |
| 160 | if (!collector->IsNullOrMarkedHeapReference(referent_addr, /*do_atomic_update*/false)) { |
Mathieu Chartier | 5d3f73a | 2016-10-14 14:28:47 -0700 | [diff] [blame] | 161 | ObjPtr<mirror::Object> forward_address = collector->MarkObject(referent_addr->AsMirrorPtr()); |
Mathieu Chartier | 308351a | 2014-06-15 12:39:02 -0700 | [diff] [blame] | 162 | // Move the updated referent to the zombie field. |
| 163 | if (Runtime::Current()->IsActiveTransaction()) { |
| 164 | ref->SetZombie<true>(forward_address); |
| 165 | ref->ClearReferent<true>(); |
| 166 | } else { |
| 167 | ref->SetZombie<false>(forward_address); |
| 168 | ref->ClearReferent<false>(); |
Mathieu Chartier | 39e3261 | 2013-11-12 16:28:05 -0800 | [diff] [blame] | 169 | } |
Mathieu Chartier | 308351a | 2014-06-15 12:39:02 -0700 | [diff] [blame] | 170 | cleared_references->EnqueueReference(ref); |
Mathieu Chartier | 39e3261 | 2013-11-12 16:28:05 -0800 | [diff] [blame] | 171 | } |
Hiroshi Yamauchi | 057d977 | 2017-02-17 15:33:23 -0800 | [diff] [blame] | 172 | // Delay disabling the read barrier until here so that the ClearReferent call above in |
| 173 | // transaction mode will trigger the read barrier. |
| 174 | DisableReadBarrierForReference(ref->AsReference()); |
Mathieu Chartier | 39e3261 | 2013-11-12 16:28:05 -0800 | [diff] [blame] | 175 | } |
| 176 | } |
| 177 | |
Mathieu Chartier | 9750995 | 2015-07-13 14:35:43 -0700 | [diff] [blame] | 178 | void ReferenceQueue::ForwardSoftReferences(MarkObjectVisitor* visitor) { |
Fred Shih | 530e1b5 | 2014-06-09 15:19:54 -0700 | [diff] [blame] | 179 | if (UNLIKELY(IsEmpty())) { |
| 180 | return; |
| 181 | } |
Mathieu Chartier | 5d3f73a | 2016-10-14 14:28:47 -0700 | [diff] [blame] | 182 | ObjPtr<mirror::Reference> const head = list_; |
| 183 | ObjPtr<mirror::Reference> ref = head; |
Fred Shih | 530e1b5 | 2014-06-09 15:19:54 -0700 | [diff] [blame] | 184 | do { |
Mathieu Chartier | 308351a | 2014-06-15 12:39:02 -0700 | [diff] [blame] | 185 | mirror::HeapReference<mirror::Object>* referent_addr = ref->GetReferentReferenceAddr(); |
| 186 | if (referent_addr->AsMirrorPtr() != nullptr) { |
Hiroshi Yamauchi | 057d977 | 2017-02-17 15:33:23 -0800 | [diff] [blame] | 187 | // do_atomic_update is false because mutators can't access the referent due to the weak ref |
| 188 | // access blocking. |
| 189 | visitor->MarkHeapReference(referent_addr, /*do_atomic_update*/ false); |
Mathieu Chartier | 39e3261 | 2013-11-12 16:28:05 -0800 | [diff] [blame] | 190 | } |
Fred Shih | 530e1b5 | 2014-06-09 15:19:54 -0700 | [diff] [blame] | 191 | ref = ref->GetPendingNext(); |
| 192 | } while (LIKELY(ref != head)); |
Mathieu Chartier | 39e3261 | 2013-11-12 16:28:05 -0800 | [diff] [blame] | 193 | } |
| 194 | |
Mathieu Chartier | 9750995 | 2015-07-13 14:35:43 -0700 | [diff] [blame] | 195 | void ReferenceQueue::UpdateRoots(IsMarkedVisitor* visitor) { |
Mathieu Chartier | 52e4b43 | 2014-06-10 11:22:31 -0700 | [diff] [blame] | 196 | if (list_ != nullptr) { |
Mathieu Chartier | 9750995 | 2015-07-13 14:35:43 -0700 | [diff] [blame] | 197 | list_ = down_cast<mirror::Reference*>(visitor->IsMarked(list_)); |
Mathieu Chartier | 52e4b43 | 2014-06-10 11:22:31 -0700 | [diff] [blame] | 198 | } |
| 199 | } |
| 200 | |
Mathieu Chartier | 39e3261 | 2013-11-12 16:28:05 -0800 | [diff] [blame] | 201 | } // namespace gc |
| 202 | } // namespace art |