using System; using System.Collections.Generic; using System.Numerics; namespace Ryujinx.Graphics.Gpu.Shader.HashTable { /// /// Partitioned hash table. /// /// Hash table entry type class PartitionHashTable { /// /// Hash table entry. /// private struct Entry { /// /// Hash bytes of . /// public readonly uint Hash; /// /// If this entry is only a sub-region of , this indicates the size in bytes /// of that region. Otherwise, it should be zero. /// public readonly int OwnSize; /// /// Data used to compute the hash for this entry. /// /// /// To avoid additional allocations, this might be a instance of the full entry data, /// and only a sub-region of it might be actually used by this entry. Such sub-region /// has its size indicated by in this case. /// public readonly byte[] Data; /// /// Item associated with this entry. /// public T Item; /// /// Indicates if the entry is partial, which means that this entry is only for a sub-region of the data. /// /// /// Partial entries have no items associated with them. They just indicates that the data might be present on /// the table, and one must keep looking for the full entry on other tables of larger data size. /// public bool IsPartial => OwnSize != 0; /// /// Creates a new partial hash table entry. /// /// Hash of the data /// Full data /// Size of the sub-region of data that belongs to this entry public Entry(uint hash, byte[] ownerData, int ownSize) { Hash = hash; OwnSize = ownSize; Data = ownerData; Item = default; } /// /// Creates a new full hash table entry. /// /// Hash of the data /// Data /// Item associated with this entry public Entry(uint hash, byte[] data, T item) { Hash = hash; OwnSize = 0; Data = data; Item = item; } /// /// Gets the data for this entry, either full or partial. /// /// Data sub-region public ReadOnlySpan GetData() { if (OwnSize != 0) { return new ReadOnlySpan(Data).Slice(0, OwnSize); } return Data; } } /// /// Hash table bucket. /// private struct Bucket { /// /// Inline entry, to avoid allocations for the common single entry case. /// public Entry InlineEntry; /// /// List of additional entries for the not-so-common multiple entries case. /// public List MoreEntries; } private Bucket[] _buckets; private int _count; /// /// Total amount of entries on the hash table. /// public int Count => _count; /// /// Creates a new instance of the partitioned hash table. /// public PartitionHashTable() { _buckets = Array.Empty(); } /// /// Gets an item on the table, or adds a new one if not present. /// /// Data /// Hash of the data /// Item to be added if not found /// Existing item if found, or if not found public T GetOrAdd(byte[] data, uint dataHash, T item) { if (TryFindItem(dataHash, data, out T existingItem)) { return existingItem; } Entry entry = new Entry(dataHash, data, item); AddToBucket(dataHash, ref entry); return item; } /// /// Adds an item to the hash table. /// /// Data /// Hash of the data /// Item to be added /// True if the item was added, false due to an item associated with the data already being on the table public bool Add(byte[] data, uint dataHash, T item) { if (TryFindItem(dataHash, data, out _)) { return false; } Entry entry = new Entry(dataHash, data, item); AddToBucket(dataHash, ref entry); return true; } /// /// Adds a partial entry to the hash table. /// /// Full data /// Size of the sub-region of used by the partial entry /// True if added, false otherwise public bool AddPartial(byte[] ownerData, int ownSize) { ReadOnlySpan data = new ReadOnlySpan(ownerData).Slice(0, ownSize); return AddPartial(ownerData, HashState.CalcHash(data), ownSize); } /// /// Adds a partial entry to the hash table. /// /// Full data /// Hash of the data sub-region /// Size of the sub-region of used by the partial entry /// True if added, false otherwise public bool AddPartial(byte[] ownerData, uint dataHash, int ownSize) { ReadOnlySpan data = new ReadOnlySpan(ownerData).Slice(0, ownSize); if (TryFindItem(dataHash, data, out _)) { return false; } Entry entry = new Entry(dataHash, ownerData, ownSize); AddToBucket(dataHash, ref entry); return true; } /// /// Adds entry with a given hash to the table. /// /// Hash of the entry /// Entry private void AddToBucket(uint dataHash, ref Entry entry) { int pow2Count = GetPow2Count(++_count); if (pow2Count != _buckets.Length) { Rebuild(pow2Count); } ref Bucket bucket = ref GetBucketForHash(dataHash); AddToBucket(ref bucket, ref entry); } /// /// Adds an entry to a bucket. /// /// Bucket to add the entry into /// Entry to be added private void AddToBucket(ref Bucket bucket, ref Entry entry) { if (bucket.InlineEntry.Data == null) { bucket.InlineEntry = entry; } else { (bucket.MoreEntries ??= new List()).Add(entry); } } /// /// Creates partial entries on a new hash table for all existing full entries. /// /// /// This should be called every time a new hash table is created, and there are hash /// tables with data sizes that are higher than that of the new table. /// This will then fill the new hash table with "partial" entries of full entries /// on the hash tables with higher size. /// /// New hash table /// Size of the data on the new hash table public void FillPartials(PartitionHashTable newTable, int newEntrySize) { for (int i = 0; i < _buckets.Length; i++) { ref Bucket bucket = ref _buckets[i]; ref Entry inlineEntry = ref bucket.InlineEntry; if (inlineEntry.Data != null) { if (!inlineEntry.IsPartial) { newTable.AddPartial(inlineEntry.Data, newEntrySize); } if (bucket.MoreEntries != null) { foreach (Entry entry in bucket.MoreEntries) { if (entry.IsPartial) { continue; } newTable.AddPartial(entry.Data, newEntrySize); } } } } } /// /// Tries to find an item on the table. /// /// Hash of /// Data to find /// Item associated with the data /// True if an item was found, false otherwise private bool TryFindItem(uint dataHash, ReadOnlySpan data, out T item) { if (_count == 0) { item = default; return false; } ref Bucket bucket = ref GetBucketForHash(dataHash); if (bucket.InlineEntry.Data != null) { if (bucket.InlineEntry.Hash == dataHash && bucket.InlineEntry.GetData().SequenceEqual(data)) { item = bucket.InlineEntry.Item; return true; } if (bucket.MoreEntries != null) { foreach (Entry entry in bucket.MoreEntries) { if (entry.Hash == dataHash && entry.GetData().SequenceEqual(data)) { item = entry.Item; return true; } } } } item = default; return false; } /// /// Indicates the result of a hash table lookup. /// public enum SearchResult { /// /// No entry was found, the search must continue on hash tables of lower size. /// NotFound, /// /// A partial entry was found, the search must continue on hash tables of higher size. /// FoundPartial, /// /// A full entry was found, the search was concluded and the item can be retrieved. /// FoundFull } /// /// Tries to find an item on the table. /// /// Data accessor /// Size of the hash table data /// The item on the table, if found, otherwise unmodified /// The data on the table, if found, otherwise unmodified /// Table lookup result public SearchResult TryFindItem(scoped ref SmartDataAccessor dataAccessor, int size, scoped ref T item, scoped ref byte[] data) { if (_count == 0) { return SearchResult.NotFound; } ReadOnlySpan dataSpan = dataAccessor.GetSpanAndHash(size, out uint dataHash); if (dataSpan.Length != size) { return SearchResult.NotFound; } ref Bucket bucket = ref GetBucketForHash(dataHash); if (bucket.InlineEntry.Data != null) { if (bucket.InlineEntry.Hash == dataHash && bucket.InlineEntry.GetData().SequenceEqual(dataSpan)) { item = bucket.InlineEntry.Item; data = bucket.InlineEntry.Data; return bucket.InlineEntry.IsPartial ? SearchResult.FoundPartial : SearchResult.FoundFull; } if (bucket.MoreEntries != null) { foreach (Entry entry in bucket.MoreEntries) { if (entry.Hash == dataHash && entry.GetData().SequenceEqual(dataSpan)) { item = entry.Item; data = entry.Data; return entry.IsPartial ? SearchResult.FoundPartial : SearchResult.FoundFull; } } } } return SearchResult.NotFound; } /// /// Rebuilds the table for a new count. /// /// New power of two count of the table private void Rebuild(int newPow2Count) { Bucket[] newBuckets = new Bucket[newPow2Count]; uint mask = (uint)newPow2Count - 1; for (int i = 0; i < _buckets.Length; i++) { ref Bucket bucket = ref _buckets[i]; if (bucket.InlineEntry.Data != null) { AddToBucket(ref newBuckets[(int)(bucket.InlineEntry.Hash & mask)], ref bucket.InlineEntry); if (bucket.MoreEntries != null) { foreach (Entry entry in bucket.MoreEntries) { Entry entryCopy = entry; AddToBucket(ref newBuckets[(int)(entry.Hash & mask)], ref entryCopy); } } } } _buckets = newBuckets; } /// /// Gets the bucket for a given hash. /// /// Data hash /// Bucket for the hash private ref Bucket GetBucketForHash(uint hash) { int index = (int)(hash & (_buckets.Length - 1)); return ref _buckets[index]; } /// /// Gets a power of two count from a regular count. /// /// Count /// Power of two count private static int GetPow2Count(int count) { // This returns the nearest power of two that is lower than count. // This was done to optimize memory usage rather than performance. return 1 << BitOperations.Log2((uint)count); } } }