MetadataService.cs 4.4 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152
  1. using System;
  2. using System.Collections.Generic;
  3. using System.IO;
  4. using Best.HTTP.Shared.Databases.MetadataIndexFinders;
  5. namespace Best.HTTP.Shared.Databases
  6. {
  7. public struct MetadataStats
  8. {
  9. public int min;
  10. public int max;
  11. public int count;
  12. public int sum;
  13. }
  14. public abstract class MetadataService<MetadataType, ContentType> where MetadataType : Metadata, new()
  15. {
  16. public List<MetadataType> Metadatas { get; protected set; }
  17. public IndexingService<ContentType, MetadataType> IndexingService { get; protected set; }
  18. public IEmptyMetadataIndexFinder<MetadataType> EmptyMetadataIndexFinder { get; protected set; }
  19. protected MetadataService(IndexingService<ContentType, MetadataType> indexingService, IEmptyMetadataIndexFinder<MetadataType> emptyMetadataIndexFinder)
  20. {
  21. this.IndexingService = indexingService;
  22. this.EmptyMetadataIndexFinder = emptyMetadataIndexFinder;
  23. this.Metadatas = new List<MetadataType>();
  24. }
  25. /// <summary>
  26. /// Called when metadata loaded from file
  27. /// </summary>
  28. public virtual MetadataType CreateFrom(Stream stream)
  29. {
  30. var metadata = new MetadataType();
  31. metadata.Index = this.Metadatas.Count;
  32. metadata.LoadFrom(stream);
  33. this.Metadatas.Add(metadata);
  34. this.IndexingService.Index(metadata);
  35. return metadata;
  36. }
  37. /// <summary>
  38. /// Called by a concrete MetadataService implementation to create a new metadata
  39. /// </summary>
  40. protected MetadataType CreateDefault(ContentType content, int filePos, int length, Action<ContentType, MetadataType> setupCallback)
  41. {
  42. var metadata = new MetadataType();
  43. metadata.FilePosition = filePos;
  44. metadata.Length = length;
  45. metadata.Index = this.EmptyMetadataIndexFinder.FindFreeIndex(this.Metadatas);
  46. if (setupCallback != null)
  47. setupCallback(content, metadata);
  48. if (metadata.Index == this.Metadatas.Count)
  49. this.Metadatas.Add(metadata);
  50. else
  51. this.Metadatas[metadata.Index] = metadata;
  52. this.IndexingService.Index(metadata);
  53. return metadata;
  54. }
  55. public void Remove(MetadataType metadata)
  56. {
  57. this.IndexingService.Remove(metadata);
  58. // Mark metadata for deletion. Next time we save, it's not going to written out to disk.
  59. metadata.MarkForDelete();
  60. }
  61. public void SaveTo(Stream stream)
  62. {
  63. stream.SetLength(0);
  64. var optimizedIndexes = this.IndexingService.GetOptimizedIndexes();
  65. if (optimizedIndexes != null)
  66. {
  67. foreach (var index in optimizedIndexes)
  68. {
  69. var metadata = this.Metadatas[index];
  70. if (metadata.IsDeleted)
  71. continue;
  72. metadata.SaveTo(stream);
  73. }
  74. }
  75. else
  76. {
  77. for (int i = 0; i < this.Metadatas.Count; ++i)
  78. {
  79. var metadata = this.Metadatas[i];
  80. if (metadata.IsDeleted)
  81. continue;
  82. metadata.SaveTo(stream);
  83. }
  84. }
  85. }
  86. public void LoadFrom(Stream stream)
  87. {
  88. while (stream.Position < stream.Length)
  89. CreateFrom(stream);
  90. }
  91. public virtual void Clear()
  92. {
  93. this.Metadatas.Clear();
  94. this.IndexingService.Clear();
  95. }
  96. public MetadataStats GetStats()
  97. {
  98. int min = int.MaxValue;
  99. int max = 0;
  100. int sum = 0;
  101. int count = 0;
  102. foreach (var metadata in this.Metadatas)
  103. {
  104. if (metadata.IsDeleted)
  105. continue;
  106. if (metadata.Length > max)
  107. max = metadata.Length;
  108. if (metadata.Length < min)
  109. min = metadata.Length;
  110. sum += metadata.Length;
  111. count++;
  112. }
  113. return new MetadataStats
  114. {
  115. count = count,
  116. min = min,
  117. max = max,
  118. sum = sum
  119. };
  120. }
  121. }
  122. }