QNUploadInfoV2.m 9.9 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322
  1. //
  2. // QNUploadInfoV2.m
  3. // QiniuSDK
  4. //
  5. // Created by yangsen on 2021/5/13.
  6. // Copyright © 2021 Qiniu. All rights reserved.
  7. //
  8. #import "NSData+QNMD5.h"
  9. #import "QNMutableArray.h"
  10. #import "QNUploadInfoV2.h"
  11. #define kTypeValue @"UploadInfoV2"
  12. #define kMaxDataSize (1024 * 1024 * 1024)
  13. @interface QNUploadInfoV2()
  14. @property(nonatomic, assign)int dataSize;
  15. @property(nonatomic, strong)QNMutableArray *dataList;
  16. @property(nonatomic, assign)BOOL isEOF;
  17. @property(nonatomic, strong, nullable)NSError *readError;
  18. @end
  19. @implementation QNUploadInfoV2
  20. + (instancetype)info:(id<QNUploadSource>)source
  21. configuration:(nonnull QNConfiguration *)configuration {
  22. QNUploadInfoV2 *info = [QNUploadInfoV2 info:source];
  23. info.dataSize = MIN(configuration.chunkSize, kMaxDataSize);
  24. info.dataList = [QNMutableArray array];
  25. return info;
  26. }
  27. + (instancetype)info:(id <QNUploadSource>)source
  28. dictionary:(NSDictionary *)dictionary {
  29. if (dictionary == nil) {
  30. return nil;
  31. }
  32. int dataSize = [dictionary[@"dataSize"] intValue];
  33. NSNumber *expireAt = dictionary[@"expireAt"];
  34. NSString *uploadId = dictionary[@"uploadId"];
  35. NSString *type = dictionary[kQNUploadInfoTypeKey];
  36. if (expireAt == nil || ![expireAt isKindOfClass:[NSNumber class]] ||
  37. uploadId == nil || ![uploadId isKindOfClass:[NSString class]] || uploadId.length == 0) {
  38. return nil;
  39. }
  40. NSArray *dataInfoList = dictionary[@"dataList"];
  41. QNMutableArray *dataList = [QNMutableArray array];
  42. if ([dataInfoList isKindOfClass:[NSArray class]]) {
  43. for (int i = 0; i < dataInfoList.count; i++) {
  44. NSDictionary *dataInfo = dataInfoList[i];
  45. if ([dataInfo isKindOfClass:[NSDictionary class]]) {
  46. QNUploadData *data = [QNUploadData dataFromDictionary:dataInfo];
  47. if (data == nil) {
  48. return nil;
  49. }
  50. [dataList addObject:data];
  51. }
  52. }
  53. }
  54. QNUploadInfoV2 *info = [QNUploadInfoV2 info:source];
  55. [info setInfoFromDictionary:dictionary];
  56. info.expireAt = expireAt;
  57. info.uploadId = uploadId;
  58. info.dataSize = dataSize;
  59. info.dataList = dataList;
  60. if (![type isEqualToString:kTypeValue] || ![[source getId] isEqualToString:[info getSourceId]]) {
  61. return nil;
  62. } else {
  63. return info;
  64. }
  65. }
  66. - (BOOL)isValid {
  67. if (![super isValid]) {
  68. return false;
  69. }
  70. if (!self.expireAt || !self.uploadId || self.uploadId.length == 0) {
  71. return false;
  72. }
  73. return (self.expireAt.doubleValue - 2*3600) > [[NSDate date] timeIntervalSince1970];
  74. }
  75. - (BOOL)reloadSource {
  76. self.isEOF = false;
  77. self.readError = nil;
  78. return [super reloadSource];
  79. }
  80. - (BOOL)isSameUploadInfo:(QNUploadInfo *)info {
  81. if (![super isSameUploadInfo:info]) {
  82. return false;
  83. }
  84. if (![info isKindOfClass:[QNUploadInfoV2 class]]) {
  85. return false;
  86. }
  87. return self.dataSize == [(QNUploadInfoV2 *)info dataSize];
  88. }
  89. - (void)clearUploadState {
  90. self.expireAt = nil;
  91. self.uploadId = nil;
  92. if (self.dataList == nil || self.dataList.count == 0) {
  93. return;
  94. }
  95. [self.dataList enumerateObjectsUsingBlock:^(QNUploadData *data, NSUInteger idx, BOOL * _Nonnull stop) {
  96. [data clearUploadState];
  97. }];
  98. }
  99. - (void)checkInfoStateAndUpdate {
  100. [self.dataList enumerateObjectsUsingBlock:^(QNUploadData *data, NSUInteger idx, BOOL * _Nonnull stop) {
  101. [data checkStateAndUpdate];
  102. }];
  103. }
  104. - (long long)uploadSize {
  105. if (self.dataList == nil || self.dataList.count == 0) {
  106. return 0;
  107. }
  108. __block long long uploadSize = 0;
  109. [self.dataList enumerateObjectsUsingBlock:^(QNUploadData *data, NSUInteger idx, BOOL * _Nonnull stop) {
  110. uploadSize += [data uploadSize];
  111. }];
  112. return uploadSize;
  113. }
  114. - (BOOL)isAllUploaded {
  115. if (!_isEOF) {
  116. return false;
  117. }
  118. if (self.dataList == nil || self.dataList.count == 0) {
  119. return true;
  120. }
  121. __block BOOL isAllUploaded = true;
  122. [self.dataList enumerateObjectsUsingBlock:^(QNUploadData *data, NSUInteger idx, BOOL * _Nonnull stop) {
  123. if (!data.isUploaded) {
  124. isAllUploaded = false;
  125. *stop = true;
  126. }
  127. }];
  128. return isAllUploaded;
  129. }
  130. - (NSDictionary *)toDictionary {
  131. NSMutableDictionary *dictionary = [[super toDictionary] mutableCopy];
  132. if (dictionary == nil) {
  133. dictionary = [NSMutableDictionary dictionary];
  134. }
  135. [dictionary setObject:kTypeValue forKey:kQNUploadInfoTypeKey];
  136. [dictionary setObject:@(self.dataSize) forKey:@"dataSize"];
  137. [dictionary setObject:self.expireAt ?: 0 forKey:@"expireAt"];
  138. [dictionary setObject:self.uploadId ?: @"" forKey:@"uploadId"];
  139. if (self.dataList != nil && self.dataList.count != 0) {
  140. NSMutableArray *blockInfoList = [NSMutableArray array];
  141. [self.dataList enumerateObjectsUsingBlock:^(QNUploadData *data, NSUInteger idx, BOOL * _Nonnull stop) {
  142. [blockInfoList addObject:[data toDictionary]];
  143. }];
  144. [dictionary setObject:[blockInfoList copy] forKey:@"dataList"];
  145. }
  146. return [dictionary copy];
  147. }
  148. - (NSInteger)getPartIndexOfData:(QNUploadData *)data {
  149. return data.index + 1;
  150. }
  151. - (QNUploadData *)nextUploadData:(NSError **)error {
  152. // 从 dataList 中读取需要上传的 data
  153. QNUploadData *data = [self nextUploadDataFormDataList];
  154. // 内存的 dataList 中没有可上传的数据,则从资源中读并创建 data
  155. if (data == nil) {
  156. if (self.isEOF) {
  157. return nil;
  158. } else if (self.readError) {
  159. *error = self.readError;
  160. return nil;
  161. }
  162. // 从资源中读取新的 block 进行上传
  163. long long dataOffset = 0;
  164. if (self.dataList.count > 0) {
  165. QNUploadData *lastData = self.dataList[self.dataList.count - 1];
  166. dataOffset = lastData.offset + lastData.size;
  167. }
  168. data = [[QNUploadData alloc] initWithOffset:dataOffset dataSize:self.dataSize index:self.dataList.count];
  169. }
  170. QNUploadData*loadData = [self loadData:data error:error];
  171. if (*error != nil) {
  172. self.readError = *error;
  173. return nil;
  174. }
  175. if (loadData == nil) {
  176. // 没有加在到 data, 也即数据源读取结束
  177. self.isEOF = true;
  178. // 有多余的 data 则移除,移除中包含 data
  179. if (self.dataList.count > data.index) {
  180. self.dataList = [[self.dataList subarrayWithRange:NSMakeRange(0, data.index)] mutableCopy];
  181. }
  182. } else {
  183. // 加在到 data
  184. if (loadData.index == self.dataList.count) {
  185. // 新块:data index 等于 dataList size 则为新创建 block,需要加入 dataList
  186. [self.dataList addObject:loadData];
  187. } else if (loadData != data) {
  188. // 更换块:重新加在了 data, 更换信息
  189. [self.dataList replaceObjectAtIndex:loadData.index withObject:loadData];
  190. }
  191. // 数据源读取结束,块读取大小小于预期,读取结束
  192. if (loadData.size < data.size) {
  193. self.isEOF = true;
  194. // 有多余的 data 则移除,移除中不包含 data
  195. if (self.dataList.count > data.index + 1) {
  196. self.dataList = [[self.dataList subarrayWithRange:NSMakeRange(0, data.index + 1)] mutableCopy];
  197. }
  198. }
  199. }
  200. return loadData;
  201. }
  202. - (QNUploadData *)nextUploadDataFormDataList {
  203. if (self.dataList == nil || self.dataList.count == 0) {
  204. return nil;
  205. }
  206. __block QNUploadData *data = nil;
  207. [self.dataList enumerateObjectsUsingBlock:^(QNUploadData *dataP, NSUInteger idx, BOOL * _Nonnull stop) {
  208. if ([dataP needToUpload]) {
  209. data = dataP;
  210. *stop = true;
  211. }
  212. }];
  213. return data;
  214. }
  215. // 加载块中的数据
  216. // 1. 数据块已加载,直接返回
  217. // 2. 数据块未加载,读块数据
  218. // 2.1 如果未读到数据,则已 EOF,返回 null
  219. // 2.2 如果读到数据
  220. // 2.2.1 如果块数据符合预期,则当片未上传,则加载片数据
  221. // 2.2.2 如果块数据不符合预期,创建新块,加载片信息
  222. - (QNUploadData *)loadData:(QNUploadData *)data error:(NSError **)error {
  223. if (data == nil) {
  224. return nil;
  225. }
  226. // 之前已加载并验证过数据,不必在验证
  227. if (data.data != nil) {
  228. return data;
  229. }
  230. // 未加载过 block 数据
  231. // 根据 data 信息加载 dataBytes
  232. NSData *dataBytes = [self readData:(NSInteger)data.size dataOffset:data.offset error:error];
  233. if (*error != nil) {
  234. return nil;
  235. }
  236. // 没有数据不需要上传
  237. if (dataBytes == nil || dataBytes.length == 0) {
  238. return nil;
  239. }
  240. NSString *md5 = [dataBytes qn_md5];
  241. // 判断当前 block 的数据是否和实际数据吻合,不吻合则之前 block 被抛弃,重新创建 block
  242. if (dataBytes.length != data.size || data.md5 == nil || ![data.md5 isEqualToString:md5]) {
  243. data = [[QNUploadData alloc] initWithOffset:data.offset dataSize:dataBytes.length index:data.index];
  244. data.md5 = md5;
  245. }
  246. if (data.etag == nil || data.etag.length == 0) {
  247. data.data = dataBytes;
  248. data.state = QNUploadStateWaitToUpload;
  249. } else {
  250. data.state = QNUploadStateComplete;
  251. }
  252. return data;
  253. }
  254. - (NSArray <NSDictionary <NSString *, NSObject *> *> *)getPartInfoArray {
  255. if (self.uploadId == nil || self.uploadId.length == 0) {
  256. return nil;
  257. }
  258. NSMutableArray *infoArray = [NSMutableArray array];
  259. [self.dataList enumerateObjectsUsingBlock:^(QNUploadData *data, NSUInteger idx, BOOL * _Nonnull stop) {
  260. if (data.state == QNUploadStateComplete && data.etag != nil) {
  261. [infoArray addObject:@{@"etag" : data.etag,
  262. @"partNumber" : @([self getPartIndexOfData:data])}];
  263. }
  264. }];
  265. return [infoArray copy];
  266. }
  267. @end