QNUploadManager.m 19 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505
  1. //
  2. // QNUploader.h
  3. // QiniuSDK
  4. //
  5. // Created by bailong on 14-9-28.
  6. // Copyright (c) 2014年 Qiniu. All rights reserved.
  7. //
  8. #import <Foundation/Foundation.h>
  9. #if __IPHONE_OS_VERSION_MIN_REQUIRED
  10. #import <MobileCoreServices/MobileCoreServices.h>
  11. #import <UIKit/UIKit.h>
  12. #if !TARGET_OS_MACCATALYST
  13. #import <AssetsLibrary/AssetsLibrary.h>
  14. #import "QNALAssetFile.h"
  15. #endif
  16. #if __IPHONE_OS_VERSION_MAX_ALLOWED >= 80000
  17. #import "QNPHAssetFile.h"
  18. #import <Photos/Photos.h>
  19. #endif
  20. #if __IPHONE_OS_VERSION_MAX_ALLOWED >= 90000
  21. #import "QNPHAssetResource.h"
  22. #endif
  23. #else
  24. #import <CoreServices/CoreServices.h>
  25. #endif
  26. #import "QNUploadManager.h"
  27. #import "QNAsyncRun.h"
  28. #import "QNConfiguration.h"
  29. #import "QNCrc32.h"
  30. #import "QNFile.h"
  31. #import "QNUtils.h"
  32. #import "QNResponseInfo.h"
  33. #import "QNFormUpload.h"
  34. #import "QNPartsUpload.h"
  35. #import "QNConcurrentResumeUpload.h"
  36. #import "QNUpToken.h"
  37. #import "QNUploadOption.h"
  38. #import "QNReportItem.h"
  39. #import "QNServerConfigMonitor.h"
  40. #import "QNDnsPrefetch.h"
  41. #import "QNZone.h"
  42. #import "QNUploadSourceFile.h"
  43. #import "QNUploadSourceStream.h"
  44. @interface QNUploadManager ()
  45. @property (nonatomic) QNConfiguration *config;
  46. @end
  47. @implementation QNUploadManager
  48. - (instancetype)init {
  49. return [self initWithConfiguration:nil];
  50. }
  51. - (instancetype)initWithRecorder:(id<QNRecorderDelegate>)recorder {
  52. return [self initWithRecorder:recorder recorderKeyGenerator:nil];
  53. }
  54. - (instancetype)initWithRecorder:(id<QNRecorderDelegate>)recorder
  55. recorderKeyGenerator:(QNRecorderKeyGenerator)recorderKeyGenerator {
  56. QNConfiguration *config = [QNConfiguration build:^(QNConfigurationBuilder *builder) {
  57. builder.recorder = recorder;
  58. builder.recorderKeyGen = recorderKeyGenerator;
  59. }];
  60. return [self initWithConfiguration:config];
  61. }
  62. - (instancetype)initWithConfiguration:(QNConfiguration *)config {
  63. if (self = [super init]) {
  64. if (config == nil) {
  65. config = [QNConfiguration build:^(QNConfigurationBuilder *builder){
  66. }];
  67. }
  68. _config = config;
  69. [[QNTransactionManager shared] addDnsLocalLoadTransaction];
  70. [QNServerConfigMonitor startMonitor];
  71. }
  72. return self;
  73. }
  74. + (instancetype)sharedInstanceWithConfiguration:(QNConfiguration *)config {
  75. static QNUploadManager *sharedInstance = nil;
  76. static dispatch_once_t onceToken;
  77. dispatch_once(&onceToken, ^{
  78. sharedInstance = [[self alloc] initWithConfiguration:config];
  79. });
  80. return sharedInstance;
  81. }
  82. - (void)putData:(NSData *)data
  83. key:(NSString *)key
  84. token:(NSString *)token
  85. complete:(QNUpCompletionHandler)completionHandler
  86. option:(QNUploadOption *)option {
  87. [self putData:data fileName:nil key:key token:token complete:completionHandler option:option];
  88. }
  89. - (void)putData:(NSData *)data
  90. fileName:(NSString *)fileName
  91. key:(NSString *)key
  92. token:(NSString *)token
  93. complete:(QNUpCompletionHandler)completionHandler
  94. option:(QNUploadOption *)option {
  95. if ([QNUploadManager checkAndNotifyError:key token:token input:data complete:completionHandler]) {
  96. return;
  97. }
  98. QNUpToken *t = [QNUpToken parse:token];
  99. if (t == nil || ![t isValid]) {
  100. QNResponseInfo *info = [QNResponseInfo responseInfoWithInvalidToken:@"invalid token"];
  101. [QNUploadManager complete:token
  102. key:key
  103. source:data
  104. responseInfo:info
  105. response:nil
  106. taskMetrics:nil
  107. complete:completionHandler];
  108. return;
  109. }
  110. QNServerConfigMonitor.token = token;
  111. [[QNTransactionManager shared] addDnsCheckAndPrefetchTransaction:self.config.zone token:t];
  112. QNUpTaskCompletionHandler complete = ^(QNResponseInfo *info, NSString *key, QNUploadTaskMetrics *metrics, NSDictionary *resp) {
  113. [QNUploadManager complete:token
  114. key:key
  115. source:data
  116. responseInfo:info
  117. response:resp
  118. taskMetrics:metrics
  119. complete:completionHandler];
  120. };
  121. QNFormUpload *up = [[QNFormUpload alloc] initWithData:data
  122. key:key
  123. fileName:fileName
  124. token:t
  125. option:option
  126. configuration:self.config
  127. completionHandler:complete];
  128. QNAsyncRun(^{
  129. [up run];
  130. });
  131. }
  132. - (void)putInputStream:(NSInputStream *)inputStream
  133. sourceId:(NSString *)sourceId
  134. size:(long long)size
  135. fileName:(NSString *)fileName
  136. key:(NSString *)key
  137. token:(NSString *)token
  138. complete:(QNUpCompletionHandler)completionHandler
  139. option:(QNUploadOption *)option {
  140. if ([QNUploadManager checkAndNotifyError:key token:token input:inputStream complete:completionHandler]) {
  141. return;
  142. }
  143. @autoreleasepool {
  144. QNUploadSourceStream *source = [QNUploadSourceStream stream:inputStream sourceId:sourceId size:size fileName:fileName];
  145. [self putInternal:source key:key token:token complete:completionHandler option:option];
  146. }
  147. }
  148. - (void)putFile:(NSString *)filePath
  149. key:(NSString *)key
  150. token:(NSString *)token
  151. complete:(QNUpCompletionHandler)completionHandler
  152. option:(QNUploadOption *)option {
  153. if ([QNUploadManager checkAndNotifyError:key token:token input:filePath complete:completionHandler]) {
  154. return;
  155. }
  156. @autoreleasepool {
  157. NSError *error = nil;
  158. __block QNFile *file = [[QNFile alloc] init:filePath error:&error];
  159. if (error) {
  160. QNResponseInfo *info = [QNResponseInfo responseInfoWithFileError:error];
  161. [QNUploadManager complete:token
  162. key:key
  163. source:nil
  164. responseInfo:info
  165. response:nil
  166. taskMetrics:nil
  167. complete:completionHandler];
  168. return;
  169. }
  170. [self putFileInternal:file key:key token:token complete:completionHandler option:option];
  171. }
  172. }
  173. #if !TARGET_OS_MACCATALYST
  174. - (void)putALAsset:(ALAsset *)asset
  175. key:(NSString *)key
  176. token:(NSString *)token
  177. complete:(QNUpCompletionHandler)completionHandler
  178. option:(QNUploadOption *)option {
  179. #if __IPHONE_OS_VERSION_MIN_REQUIRED
  180. if ([QNUploadManager checkAndNotifyError:key token:token input:asset complete:completionHandler]) {
  181. return;
  182. }
  183. @autoreleasepool {
  184. NSError *error = nil;
  185. __block QNALAssetFile *file = [[QNALAssetFile alloc] init:asset error:&error];
  186. if (error) {
  187. QNResponseInfo *info = [QNResponseInfo responseInfoWithFileError:error];
  188. [QNUploadManager complete:token
  189. key:key
  190. source:nil
  191. responseInfo:info
  192. response:nil
  193. taskMetrics:nil
  194. complete:completionHandler];
  195. return;
  196. }
  197. [self putFileInternal:file key:key token:token complete:completionHandler option:option];
  198. }
  199. #endif
  200. }
  201. #endif
  202. - (void)putPHAsset:(PHAsset *)asset
  203. key:(NSString *)key
  204. token:(NSString *)token
  205. complete:(QNUpCompletionHandler)completionHandler
  206. option:(QNUploadOption *)option {
  207. #if (defined(__IPHONE_OS_VERSION_MAX_ALLOWED) && __IPHONE_OS_VERSION_MAX_ALLOWED >= 90100)
  208. if ([QNUploadManager checkAndNotifyError:key token:token input:asset complete:completionHandler]) {
  209. return;
  210. }
  211. @autoreleasepool {
  212. NSError *error = nil;
  213. __block QNPHAssetFile *file = [[QNPHAssetFile alloc] init:asset error:&error];
  214. if (error) {
  215. QNResponseInfo *info = [QNResponseInfo responseInfoWithFileError:error];
  216. [QNUploadManager complete:token
  217. key:key
  218. source:nil
  219. responseInfo:info
  220. response:nil
  221. taskMetrics:nil
  222. complete:completionHandler];
  223. return;
  224. }
  225. [self putFileInternal:file key:key token:token complete:completionHandler option:option];
  226. }
  227. #endif
  228. }
  229. - (void)putPHAssetResource:(PHAssetResource *)assetResource
  230. key:(NSString *)key
  231. token:(NSString *)token
  232. complete:(QNUpCompletionHandler)completionHandler
  233. option:(QNUploadOption *)option {
  234. #if (defined(__IPHONE_OS_VERSION_MAX_ALLOWED) && __IPHONE_OS_VERSION_MAX_ALLOWED >= 90000)
  235. if ([QNUploadManager checkAndNotifyError:key token:token input:assetResource complete:completionHandler]) {
  236. return;
  237. }
  238. @autoreleasepool {
  239. NSError *error = nil;
  240. __block QNPHAssetResource *file = [[QNPHAssetResource alloc] init:assetResource error:&error];
  241. if (error) {
  242. QNResponseInfo *info = [QNResponseInfo responseInfoWithFileError:error];
  243. [QNUploadManager complete:token
  244. key:key
  245. source:nil
  246. responseInfo:info
  247. response:nil
  248. taskMetrics:nil
  249. complete:completionHandler];
  250. return;
  251. }
  252. [self putFileInternal:file key:key token:token complete:completionHandler option:option];
  253. }
  254. #endif
  255. }
  256. - (void)putFileInternal:(id<QNFileDelegate>)file
  257. key:(NSString *)key
  258. token:(NSString *)token
  259. complete:(QNUpCompletionHandler)completionHandler
  260. option:(QNUploadOption *)option {
  261. [self putInternal:[QNUploadSourceFile file:file]
  262. key:key token:token
  263. complete:completionHandler
  264. option:option];
  265. }
  266. - (void)putInternal:(id<QNUploadSource>)source
  267. key:(NSString *)key
  268. token:(NSString *)token
  269. complete:(QNUpCompletionHandler)completionHandler
  270. option:(QNUploadOption *)option {
  271. @autoreleasepool {
  272. QNUpToken *t = [QNUpToken parse:token];
  273. if (t == nil || ![t isValid]) {
  274. QNResponseInfo *info = [QNResponseInfo responseInfoWithInvalidToken:@"invalid token"];
  275. [QNUploadManager complete:token
  276. key:key
  277. source:source
  278. responseInfo:info
  279. response:nil
  280. taskMetrics:nil
  281. complete:completionHandler];
  282. return;
  283. }
  284. QNUpTaskCompletionHandler complete = ^(QNResponseInfo *info, NSString *key, QNUploadTaskMetrics *metrics, NSDictionary *resp) {
  285. [QNUploadManager complete:token
  286. key:key
  287. source:source
  288. responseInfo:info
  289. response:resp
  290. taskMetrics:metrics
  291. complete:completionHandler];
  292. };
  293. QNServerConfigMonitor.token = token;
  294. [[QNTransactionManager shared] addDnsCheckAndPrefetchTransaction:self.config.zone token:t];
  295. long long sourceSize = [source getSize];
  296. if (sourceSize > 0 && sourceSize <= self.config.putThreshold) {
  297. NSError *error;
  298. NSData *data = [source readData:(NSInteger)sourceSize dataOffset:0 error:&error];
  299. [source close];
  300. if (error) {
  301. QNResponseInfo *info = [QNResponseInfo responseInfoWithFileError:error];
  302. [QNUploadManager complete:token
  303. key:key
  304. source:source
  305. responseInfo:info
  306. response:nil
  307. taskMetrics:nil
  308. complete:completionHandler];
  309. return;
  310. }
  311. [self putData:data
  312. fileName:[source getFileName]
  313. key:key
  314. token:token
  315. complete:completionHandler
  316. option:option];
  317. return;
  318. }
  319. NSString *recorderKey = key;
  320. if (self.config.recorder != nil && self.config.recorderKeyGen != nil) {
  321. recorderKey = self.config.recorderKeyGen(key, [source getId]);
  322. }
  323. if (self.config.useConcurrentResumeUpload) {
  324. QNConcurrentResumeUpload *up = [[QNConcurrentResumeUpload alloc]
  325. initWithSource:source
  326. key:key
  327. token:t
  328. option:option
  329. configuration:self.config
  330. recorder:self.config.recorder
  331. recorderKey:recorderKey
  332. completionHandler:complete];
  333. QNAsyncRun(^{
  334. [up run];
  335. });
  336. } else {
  337. QNPartsUpload *up = [[QNPartsUpload alloc]
  338. initWithSource:source
  339. key:key
  340. token:t
  341. option:option
  342. configuration:self.config
  343. recorder:self.config.recorder
  344. recorderKey:recorderKey
  345. completionHandler:complete];
  346. QNAsyncRun(^{
  347. [up run];
  348. });
  349. }
  350. }
  351. }
  352. + (BOOL)checkAndNotifyError:(NSString *)key
  353. token:(NSString *)token
  354. input:(NSObject *)input
  355. complete:(QNUpCompletionHandler)completionHandler {
  356. if (completionHandler == nil) {
  357. @throw [NSException exceptionWithName:NSInvalidArgumentException
  358. reason:@"no completionHandler"
  359. userInfo:nil];
  360. return YES;
  361. }
  362. QNResponseInfo *info = nil;
  363. if (input == nil) {
  364. info = [QNResponseInfo responseInfoOfZeroData:@"no input data"];
  365. } else if ([input isKindOfClass:[NSData class]] && [(NSData *)input length] == 0) {
  366. info = [QNResponseInfo responseInfoOfZeroData:@"no input data"];
  367. } else if (token == nil || [token isEqual:[NSNull null]] || [token isEqualToString:@""]) {
  368. info = [QNResponseInfo responseInfoWithInvalidToken:@"no token"];
  369. }
  370. if (info != nil) {
  371. [QNUploadManager complete:token
  372. key:key
  373. source:nil
  374. responseInfo:info
  375. response:nil
  376. taskMetrics:nil
  377. complete:completionHandler];
  378. return YES;
  379. } else {
  380. return NO;
  381. }
  382. }
  383. + (void)complete:(NSString *)token
  384. key:(NSString *)key
  385. source:(NSObject *)source
  386. responseInfo:(QNResponseInfo *)responseInfo
  387. response:(NSDictionary *)response
  388. taskMetrics:(QNUploadTaskMetrics *)taskMetrics
  389. complete:(QNUpCompletionHandler)completionHandler {
  390. [QNUploadManager reportQuality:key source:source responseInfo:responseInfo taskMetrics:taskMetrics token:token];
  391. QNAsyncRunInMain(^{
  392. if (completionHandler) {
  393. completionHandler(responseInfo, key, response);
  394. }
  395. });
  396. }
  397. //MARK:-- 统计quality日志
  398. + (void)reportQuality:(NSString *)key
  399. source:(NSObject *)source
  400. responseInfo:(QNResponseInfo *)responseInfo
  401. taskMetrics:(QNUploadTaskMetrics *)taskMetrics
  402. token:(NSString *)token{
  403. QNUpToken *upToken = [QNUpToken parse:token];
  404. QNUploadTaskMetrics *taskMetricsP = taskMetrics ?: [QNUploadTaskMetrics emptyMetrics];
  405. QNReportItem *item = [QNReportItem item];
  406. [item setReportValue:QNReportLogTypeQuality forKey:QNReportQualityKeyLogType];
  407. [item setReportValue:taskMetricsP.upType forKey:QNReportQualityKeyUpType];
  408. [item setReportValue:@([[NSDate date] timeIntervalSince1970]) forKey:QNReportQualityKeyUpTime];
  409. [item setReportValue:responseInfo.qualityResult forKey:QNReportQualityKeyResult];
  410. [item setReportValue:upToken.bucket forKey:QNReportQualityKeyTargetBucket];
  411. [item setReportValue:key forKey:QNReportQualityKeyTargetKey];
  412. [item setReportValue:taskMetricsP.totalElapsedTime forKey:QNReportQualityKeyTotalElapsedTime];
  413. [item setReportValue:taskMetricsP.ucQueryMetrics.totalElapsedTime forKey:QNReportQualityKeyUcQueryElapsedTime];
  414. [item setReportValue:taskMetricsP.requestCount forKey:QNReportQualityKeyRequestsCount];
  415. [item setReportValue:taskMetricsP.regionCount forKey:QNReportQualityKeyRegionsCount];
  416. [item setReportValue:taskMetricsP.bytesSend forKey:QNReportQualityKeyBytesSent];
  417. [item setReportValue:[QNUtils systemName] forKey:QNReportQualityKeyOsName];
  418. [item setReportValue:[QNUtils systemVersion] forKey:QNReportQualityKeyOsVersion];
  419. [item setReportValue:[QNUtils sdkLanguage] forKey:QNReportQualityKeySDKName];
  420. [item setReportValue:[QNUtils sdkVersion] forKey:QNReportQualityKeySDKVersion];
  421. [item setReportValue:responseInfo.requestReportErrorType forKey:QNReportQualityKeyErrorType];
  422. NSString *errorDesc = responseInfo.requestReportErrorType ? responseInfo.message : nil;
  423. [item setReportValue:errorDesc forKey:QNReportQualityKeyErrorDescription];
  424. [item setReportValue:taskMetricsP.lastMetrics.lastMetrics.hijacked forKey:QNReportBlockKeyHijacking];
  425. long long fileSize = -1;
  426. if ([source conformsToProtocol:@protocol(QNUploadSource)]) {
  427. fileSize = [(id <QNUploadSource>)source getSize];
  428. } else if ([source isKindOfClass:[NSData class]]) {
  429. fileSize = [(NSData *)source length];
  430. }
  431. [item setReportValue:@(fileSize) forKey:QNReportQualityKeyFileSize];
  432. if (responseInfo.isOK && fileSize > 0 && taskMetrics.totalElapsedTime) {
  433. NSNumber *speed = [QNUtils calculateSpeed:fileSize totalTime:taskMetrics.totalElapsedTime.longLongValue];
  434. [item setReportValue:speed forKey:QNReportQualityKeyPerceptiveSpeed];
  435. }
  436. [kQNReporter reportItem:item token:token];
  437. }
  438. @end