QNUploadDomainRegion.m 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350
  1. //
  2. // QNUploadServerDomainResolver.m
  3. // AppTest
  4. //
  5. // Created by yangsen on 2020/4/23.
  6. // Copyright © 2020 com.qiniu. All rights reserved.
  7. //
  8. #import "QNUploadRequestState.h"
  9. #import "QNUploadDomainRegion.h"
  10. #import "QNResponseInfo.h"
  11. #import "QNUploadServer.h"
  12. #import "QNZoneInfo.h"
  13. #import "QNUploadServerFreezeUtil.h"
  14. #import "QNUploadServerFreezeManager.h"
  15. #import "QNDnsPrefetch.h"
  16. #import "QNLogUtil.h"
  17. #import "QNUtils.h"
  18. #import "QNDefine.h"
  19. #import "QNUploadServerNetworkStatus.h"
  20. @interface QNUploadIpGroup : NSObject
  21. @property(nonatomic, copy, readonly)NSString *groupType;
  22. @property(nonatomic, strong, readonly)NSArray <id <QNIDnsNetworkAddress> > *ipList;
  23. @end
  24. @implementation QNUploadIpGroup
  25. - (instancetype)initWithGroupType:(NSString *)groupType
  26. ipList:(NSArray <id <QNIDnsNetworkAddress> > *)ipList{
  27. if (self = [super init]) {
  28. _groupType = groupType;
  29. _ipList = ipList;
  30. }
  31. return self;
  32. }
  33. - (id <QNIDnsNetworkAddress>)getServerIP{
  34. if (!self.ipList || self.ipList.count == 0) {
  35. return nil;
  36. } else {
  37. return self.ipList[arc4random()%self.ipList.count];
  38. }
  39. }
  40. @end
  41. @interface QNUploadServerDomain: NSObject
  42. @property(nonatomic, copy)NSString *host;
  43. @property(nonatomic, strong)NSArray <QNUploadIpGroup *> *ipGroupList;
  44. @end
  45. @implementation QNUploadServerDomain
  46. + (QNUploadServerDomain *)domain:(NSString *)host{
  47. QNUploadServerDomain *domain = [[QNUploadServerDomain alloc] init];
  48. domain.host = host;
  49. return domain;
  50. }
  51. - (QNUploadServer *)getServerWithCondition:(BOOL(^)(NSString *host, QNUploadServer *server, QNUploadServer *filterServer))condition {
  52. @synchronized (self) {
  53. if (!self.ipGroupList || self.ipGroupList.count == 0) {
  54. [self createIpGroupList];
  55. }
  56. }
  57. QNUploadServer *server = nil;
  58. // Host解析出IP时:
  59. if (self.ipGroupList && self.ipGroupList.count > 0) {
  60. for (QNUploadIpGroup *ipGroup in self.ipGroupList) {
  61. id <QNIDnsNetworkAddress> inetAddress = [ipGroup getServerIP];
  62. QNUploadServer *filterServer = [QNUploadServer server:self.host
  63. ip:inetAddress.ipValue
  64. source:inetAddress.sourceValue
  65. ipPrefetchedTime:inetAddress.timestampValue];
  66. if (condition == nil || condition(self.host, server, filterServer)) {
  67. server = filterServer;
  68. }
  69. if (condition == nil) {
  70. break;
  71. }
  72. }
  73. return server;
  74. }
  75. // Host未解析出IP时:
  76. if (condition == nil || condition(self.host, nil, nil)) {
  77. // 未解析时,没有可比性,直接返回自身,自身即为最优
  78. server = [QNUploadServer server:self.host ip:nil source:nil ipPrefetchedTime:nil];
  79. }
  80. return server;
  81. }
  82. - (QNUploadServer *)getOneServer{
  83. if (!self.host || self.host.length == 0) {
  84. return nil;
  85. }
  86. if (self.ipGroupList && self.ipGroupList.count > 0) {
  87. NSInteger index = arc4random()%self.ipGroupList.count;
  88. QNUploadIpGroup *ipGroup = self.ipGroupList[index];
  89. id <QNIDnsNetworkAddress> inetAddress = [ipGroup getServerIP];
  90. QNUploadServer *server = [QNUploadServer server:self.host ip:inetAddress.ipValue source:inetAddress.sourceValue ipPrefetchedTime:inetAddress.timestampValue];;
  91. return server;
  92. } else {
  93. return [QNUploadServer server:self.host ip:nil source:nil ipPrefetchedTime:nil];
  94. }
  95. }
  96. - (void)createIpGroupList{
  97. @synchronized (self) {
  98. if (self.ipGroupList && self.ipGroupList.count > 0) {
  99. return;
  100. }
  101. // get address List of host
  102. NSArray *inetAddresses = [kQNDnsPrefetch getInetAddressByHost:self.host];
  103. if (!inetAddresses || inetAddresses.count == 0) {
  104. return;
  105. }
  106. // address List to ipList of group & check ip network
  107. NSMutableDictionary *ipGroupInfos = [NSMutableDictionary dictionary];
  108. for (id <QNIDnsNetworkAddress> inetAddress in inetAddresses) {
  109. NSString *ipValue = inetAddress.ipValue;
  110. NSString *groupType = [QNUtils getIpType:ipValue host:self.host];
  111. if (groupType) {
  112. NSMutableArray *ipList = ipGroupInfos[groupType] ?: [NSMutableArray array];
  113. [ipList addObject:inetAddress];
  114. ipGroupInfos[groupType] = ipList;
  115. }
  116. }
  117. // ipList of group to ipGroup List
  118. NSMutableArray *ipGroupList = [NSMutableArray array];
  119. for (NSString *groupType in ipGroupInfos.allKeys) {
  120. NSArray *ipList = ipGroupInfos[groupType];
  121. QNUploadIpGroup *ipGroup = [[QNUploadIpGroup alloc] initWithGroupType:groupType ipList:ipList];
  122. [ipGroupList addObject:ipGroup];
  123. }
  124. self.ipGroupList = ipGroupList;
  125. }
  126. }
  127. @end
  128. @interface QNUploadDomainRegion()
  129. // 是否支持http3
  130. @property(nonatomic, assign)BOOL http3Enabled;
  131. // 是否冻结过Host,PS:如果没有冻结过 Host,则当前 Region 上传也就不会有错误信息,可能会返回-9,所以必须要再进行一次尝试
  132. @property(atomic , assign)BOOL hasFreezeHost;
  133. @property(atomic , assign)BOOL isAllFrozen;
  134. // 局部http2冻结管理对象
  135. @property(nonatomic, strong)QNUploadServerFreezeManager *partialHttp2Freezer;
  136. @property(nonatomic, strong)NSArray <NSString *> *domainHostList;
  137. @property(nonatomic, strong)NSDictionary <NSString *, QNUploadServerDomain *> *domainDictionary;
  138. @property(nonatomic, strong)NSArray <NSString *> *oldDomainHostList;
  139. @property(nonatomic, strong)NSDictionary <NSString *, QNUploadServerDomain *> *oldDomainDictionary;
  140. @property(nonatomic, strong, nullable)QNZoneInfo *zoneInfo;
  141. @end
  142. @implementation QNUploadDomainRegion
  143. - (BOOL)isValid{
  144. return !self.isAllFrozen && (self.domainHostList.count > 0 || self.oldDomainHostList.count > 0);
  145. }
  146. - (void)setupRegionData:(QNZoneInfo *)zoneInfo{
  147. _zoneInfo = zoneInfo;
  148. self.isAllFrozen = NO;
  149. self.hasFreezeHost = NO;
  150. self.http3Enabled = zoneInfo.http3Enabled;
  151. // 暂时屏蔽
  152. self.http3Enabled = false;
  153. NSMutableArray *serverGroups = [NSMutableArray array];
  154. NSMutableArray *domainHostList = [NSMutableArray array];
  155. if (zoneInfo.domains) {
  156. [serverGroups addObjectsFromArray:zoneInfo.domains];
  157. [domainHostList addObjectsFromArray:zoneInfo.domains];
  158. }
  159. self.domainHostList = domainHostList;
  160. self.domainDictionary = [self createDomainDictionary:serverGroups];
  161. [serverGroups removeAllObjects];
  162. NSMutableArray *oldDomainHostList = [NSMutableArray array];
  163. if (zoneInfo.old_domains) {
  164. [serverGroups addObjectsFromArray:zoneInfo.old_domains];
  165. [oldDomainHostList addObjectsFromArray:zoneInfo.old_domains];
  166. }
  167. self.oldDomainHostList = oldDomainHostList;
  168. self.oldDomainDictionary = [self createDomainDictionary:serverGroups];
  169. QNLogInfo(@"region :%@",domainHostList);
  170. QNLogInfo(@"region old:%@",oldDomainHostList);
  171. }
  172. - (NSDictionary *)createDomainDictionary:(NSArray <NSString *> *)hosts{
  173. NSMutableDictionary *domainDictionary = [NSMutableDictionary dictionary];
  174. for (NSString *host in hosts) {
  175. QNUploadServerDomain *domain = [QNUploadServerDomain domain:host];
  176. [domainDictionary setObject:domain forKey:host];
  177. }
  178. return [domainDictionary copy];
  179. }
  180. - (id<QNUploadServer> _Nullable)getNextServer:(QNUploadRequestState *)requestState
  181. responseInfo:(QNResponseInfo *)responseInfo
  182. freezeServer:(id <QNUploadServer> _Nullable)freezeServer{
  183. if (self.isAllFrozen) {
  184. return nil;
  185. }
  186. [self freezeServerIfNeed:responseInfo freezeServer:freezeServer];
  187. QNUploadServer *server = nil;
  188. BOOL isUseOldServer = requestState.isUseOldServer;
  189. NSArray *hostList = isUseOldServer ? self.oldDomainHostList : self.domainHostList;
  190. NSDictionary *domainInfo = isUseOldServer ? self.oldDomainDictionary : self.domainDictionary;
  191. // 1. 优先使用http3
  192. if (self.http3Enabled) {
  193. for (NSString *host in hostList) {
  194. QNUploadServer *domainServer = [domainInfo[host] getServerWithCondition:^BOOL(NSString *host, QNUploadServer *serverP, QNUploadServer *filterServer) {
  195. // 1.1 剔除冻结对象
  196. NSString *frozenType = QNUploadFrozenType(host, filterServer.ip);
  197. BOOL isFrozen = [QNUploadServerFreezeUtil isType:frozenType
  198. frozenByFreezeManagers:@[kQNUploadGlobalHttp3Freezer]];
  199. if (isFrozen) {
  200. return NO;
  201. }
  202. // 1.2 挑选网络状态最优
  203. return [QNUploadServerNetworkStatus isServerNetworkBetter:filterServer thanServerB:serverP];
  204. }];
  205. server = [QNUploadServerNetworkStatus getBetterNetworkServer:server serverB:domainServer];
  206. if (server) {
  207. break;
  208. }
  209. }
  210. if (server) {
  211. server.httpVersion = kQNHttpVersion3;
  212. return server;
  213. }
  214. }
  215. // 2. 挑选http2
  216. for (NSString *host in hostList) {
  217. kQNWeakSelf;
  218. QNUploadServer *domainServer = [domainInfo[host] getServerWithCondition:^BOOL(NSString *host, QNUploadServer *serverP, QNUploadServer *filterServer) {
  219. kQNStrongSelf;
  220. // 2.1 剔除冻结对象
  221. NSString *frozenType = QNUploadFrozenType(host, filterServer.ip);
  222. BOOL isFrozen = [QNUploadServerFreezeUtil isType:frozenType
  223. frozenByFreezeManagers:@[self.partialHttp2Freezer, kQNUploadGlobalHttp2Freezer]];
  224. if (isFrozen) {
  225. return NO;
  226. }
  227. // 2.2 挑选网络状态最优
  228. return [QNUploadServerNetworkStatus isServerNetworkBetter:filterServer thanServerB:serverP];
  229. }];
  230. server = [QNUploadServerNetworkStatus getBetterNetworkServer:server serverB:domainServer];
  231. if (server) {
  232. break;
  233. }
  234. }
  235. // 3. 无可用 server 且未冻结过 Host 则随机获取一个
  236. if (server == nil && !self.hasFreezeHost && hostList.count > 0) {
  237. NSInteger index = arc4random()%hostList.count;
  238. NSString *host = hostList[index];
  239. server = [domainInfo[host] getOneServer];
  240. [self unfreezeServer:server];
  241. }
  242. if (server == nil) {
  243. self.isAllFrozen = YES;
  244. }
  245. server.httpVersion = kQNHttpVersion2;
  246. QNLogInfo(@"get server host:%@ ip:%@", server.host, server.ip);
  247. return server;
  248. }
  249. - (void)freezeServerIfNeed:(QNResponseInfo *)responseInfo
  250. freezeServer:(QNUploadServer *)freezeServer {
  251. if (freezeServer == nil || freezeServer.serverId == nil || responseInfo == nil) {
  252. return;
  253. }
  254. NSString *frozenType = QNUploadFrozenType(freezeServer.host, freezeServer.ip);
  255. // 1. http3 冻结
  256. if (kQNIsHttp3(freezeServer.httpVersion)) {
  257. if (!responseInfo.canConnectToHost || responseInfo.isHostUnavailable) {
  258. self.hasFreezeHost = YES;
  259. [kQNUploadGlobalHttp3Freezer freezeType:frozenType frozenTime:kQNUploadHttp3FrozenTime];
  260. }
  261. return;
  262. }
  263. // 2. http2 冻结
  264. // 2.1 无法连接到Host || Host不可用, 局部冻结
  265. if (!responseInfo.canConnectToHost || responseInfo.isHostUnavailable) {
  266. QNLogInfo(@"partial freeze server host:%@ ip:%@", freezeServer.host, freezeServer.ip);
  267. self.hasFreezeHost = YES;
  268. [self.partialHttp2Freezer freezeType:frozenType frozenTime:kQNGlobalConfiguration.partialHostFrozenTime];
  269. }
  270. // 2.2 Host不可用,全局冻结
  271. if (responseInfo.isHostUnavailable) {
  272. QNLogInfo(@"global freeze server host:%@ ip:%@", freezeServer.host, freezeServer.ip);
  273. self.hasFreezeHost = YES;
  274. [kQNUploadGlobalHttp2Freezer freezeType:frozenType frozenTime:kQNGlobalConfiguration.globalHostFrozenTime];
  275. }
  276. }
  277. /// 仅仅解封局部的
  278. - (void)unfreezeServer:(QNUploadServer *)freezeServer {
  279. if (freezeServer == nil) {
  280. return;
  281. }
  282. NSString *frozenType = QNUploadFrozenType(freezeServer.host, freezeServer.ip);
  283. [self.partialHttp2Freezer unfreezeType:frozenType];
  284. }
  285. - (QNUploadServerFreezeManager *)partialHttp2Freezer{
  286. if (!_partialHttp2Freezer) {
  287. _partialHttp2Freezer = [[QNUploadServerFreezeManager alloc] init];
  288. }
  289. return _partialHttp2Freezer;
  290. }
  291. @end