QNUploadDomainRegion.m 14 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390
  1. //
  2. // QNUploadServerDomainResolver.m
  3. // AppTest
  4. //
  5. // Created by yangsen on 2020/4/23.
  6. // Copyright © 2020 com.qiniu. All rights reserved.
  7. //
  8. #import "QNUploadRequestState.h"
  9. #import "QNUploadDomainRegion.h"
  10. #import "QNResponseInfo.h"
  11. #import "QNUploadServer.h"
  12. #import "QNZoneInfo.h"
  13. #import "QNUploadServerFreezeUtil.h"
  14. #import "QNUploadServerFreezeManager.h"
  15. #import "QNDnsPrefetch.h"
  16. #import "QNLogUtil.h"
  17. #import "QNUtils.h"
  18. #import "QNDefine.h"
  19. #import "QNUploadServerNetworkStatus.h"
  20. @interface QNUploadIpGroup : NSObject
  21. @property(nonatomic, assign)int ipIndex;
  22. @property(nonatomic, copy, readonly)NSString *groupType;
  23. @property(nonatomic, strong, readonly)NSArray <id <QNIDnsNetworkAddress> > *ipList;
  24. @end
  25. @implementation QNUploadIpGroup
  26. - (instancetype)initWithGroupType:(NSString *)groupType
  27. ipList:(NSArray <id <QNIDnsNetworkAddress> > *)ipList{
  28. if (self = [super init]) {
  29. _groupType = groupType;
  30. _ipList = ipList;
  31. _ipIndex = -1;
  32. }
  33. return self;
  34. }
  35. - (id <QNIDnsNetworkAddress>)getServerIP{
  36. if (!self.ipList || self.ipList.count == 0) {
  37. return nil;
  38. } else {
  39. if (_ipIndex < 0 || _ipIndex > (self.ipList.count - 1)) {
  40. _ipIndex = arc4random()%self.ipList.count;
  41. }
  42. return self.ipList[_ipIndex];
  43. }
  44. }
  45. @end
  46. @interface QNUploadServerDomain: NSObject
  47. @property(nonatomic, copy)NSString *host;
  48. @property(nonatomic, strong)NSArray <QNUploadIpGroup *> *ipGroupList;
  49. @end
  50. @implementation QNUploadServerDomain
  51. + (QNUploadServerDomain *)domain:(NSString *)host{
  52. QNUploadServerDomain *domain = [[QNUploadServerDomain alloc] init];
  53. domain.host = host;
  54. return domain;
  55. }
  56. - (QNUploadServer *)getServerWithCondition:(BOOL(^)(NSString *host, QNUploadServer *server, QNUploadServer *filterServer))condition {
  57. @synchronized (self) {
  58. if (!self.ipGroupList || self.ipGroupList.count == 0) {
  59. [self createIpGroupList];
  60. }
  61. }
  62. QNUploadServer *server = nil;
  63. // Host解析出IP时:
  64. if (self.ipGroupList && self.ipGroupList.count > 0) {
  65. for (QNUploadIpGroup *ipGroup in self.ipGroupList) {
  66. id <QNIDnsNetworkAddress> inetAddress = [ipGroup getServerIP];
  67. QNUploadServer *filterServer = [QNUploadServer server:self.host
  68. ip:inetAddress.ipValue
  69. source:inetAddress.sourceValue
  70. ipPrefetchedTime:inetAddress.timestampValue];
  71. if (condition == nil || condition(self.host, server, filterServer)) {
  72. server = filterServer;
  73. }
  74. if (condition == nil) {
  75. break;
  76. }
  77. }
  78. return server;
  79. }
  80. // Host未解析出IP时:
  81. QNUploadServer *hostServer = [QNUploadServer server:self.host
  82. ip:nil
  83. source:nil
  84. ipPrefetchedTime:nil];
  85. if (condition == nil || condition(self.host, nil, hostServer)) {
  86. // 未解析时,没有可比性,直接返回自身,自身即为最优
  87. server = hostServer;
  88. }
  89. return server;
  90. }
  91. - (QNUploadServer *)getOneServer{
  92. if (!self.host || self.host.length == 0) {
  93. return nil;
  94. }
  95. if (self.ipGroupList && self.ipGroupList.count > 0) {
  96. NSInteger index = arc4random()%self.ipGroupList.count;
  97. QNUploadIpGroup *ipGroup = self.ipGroupList[index];
  98. id <QNIDnsNetworkAddress> inetAddress = [ipGroup getServerIP];
  99. QNUploadServer *server = [QNUploadServer server:self.host ip:inetAddress.ipValue source:inetAddress.sourceValue ipPrefetchedTime:inetAddress.timestampValue];;
  100. return server;
  101. } else {
  102. return [QNUploadServer server:self.host ip:nil source:nil ipPrefetchedTime:nil];
  103. }
  104. }
  105. - (void)clearIpGroupList {
  106. @synchronized (self) {
  107. self.ipGroupList = nil;
  108. }
  109. }
  110. - (void)createIpGroupList {
  111. @synchronized (self) {
  112. if (self.ipGroupList && self.ipGroupList.count > 0) {
  113. return;
  114. }
  115. // get address List of host
  116. NSArray *inetAddresses = [kQNDnsPrefetch getInetAddressByHost:self.host];
  117. if (!inetAddresses || inetAddresses.count == 0) {
  118. return;
  119. }
  120. // address List to ipList of group & check ip network
  121. NSMutableDictionary *ipGroupInfos = [NSMutableDictionary dictionary];
  122. for (id <QNIDnsNetworkAddress> inetAddress in inetAddresses) {
  123. NSString *ipValue = inetAddress.ipValue;
  124. NSString *groupType = [QNUtils getIpType:ipValue host:self.host];
  125. if (groupType) {
  126. NSMutableArray *ipList = ipGroupInfos[groupType] ?: [NSMutableArray array];
  127. [ipList addObject:inetAddress];
  128. ipGroupInfos[groupType] = ipList;
  129. }
  130. }
  131. // ipList of group to ipGroup List
  132. NSMutableArray *ipGroupList = [NSMutableArray array];
  133. for (NSString *groupType in ipGroupInfos.allKeys) {
  134. NSArray *ipList = ipGroupInfos[groupType];
  135. QNUploadIpGroup *ipGroup = [[QNUploadIpGroup alloc] initWithGroupType:groupType ipList:ipList];
  136. [ipGroupList addObject:ipGroup];
  137. }
  138. self.ipGroupList = ipGroupList;
  139. }
  140. }
  141. @end
  142. @interface QNUploadDomainRegion()
  143. // 是否支持http3
  144. @property(nonatomic, assign)BOOL http3Enabled;
  145. // 是否冻结过Host,PS:如果没有冻结过 Host,则当前 Region 上传也就不会有错误信息,可能会返回-9,所以必须要再进行一次尝试
  146. @property(atomic , assign)BOOL hasFreezeHost;
  147. @property(atomic , assign)BOOL isAllFrozen;
  148. // 局部http2冻结管理对象
  149. @property(nonatomic, strong)QNUploadServerFreezeManager *partialHttp2Freezer;
  150. @property(nonatomic, strong)QNUploadServerFreezeManager *partialHttp3Freezer;
  151. @property(nonatomic, strong)NSArray <NSString *> *domainHostList;
  152. @property(nonatomic, strong)NSDictionary <NSString *, QNUploadServerDomain *> *domainDictionary;
  153. @property(nonatomic, strong)NSArray <NSString *> *oldDomainHostList;
  154. @property(nonatomic, strong)NSDictionary <NSString *, QNUploadServerDomain *> *oldDomainDictionary;
  155. @property(nonatomic, strong, nullable)QNZoneInfo *zoneInfo;
  156. @end
  157. @implementation QNUploadDomainRegion
  158. - (BOOL)isValid{
  159. return !self.isAllFrozen && (self.domainHostList.count > 0 || self.oldDomainHostList.count > 0);
  160. }
  161. - (void)setupRegionData:(QNZoneInfo *)zoneInfo{
  162. _zoneInfo = zoneInfo;
  163. self.isAllFrozen = NO;
  164. self.hasFreezeHost = NO;
  165. self.http3Enabled = zoneInfo.http3Enabled;
  166. // 暂时屏蔽
  167. self.http3Enabled = false;
  168. NSMutableArray *serverGroups = [NSMutableArray array];
  169. NSMutableArray *domainHostList = [NSMutableArray array];
  170. if (zoneInfo.domains) {
  171. [serverGroups addObjectsFromArray:zoneInfo.domains];
  172. [domainHostList addObjectsFromArray:zoneInfo.domains];
  173. }
  174. self.domainHostList = domainHostList;
  175. self.domainDictionary = [self createDomainDictionary:serverGroups];
  176. [serverGroups removeAllObjects];
  177. NSMutableArray *oldDomainHostList = [NSMutableArray array];
  178. if (zoneInfo.old_domains) {
  179. [serverGroups addObjectsFromArray:zoneInfo.old_domains];
  180. [oldDomainHostList addObjectsFromArray:zoneInfo.old_domains];
  181. }
  182. self.oldDomainHostList = oldDomainHostList;
  183. self.oldDomainDictionary = [self createDomainDictionary:serverGroups];
  184. QNLogInfo(@"region :%@",domainHostList);
  185. QNLogInfo(@"region old:%@",oldDomainHostList);
  186. }
  187. - (NSDictionary *)createDomainDictionary:(NSArray <NSString *> *)hosts{
  188. NSMutableDictionary *domainDictionary = [NSMutableDictionary dictionary];
  189. for (NSString *host in hosts) {
  190. QNUploadServerDomain *domain = [QNUploadServerDomain domain:host];
  191. [domainDictionary setObject:domain forKey:host];
  192. }
  193. return [domainDictionary copy];
  194. }
  195. - (void)updateIpListFormHost:(NSString *)host {
  196. if (host == nil) {
  197. return;
  198. }
  199. [self.domainDictionary[host] clearIpGroupList];
  200. [self.oldDomainDictionary[host] clearIpGroupList];
  201. }
  202. - (id<QNUploadServer> _Nullable)getNextServer:(QNUploadRequestState *)requestState
  203. responseInfo:(QNResponseInfo *)responseInfo
  204. freezeServer:(id <QNUploadServer> _Nullable)freezeServer{
  205. if (self.isAllFrozen) {
  206. return nil;
  207. }
  208. [self freezeServerIfNeed:responseInfo freezeServer:freezeServer];
  209. QNUploadServer *server = nil;
  210. NSArray *hostList = self.domainHostList;
  211. NSDictionary *domainInfo = self.domainDictionary;
  212. if (requestState.isUseOldServer && self.oldDomainHostList.count > 0 && self.oldDomainDictionary.count > 0) {
  213. hostList = self.oldDomainHostList;
  214. domainInfo = self.oldDomainDictionary;
  215. }
  216. // 1. 优先使用http3
  217. if (self.http3Enabled) {
  218. for (NSString *host in hostList) {
  219. QNUploadServer *domainServer = [domainInfo[host] getServerWithCondition:^BOOL(NSString *host, QNUploadServer *serverP, QNUploadServer *filterServer) {
  220. // 1.1 剔除冻结对象
  221. NSString *frozenType = QNUploadFrozenType(host, filterServer.ip);
  222. BOOL isFrozen = [QNUploadServerFreezeUtil isType:frozenType
  223. frozenByFreezeManagers:@[self.partialHttp3Freezer, kQNUploadGlobalHttp3Freezer]];
  224. if (isFrozen) {
  225. return NO;
  226. }
  227. // 1.2 挑选网络状态最优
  228. return [QNUploadServerNetworkStatus isServerNetworkBetter:filterServer thanServerB:serverP];
  229. }];
  230. server = [QNUploadServerNetworkStatus getBetterNetworkServer:server serverB:domainServer];
  231. if (server) {
  232. break;
  233. }
  234. }
  235. if (server) {
  236. server.httpVersion = kQNHttpVersion3;
  237. return server;
  238. }
  239. }
  240. // 2. 挑选http2
  241. for (NSString *host in hostList) {
  242. kQNWeakSelf;
  243. QNUploadServer *domainServer = [domainInfo[host] getServerWithCondition:^BOOL(NSString *host, QNUploadServer *serverP, QNUploadServer *filterServer) {
  244. kQNStrongSelf;
  245. // 2.1 剔除冻结对象
  246. NSString *frozenType = QNUploadFrozenType(host, filterServer.ip);
  247. BOOL isFrozen = [QNUploadServerFreezeUtil isType:frozenType
  248. frozenByFreezeManagers:@[self.partialHttp2Freezer, kQNUploadGlobalHttp2Freezer]];
  249. if (isFrozen) {
  250. return NO;
  251. }
  252. // 2.2 挑选网络状态最优
  253. return [QNUploadServerNetworkStatus isServerNetworkBetter:filterServer thanServerB:serverP];
  254. }];
  255. server = [QNUploadServerNetworkStatus getBetterNetworkServer:server serverB:domainServer];
  256. if (server) {
  257. break;
  258. }
  259. }
  260. // 3. 无可用 server 且未冻结过 Host 则随机获取一个
  261. if (server == nil && !self.hasFreezeHost && hostList.count > 0) {
  262. NSInteger index = arc4random()%hostList.count;
  263. NSString *host = hostList[index];
  264. server = [domainInfo[host] getOneServer];
  265. [self unfreezeServer:server];
  266. }
  267. if (server == nil) {
  268. self.isAllFrozen = YES;
  269. }
  270. server.httpVersion = kQNHttpVersion2;
  271. QNLogInfo(@"get server host:%@ ip:%@", server.host, server.ip);
  272. return server;
  273. }
  274. - (void)freezeServerIfNeed:(QNResponseInfo *)responseInfo
  275. freezeServer:(QNUploadServer *)freezeServer {
  276. if (freezeServer == nil || freezeServer.serverId == nil || responseInfo == nil) {
  277. return;
  278. }
  279. NSString *frozenType = QNUploadFrozenType(freezeServer.host, freezeServer.ip);
  280. // 1. http3 冻结
  281. if (kQNIsHttp3(freezeServer.httpVersion)) {
  282. if (responseInfo.isNotQiniu) {
  283. self.hasFreezeHost = YES;
  284. [self.partialHttp3Freezer freezeType:frozenType frozenTime:kQNGlobalConfiguration.partialHostFrozenTime];
  285. }
  286. if (!responseInfo.canConnectToHost || responseInfo.isHostUnavailable) {
  287. self.hasFreezeHost = YES;
  288. [kQNUploadGlobalHttp3Freezer freezeType:frozenType frozenTime:kQNUploadHttp3FrozenTime];
  289. }
  290. return;
  291. }
  292. // 2. http2 冻结
  293. // 2.1 无法连接到Host || Host不可用, 局部冻结
  294. if (responseInfo.isNotQiniu || !responseInfo.canConnectToHost || responseInfo.isHostUnavailable) {
  295. QNLogInfo(@"partial freeze server host:%@ ip:%@", freezeServer.host, freezeServer.ip);
  296. self.hasFreezeHost = YES;
  297. [self.partialHttp2Freezer freezeType:frozenType frozenTime:kQNGlobalConfiguration.partialHostFrozenTime];
  298. }
  299. // 2.2 Host不可用,全局冻结
  300. if (responseInfo.isHostUnavailable) {
  301. QNLogInfo(@"global freeze server host:%@ ip:%@", freezeServer.host, freezeServer.ip);
  302. self.hasFreezeHost = YES;
  303. [kQNUploadGlobalHttp2Freezer freezeType:frozenType frozenTime:kQNGlobalConfiguration.globalHostFrozenTime];
  304. }
  305. }
  306. /// 仅仅解封局部的
  307. - (void)unfreezeServer:(QNUploadServer *)freezeServer {
  308. if (freezeServer == nil) {
  309. return;
  310. }
  311. NSString *frozenType = QNUploadFrozenType(freezeServer.host, freezeServer.ip);
  312. [self.partialHttp2Freezer unfreezeType:frozenType];
  313. }
  314. - (QNUploadServerFreezeManager *)partialHttp2Freezer{
  315. if (!_partialHttp2Freezer) {
  316. _partialHttp2Freezer = [[QNUploadServerFreezeManager alloc] init];
  317. }
  318. return _partialHttp2Freezer;
  319. }
  320. - (QNUploadServerFreezeManager *)partialHttp3Freezer{
  321. if (!_partialHttp3Freezer) {
  322. _partialHttp3Freezer = [[QNUploadServerFreezeManager alloc] init];
  323. }
  324. return _partialHttp3Freezer;
  325. }
  326. @end