network.js 15 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501
  1. /* Copyright 2017 Mozilla Foundation
  2. *
  3. * Licensed under the Apache License, Version 2.0 (the "License");
  4. * you may not use this file except in compliance with the License.
  5. * You may obtain a copy of the License at
  6. *
  7. * http://www.apache.org/licenses/LICENSE-2.0
  8. *
  9. * Unless required by applicable law or agreed to in writing, software
  10. * distributed under the License is distributed on an "AS IS" BASIS,
  11. * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12. * See the License for the specific language governing permissions and
  13. * limitations under the License.
  14. */
  15. 'use strict';
  16. var sharedUtil = require('../shared/util.js');
  17. var coreWorker = require('./worker.js');
  18. var globalScope = sharedUtil.globalScope;
  19. var OK_RESPONSE = 200;
  20. var PARTIAL_CONTENT_RESPONSE = 206;
  21. function NetworkManager(url, args) {
  22. this.url = url;
  23. args = args || {};
  24. this.isHttp = /^https?:/i.test(url);
  25. this.httpHeaders = this.isHttp && args.httpHeaders || {};
  26. this.withCredentials = args.withCredentials || false;
  27. this.getXhr = args.getXhr || function NetworkManager_getXhr() {
  28. return new XMLHttpRequest();
  29. };
  30. this.currXhrId = 0;
  31. this.pendingRequests = Object.create(null);
  32. this.loadedRequests = Object.create(null);
  33. }
  34. function getArrayBuffer(xhr) {
  35. var data = xhr.response;
  36. if (typeof data !== 'string') {
  37. return data;
  38. }
  39. var length = data.length;
  40. var array = new Uint8Array(length);
  41. for (var i = 0; i < length; i++) {
  42. array[i] = data.charCodeAt(i) & 0xFF;
  43. }
  44. return array.buffer;
  45. }
  46. var supportsMozChunked = function supportsMozChunkedClosure() {
  47. try {
  48. var x = new XMLHttpRequest();
  49. x.open('GET', globalScope.location.href);
  50. x.responseType = 'moz-chunked-arraybuffer';
  51. return x.responseType === 'moz-chunked-arraybuffer';
  52. } catch (e) {
  53. return false;
  54. }
  55. }();
  56. NetworkManager.prototype = {
  57. requestRange: function NetworkManager_requestRange(begin, end, listeners) {
  58. var args = {
  59. begin: begin,
  60. end: end
  61. };
  62. for (var prop in listeners) {
  63. args[prop] = listeners[prop];
  64. }
  65. return this.request(args);
  66. },
  67. requestFull: function NetworkManager_requestFull(listeners) {
  68. return this.request(listeners);
  69. },
  70. request: function NetworkManager_request(args) {
  71. var xhr = this.getXhr();
  72. var xhrId = this.currXhrId++;
  73. var pendingRequest = this.pendingRequests[xhrId] = { xhr: xhr };
  74. xhr.open('GET', this.url);
  75. xhr.withCredentials = this.withCredentials;
  76. for (var property in this.httpHeaders) {
  77. var value = this.httpHeaders[property];
  78. if (typeof value === 'undefined') {
  79. continue;
  80. }
  81. xhr.setRequestHeader(property, value);
  82. }
  83. if (this.isHttp && 'begin' in args && 'end' in args) {
  84. var rangeStr = args.begin + '-' + (args.end - 1);
  85. xhr.setRequestHeader('Range', 'bytes=' + rangeStr);
  86. pendingRequest.expectedStatus = 206;
  87. } else {
  88. pendingRequest.expectedStatus = 200;
  89. }
  90. var useMozChunkedLoading = supportsMozChunked && !!args.onProgressiveData;
  91. if (useMozChunkedLoading) {
  92. xhr.responseType = 'moz-chunked-arraybuffer';
  93. pendingRequest.onProgressiveData = args.onProgressiveData;
  94. pendingRequest.mozChunked = true;
  95. } else {
  96. xhr.responseType = 'arraybuffer';
  97. }
  98. if (args.onError) {
  99. xhr.onerror = function (evt) {
  100. args.onError(xhr.status);
  101. };
  102. }
  103. xhr.onreadystatechange = this.onStateChange.bind(this, xhrId);
  104. xhr.onprogress = this.onProgress.bind(this, xhrId);
  105. pendingRequest.onHeadersReceived = args.onHeadersReceived;
  106. pendingRequest.onDone = args.onDone;
  107. pendingRequest.onError = args.onError;
  108. pendingRequest.onProgress = args.onProgress;
  109. xhr.send(null);
  110. return xhrId;
  111. },
  112. onProgress: function NetworkManager_onProgress(xhrId, evt) {
  113. var pendingRequest = this.pendingRequests[xhrId];
  114. if (!pendingRequest) {
  115. return;
  116. }
  117. if (pendingRequest.mozChunked) {
  118. var chunk = getArrayBuffer(pendingRequest.xhr);
  119. pendingRequest.onProgressiveData(chunk);
  120. }
  121. var onProgress = pendingRequest.onProgress;
  122. if (onProgress) {
  123. onProgress(evt);
  124. }
  125. },
  126. onStateChange: function NetworkManager_onStateChange(xhrId, evt) {
  127. var pendingRequest = this.pendingRequests[xhrId];
  128. if (!pendingRequest) {
  129. return;
  130. }
  131. var xhr = pendingRequest.xhr;
  132. if (xhr.readyState >= 2 && pendingRequest.onHeadersReceived) {
  133. pendingRequest.onHeadersReceived();
  134. delete pendingRequest.onHeadersReceived;
  135. }
  136. if (xhr.readyState !== 4) {
  137. return;
  138. }
  139. if (!(xhrId in this.pendingRequests)) {
  140. return;
  141. }
  142. delete this.pendingRequests[xhrId];
  143. if (xhr.status === 0 && this.isHttp) {
  144. if (pendingRequest.onError) {
  145. pendingRequest.onError(xhr.status);
  146. }
  147. return;
  148. }
  149. var xhrStatus = xhr.status || OK_RESPONSE;
  150. var ok_response_on_range_request = xhrStatus === OK_RESPONSE && pendingRequest.expectedStatus === PARTIAL_CONTENT_RESPONSE;
  151. if (!ok_response_on_range_request && xhrStatus !== pendingRequest.expectedStatus) {
  152. if (pendingRequest.onError) {
  153. pendingRequest.onError(xhr.status);
  154. }
  155. return;
  156. }
  157. this.loadedRequests[xhrId] = true;
  158. var chunk = getArrayBuffer(xhr);
  159. if (xhrStatus === PARTIAL_CONTENT_RESPONSE) {
  160. var rangeHeader = xhr.getResponseHeader('Content-Range');
  161. var matches = /bytes (\d+)-(\d+)\/(\d+)/.exec(rangeHeader);
  162. var begin = parseInt(matches[1], 10);
  163. pendingRequest.onDone({
  164. begin: begin,
  165. chunk: chunk
  166. });
  167. } else if (pendingRequest.onProgressiveData) {
  168. pendingRequest.onDone(null);
  169. } else if (chunk) {
  170. pendingRequest.onDone({
  171. begin: 0,
  172. chunk: chunk
  173. });
  174. } else if (pendingRequest.onError) {
  175. pendingRequest.onError(xhr.status);
  176. }
  177. },
  178. hasPendingRequests: function NetworkManager_hasPendingRequests() {
  179. for (var xhrId in this.pendingRequests) {
  180. return true;
  181. }
  182. return false;
  183. },
  184. getRequestXhr: function NetworkManager_getXhr(xhrId) {
  185. return this.pendingRequests[xhrId].xhr;
  186. },
  187. isStreamingRequest: function NetworkManager_isStreamingRequest(xhrId) {
  188. return !!this.pendingRequests[xhrId].onProgressiveData;
  189. },
  190. isPendingRequest: function NetworkManager_isPendingRequest(xhrId) {
  191. return xhrId in this.pendingRequests;
  192. },
  193. isLoadedRequest: function NetworkManager_isLoadedRequest(xhrId) {
  194. return xhrId in this.loadedRequests;
  195. },
  196. abortAllRequests: function NetworkManager_abortAllRequests() {
  197. for (var xhrId in this.pendingRequests) {
  198. this.abortRequest(xhrId | 0);
  199. }
  200. },
  201. abortRequest: function NetworkManager_abortRequest(xhrId) {
  202. var xhr = this.pendingRequests[xhrId].xhr;
  203. delete this.pendingRequests[xhrId];
  204. xhr.abort();
  205. }
  206. };
  207. var assert = sharedUtil.assert;
  208. var createPromiseCapability = sharedUtil.createPromiseCapability;
  209. var isInt = sharedUtil.isInt;
  210. var MissingPDFException = sharedUtil.MissingPDFException;
  211. var UnexpectedResponseException = sharedUtil.UnexpectedResponseException;
  212. function PDFNetworkStream(options) {
  213. this._options = options;
  214. var source = options.source;
  215. this._manager = new NetworkManager(source.url, {
  216. httpHeaders: source.httpHeaders,
  217. withCredentials: source.withCredentials
  218. });
  219. this._rangeChunkSize = source.rangeChunkSize;
  220. this._fullRequestReader = null;
  221. this._rangeRequestReaders = [];
  222. }
  223. PDFNetworkStream.prototype = {
  224. _onRangeRequestReaderClosed: function PDFNetworkStream_onRangeRequestReaderClosed(reader) {
  225. var i = this._rangeRequestReaders.indexOf(reader);
  226. if (i >= 0) {
  227. this._rangeRequestReaders.splice(i, 1);
  228. }
  229. },
  230. getFullReader: function PDFNetworkStream_getFullReader() {
  231. assert(!this._fullRequestReader);
  232. this._fullRequestReader = new PDFNetworkStreamFullRequestReader(this._manager, this._options);
  233. return this._fullRequestReader;
  234. },
  235. getRangeReader: function PDFNetworkStream_getRangeReader(begin, end) {
  236. var reader = new PDFNetworkStreamRangeRequestReader(this._manager, begin, end);
  237. reader.onClosed = this._onRangeRequestReaderClosed.bind(this);
  238. this._rangeRequestReaders.push(reader);
  239. return reader;
  240. },
  241. cancelAllRequests: function PDFNetworkStream_cancelAllRequests(reason) {
  242. if (this._fullRequestReader) {
  243. this._fullRequestReader.cancel(reason);
  244. }
  245. var readers = this._rangeRequestReaders.slice(0);
  246. readers.forEach(function (reader) {
  247. reader.cancel(reason);
  248. });
  249. }
  250. };
  251. function PDFNetworkStreamFullRequestReader(manager, options) {
  252. this._manager = manager;
  253. var source = options.source;
  254. var args = {
  255. onHeadersReceived: this._onHeadersReceived.bind(this),
  256. onProgressiveData: source.disableStream ? null : this._onProgressiveData.bind(this),
  257. onDone: this._onDone.bind(this),
  258. onError: this._onError.bind(this),
  259. onProgress: this._onProgress.bind(this)
  260. };
  261. this._url = source.url;
  262. this._fullRequestId = manager.requestFull(args);
  263. this._headersReceivedCapability = createPromiseCapability();
  264. this._disableRange = options.disableRange || false;
  265. this._contentLength = source.length;
  266. this._rangeChunkSize = source.rangeChunkSize;
  267. if (!this._rangeChunkSize && !this._disableRange) {
  268. this._disableRange = true;
  269. }
  270. this._isStreamingSupported = false;
  271. this._isRangeSupported = false;
  272. this._cachedChunks = [];
  273. this._requests = [];
  274. this._done = false;
  275. this._storedError = undefined;
  276. this.onProgress = null;
  277. }
  278. PDFNetworkStreamFullRequestReader.prototype = {
  279. _validateRangeRequestCapabilities: function PDFNetworkStreamFullRequestReader_validateRangeRequestCapabilities() {
  280. if (this._disableRange) {
  281. return false;
  282. }
  283. var networkManager = this._manager;
  284. if (!networkManager.isHttp) {
  285. return false;
  286. }
  287. var fullRequestXhrId = this._fullRequestId;
  288. var fullRequestXhr = networkManager.getRequestXhr(fullRequestXhrId);
  289. if (fullRequestXhr.getResponseHeader('Accept-Ranges') !== 'bytes') {
  290. return false;
  291. }
  292. var contentEncoding = fullRequestXhr.getResponseHeader('Content-Encoding') || 'identity';
  293. if (contentEncoding !== 'identity') {
  294. return false;
  295. }
  296. var length = fullRequestXhr.getResponseHeader('Content-Length');
  297. length = parseInt(length, 10);
  298. if (!isInt(length)) {
  299. return false;
  300. }
  301. this._contentLength = length;
  302. if (length <= 2 * this._rangeChunkSize) {
  303. return false;
  304. }
  305. return true;
  306. },
  307. _onHeadersReceived: function PDFNetworkStreamFullRequestReader_onHeadersReceived() {
  308. if (this._validateRangeRequestCapabilities()) {
  309. this._isRangeSupported = true;
  310. }
  311. var networkManager = this._manager;
  312. var fullRequestXhrId = this._fullRequestId;
  313. if (networkManager.isStreamingRequest(fullRequestXhrId)) {
  314. this._isStreamingSupported = true;
  315. } else if (this._isRangeSupported) {
  316. networkManager.abortRequest(fullRequestXhrId);
  317. }
  318. this._headersReceivedCapability.resolve();
  319. },
  320. _onProgressiveData: function PDFNetworkStreamFullRequestReader_onProgressiveData(chunk) {
  321. if (this._requests.length > 0) {
  322. var requestCapability = this._requests.shift();
  323. requestCapability.resolve({
  324. value: chunk,
  325. done: false
  326. });
  327. } else {
  328. this._cachedChunks.push(chunk);
  329. }
  330. },
  331. _onDone: function PDFNetworkStreamFullRequestReader_onDone(args) {
  332. if (args) {
  333. this._onProgressiveData(args.chunk);
  334. }
  335. this._done = true;
  336. if (this._cachedChunks.length > 0) {
  337. return;
  338. }
  339. this._requests.forEach(function (requestCapability) {
  340. requestCapability.resolve({
  341. value: undefined,
  342. done: true
  343. });
  344. });
  345. this._requests = [];
  346. },
  347. _onError: function PDFNetworkStreamFullRequestReader_onError(status) {
  348. var url = this._url;
  349. var exception;
  350. if (status === 404 || status === 0 && /^file:/.test(url)) {
  351. exception = new MissingPDFException('Missing PDF "' + url + '".');
  352. } else {
  353. exception = new UnexpectedResponseException('Unexpected server response (' + status + ') while retrieving PDF "' + url + '".', status);
  354. }
  355. this._storedError = exception;
  356. this._headersReceivedCapability.reject(exception);
  357. this._requests.forEach(function (requestCapability) {
  358. requestCapability.reject(exception);
  359. });
  360. this._requests = [];
  361. this._cachedChunks = [];
  362. },
  363. _onProgress: function PDFNetworkStreamFullRequestReader_onProgress(data) {
  364. if (this.onProgress) {
  365. this.onProgress({
  366. loaded: data.loaded,
  367. total: data.lengthComputable ? data.total : this._contentLength
  368. });
  369. }
  370. },
  371. get isRangeSupported() {
  372. return this._isRangeSupported;
  373. },
  374. get isStreamingSupported() {
  375. return this._isStreamingSupported;
  376. },
  377. get contentLength() {
  378. return this._contentLength;
  379. },
  380. get headersReady() {
  381. return this._headersReceivedCapability.promise;
  382. },
  383. read: function PDFNetworkStreamFullRequestReader_read() {
  384. if (this._storedError) {
  385. return Promise.reject(this._storedError);
  386. }
  387. if (this._cachedChunks.length > 0) {
  388. var chunk = this._cachedChunks.shift();
  389. return Promise.resolve(chunk);
  390. }
  391. if (this._done) {
  392. return Promise.resolve({
  393. value: undefined,
  394. done: true
  395. });
  396. }
  397. var requestCapability = createPromiseCapability();
  398. this._requests.push(requestCapability);
  399. return requestCapability.promise;
  400. },
  401. cancel: function PDFNetworkStreamFullRequestReader_cancel(reason) {
  402. this._done = true;
  403. this._headersReceivedCapability.reject(reason);
  404. this._requests.forEach(function (requestCapability) {
  405. requestCapability.resolve({
  406. value: undefined,
  407. done: true
  408. });
  409. });
  410. this._requests = [];
  411. if (this._manager.isPendingRequest(this._fullRequestId)) {
  412. this._manager.abortRequest(this._fullRequestId);
  413. }
  414. this._fullRequestReader = null;
  415. }
  416. };
  417. function PDFNetworkStreamRangeRequestReader(manager, begin, end) {
  418. this._manager = manager;
  419. var args = {
  420. onDone: this._onDone.bind(this),
  421. onProgress: this._onProgress.bind(this)
  422. };
  423. this._requestId = manager.requestRange(begin, end, args);
  424. this._requests = [];
  425. this._queuedChunk = null;
  426. this._done = false;
  427. this.onProgress = null;
  428. this.onClosed = null;
  429. }
  430. PDFNetworkStreamRangeRequestReader.prototype = {
  431. _close: function PDFNetworkStreamRangeRequestReader_close() {
  432. if (this.onClosed) {
  433. this.onClosed(this);
  434. }
  435. },
  436. _onDone: function PDFNetworkStreamRangeRequestReader_onDone(data) {
  437. var chunk = data.chunk;
  438. if (this._requests.length > 0) {
  439. var requestCapability = this._requests.shift();
  440. requestCapability.resolve({
  441. value: chunk,
  442. done: false
  443. });
  444. } else {
  445. this._queuedChunk = chunk;
  446. }
  447. this._done = true;
  448. this._requests.forEach(function (requestCapability) {
  449. requestCapability.resolve({
  450. value: undefined,
  451. done: true
  452. });
  453. });
  454. this._requests = [];
  455. this._close();
  456. },
  457. _onProgress: function PDFNetworkStreamRangeRequestReader_onProgress(evt) {
  458. if (!this.isStreamingSupported && this.onProgress) {
  459. this.onProgress({ loaded: evt.loaded });
  460. }
  461. },
  462. get isStreamingSupported() {
  463. return false;
  464. },
  465. read: function PDFNetworkStreamRangeRequestReader_read() {
  466. if (this._queuedChunk !== null) {
  467. var chunk = this._queuedChunk;
  468. this._queuedChunk = null;
  469. return Promise.resolve({
  470. value: chunk,
  471. done: false
  472. });
  473. }
  474. if (this._done) {
  475. return Promise.resolve({
  476. value: undefined,
  477. done: true
  478. });
  479. }
  480. var requestCapability = createPromiseCapability();
  481. this._requests.push(requestCapability);
  482. return requestCapability.promise;
  483. },
  484. cancel: function PDFNetworkStreamRangeRequestReader_cancel(reason) {
  485. this._done = true;
  486. this._requests.forEach(function (requestCapability) {
  487. requestCapability.resolve({
  488. value: undefined,
  489. done: true
  490. });
  491. });
  492. this._requests = [];
  493. if (this._manager.isPendingRequest(this._requestId)) {
  494. this._manager.abortRequest(this._requestId);
  495. }
  496. this._close();
  497. }
  498. };
  499. coreWorker.setPDFNetworkStreamClass(PDFNetworkStream);
  500. exports.PDFNetworkStream = PDFNetworkStream;
  501. exports.NetworkManager = NetworkManager;