2019-08-11 00:31:20 +08:00
|
|
|
const got = require('../../lib/utils/got');
|
|
|
|
|
const parser = require('../../lib/utils/rss-parser');
|
|
|
|
|
const nock = require('nock');
|
|
|
|
|
require('../../lib/utils/request-wrapper');
|
|
|
|
|
let check = () => {};
|
|
|
|
|
const simpleResponse = '<rss version="2.0"><channel><item></item></channel></rss>';
|
|
|
|
|
|
|
|
|
|
afterEach(() => {
|
2020-05-06 23:12:43 +08:00
|
|
|
delete process.env.PROXY_URI;
|
2019-08-11 00:31:20 +08:00
|
|
|
delete process.env.PROXY_PROTOCOL;
|
|
|
|
|
delete process.env.PROXY_HOST;
|
|
|
|
|
delete process.env.PROXY_PORT;
|
|
|
|
|
delete process.env.PROXY_AUTH;
|
|
|
|
|
delete process.env.PROXY_URL_REGEX;
|
|
|
|
|
|
|
|
|
|
nock.restore();
|
|
|
|
|
nock.activate();
|
|
|
|
|
check = () => {};
|
|
|
|
|
|
|
|
|
|
const http = require('http');
|
|
|
|
|
const httpWrap = (func) => {
|
|
|
|
|
const origin = func;
|
2020-04-02 21:21:46 +08:00
|
|
|
return function (url, request) {
|
2019-08-11 00:31:20 +08:00
|
|
|
if (typeof url === 'object') {
|
2020-02-04 01:09:14 +08:00
|
|
|
if (url instanceof URL) {
|
|
|
|
|
check(request);
|
|
|
|
|
} else {
|
|
|
|
|
check(url);
|
|
|
|
|
}
|
2019-08-11 00:31:20 +08:00
|
|
|
} else {
|
|
|
|
|
check(request);
|
|
|
|
|
}
|
|
|
|
|
return origin.apply(this, arguments);
|
|
|
|
|
};
|
|
|
|
|
};
|
|
|
|
|
http.get = httpWrap(http.get);
|
|
|
|
|
http.request = httpWrap(http.request);
|
|
|
|
|
});
|
|
|
|
|
|
|
|
|
|
describe('got', () => {
|
|
|
|
|
it('headers', async () => {
|
2020-02-04 01:09:14 +08:00
|
|
|
nock(/rsshub\.test/)
|
2019-10-22 17:25:32 +08:00
|
|
|
.get(/.*/)
|
2020-02-15 21:32:16 +08:00
|
|
|
.times(3)
|
2020-04-02 21:21:46 +08:00
|
|
|
.reply(function () {
|
2020-02-15 21:32:16 +08:00
|
|
|
expect(this.req.headers.referer).toBe('http://api.rsshub.test');
|
|
|
|
|
expect(this.req.headers.host).toBe('api.rsshub.test');
|
2019-10-22 17:25:32 +08:00
|
|
|
return [200, simpleResponse];
|
|
|
|
|
});
|
2019-08-11 00:31:20 +08:00
|
|
|
|
2020-02-04 01:09:14 +08:00
|
|
|
await got.get('http://api.rsshub.test/test');
|
2020-02-15 21:32:16 +08:00
|
|
|
await got.get('http://api.rsshub.test');
|
2019-10-22 17:25:32 +08:00
|
|
|
|
2020-02-15 21:32:16 +08:00
|
|
|
await parser.parseURL('http://api.rsshub.test/test');
|
2019-08-11 00:31:20 +08:00
|
|
|
});
|
|
|
|
|
|
2020-05-06 23:12:43 +08:00
|
|
|
it('proxy-uri socks', async () => {
|
|
|
|
|
process.env.PROXY_URI = 'socks5://user:pass@rsshub.proxy:2333';
|
|
|
|
|
|
|
|
|
|
jest.resetModules();
|
|
|
|
|
require('../../lib/utils/request-wrapper');
|
|
|
|
|
check = (request) => {
|
|
|
|
|
expect(request.agent.constructor.name).toBe('SocksProxyAgent');
|
|
|
|
|
expect(request.agent.proxy.host).toBe('rsshub.proxy');
|
|
|
|
|
expect(request.agent.proxy.port).toBe(2333);
|
2023-05-07 00:25:12 +08:00
|
|
|
expect(request.agent.proxy.type).toBe(5);
|
2020-05-06 23:12:43 +08:00
|
|
|
};
|
|
|
|
|
|
|
|
|
|
nock(/rsshub\.test/)
|
|
|
|
|
.get('/proxy')
|
|
|
|
|
.times(2)
|
|
|
|
|
.reply(200, simpleResponse);
|
|
|
|
|
|
|
|
|
|
await got.get('http://rsshub.test/proxy');
|
|
|
|
|
await parser.parseURL('http://rsshub.test/proxy');
|
|
|
|
|
});
|
|
|
|
|
|
|
|
|
|
it('proxy-uri http', async () => {
|
|
|
|
|
process.env.PROXY_URI = 'http://user:pass@rsshub.proxy:2333';
|
|
|
|
|
|
|
|
|
|
jest.resetModules();
|
|
|
|
|
require('../../lib/utils/request-wrapper');
|
|
|
|
|
check = (request) => {
|
|
|
|
|
expect(request.agent.constructor.name).toBe('HttpsProxyAgent');
|
2023-05-07 00:25:12 +08:00
|
|
|
expect(request.agent.proxy.protocol).toBe('http:');
|
|
|
|
|
expect(request.agent.proxy.username).toBe('user');
|
|
|
|
|
expect(request.agent.proxy.password).toBe('pass');
|
|
|
|
|
expect(request.agent.proxy.host).toBe('rsshub.proxy:2333');
|
|
|
|
|
expect(request.agent.proxy.hostname).toBe('rsshub.proxy');
|
|
|
|
|
expect(request.agent.proxy.port).toBe('2333');
|
2020-05-06 23:12:43 +08:00
|
|
|
};
|
|
|
|
|
|
|
|
|
|
nock(/rsshub\.test/)
|
|
|
|
|
.get('/proxy')
|
|
|
|
|
.times(2)
|
|
|
|
|
.reply(200, simpleResponse);
|
|
|
|
|
|
|
|
|
|
await got.get('http://rsshub.test/proxy');
|
|
|
|
|
await parser.parseURL('http://rsshub.test/proxy');
|
|
|
|
|
});
|
|
|
|
|
|
|
|
|
|
it('proxy-uri https', async () => {
|
|
|
|
|
process.env.PROXY_URI = 'https://rsshub.proxy:2333';
|
|
|
|
|
|
|
|
|
|
jest.resetModules();
|
|
|
|
|
require('../../lib/utils/request-wrapper');
|
|
|
|
|
check = (request) => {
|
|
|
|
|
expect(request.agent.constructor.name).toBe('HttpsProxyAgent');
|
2023-05-07 00:25:12 +08:00
|
|
|
expect(request.agent.proxy.protocol).toBe('https:');
|
|
|
|
|
expect(request.agent.proxy.host).toBe('rsshub.proxy:2333');
|
|
|
|
|
expect(request.agent.proxy.hostname).toBe('rsshub.proxy');
|
|
|
|
|
expect(request.agent.proxy.port).toBe('2333');
|
2020-05-06 23:12:43 +08:00
|
|
|
};
|
|
|
|
|
|
|
|
|
|
nock(/rsshub\.test/)
|
|
|
|
|
.get('/proxy')
|
|
|
|
|
.times(2)
|
|
|
|
|
.reply(200, simpleResponse);
|
|
|
|
|
|
|
|
|
|
await got.get('http://rsshub.test/proxy');
|
|
|
|
|
await parser.parseURL('http://rsshub.test/proxy');
|
|
|
|
|
});
|
|
|
|
|
|
2019-08-11 00:31:20 +08:00
|
|
|
it('proxy socks', async () => {
|
|
|
|
|
process.env.PROXY_PROTOCOL = 'socks';
|
|
|
|
|
process.env.PROXY_HOST = 'rsshub.proxy';
|
|
|
|
|
process.env.PROXY_PORT = '2333';
|
|
|
|
|
|
|
|
|
|
jest.resetModules();
|
|
|
|
|
require('../../lib/utils/request-wrapper');
|
|
|
|
|
check = (request) => {
|
|
|
|
|
expect(request.agent.constructor.name).toBe('SocksProxyAgent');
|
2020-02-05 04:12:03 +08:00
|
|
|
expect(request.agent.proxy.host).toBe('rsshub.proxy');
|
|
|
|
|
expect(request.agent.proxy.port).toBe(2333);
|
2023-05-07 00:25:12 +08:00
|
|
|
expect(request.agent.proxy.type).toBe(5);
|
2019-08-11 00:31:20 +08:00
|
|
|
};
|
|
|
|
|
|
2020-02-04 01:09:14 +08:00
|
|
|
nock(/rsshub\.test/)
|
2019-08-11 00:31:20 +08:00
|
|
|
.get('/proxy')
|
|
|
|
|
.times(2)
|
|
|
|
|
.reply(200, simpleResponse);
|
|
|
|
|
|
|
|
|
|
await got.get('http://rsshub.test/proxy');
|
|
|
|
|
await parser.parseURL('http://rsshub.test/proxy');
|
|
|
|
|
});
|
|
|
|
|
|
|
|
|
|
it('proxy http', async () => {
|
|
|
|
|
process.env.PROXY_PROTOCOL = 'http';
|
|
|
|
|
process.env.PROXY_HOST = 'rsshub.proxy';
|
|
|
|
|
process.env.PROXY_PORT = '2333';
|
|
|
|
|
|
|
|
|
|
jest.resetModules();
|
|
|
|
|
require('../../lib/utils/request-wrapper');
|
|
|
|
|
check = (request) => {
|
2022-12-23 01:13:01 +08:00
|
|
|
expect(request.agent.constructor.name).toBe('HttpsProxyAgent');
|
2023-05-07 00:25:12 +08:00
|
|
|
expect(request.agent.proxy.protocol).toBe('http:');
|
|
|
|
|
expect(request.agent.proxy.host).toBe('rsshub.proxy:2333');
|
|
|
|
|
expect(request.agent.proxy.hostname).toBe('rsshub.proxy');
|
|
|
|
|
expect(request.agent.proxy.port).toBe('2333');
|
2019-08-11 00:31:20 +08:00
|
|
|
};
|
|
|
|
|
|
2020-02-04 01:09:14 +08:00
|
|
|
nock(/rsshub\.test/)
|
2019-08-11 00:31:20 +08:00
|
|
|
.get('/proxy')
|
|
|
|
|
.times(2)
|
|
|
|
|
.reply(200, simpleResponse);
|
|
|
|
|
|
|
|
|
|
await got.get('http://rsshub.test/proxy');
|
|
|
|
|
await parser.parseURL('http://rsshub.test/proxy');
|
|
|
|
|
});
|
|
|
|
|
|
|
|
|
|
it('proxy https', async () => {
|
|
|
|
|
process.env.PROXY_PROTOCOL = 'https';
|
|
|
|
|
process.env.PROXY_HOST = 'rsshub.proxy';
|
|
|
|
|
process.env.PROXY_PORT = '2333';
|
|
|
|
|
|
|
|
|
|
jest.resetModules();
|
|
|
|
|
require('../../lib/utils/request-wrapper');
|
|
|
|
|
check = (request) => {
|
2022-12-23 01:13:01 +08:00
|
|
|
expect(request.agent.constructor.name).toBe('HttpsProxyAgent');
|
2023-05-07 00:25:12 +08:00
|
|
|
expect(request.agent.proxy.protocol).toBe('https:');
|
|
|
|
|
expect(request.agent.proxy.host).toBe('rsshub.proxy:2333');
|
|
|
|
|
expect(request.agent.proxy.hostname).toBe('rsshub.proxy');
|
|
|
|
|
expect(request.agent.proxy.port).toBe('2333');
|
2019-08-11 00:31:20 +08:00
|
|
|
};
|
|
|
|
|
|
2020-02-04 01:09:14 +08:00
|
|
|
nock(/rsshub\.test/)
|
2019-08-11 00:31:20 +08:00
|
|
|
.get('/proxy')
|
|
|
|
|
.times(2)
|
|
|
|
|
.reply(200, simpleResponse);
|
|
|
|
|
|
|
|
|
|
await got.get('http://rsshub.test/proxy');
|
|
|
|
|
await parser.parseURL('http://rsshub.test/proxy');
|
|
|
|
|
});
|
|
|
|
|
|
2023-07-23 20:28:38 +01:00
|
|
|
it('proxy reverse proxy', async () => {
|
|
|
|
|
process.env.REVERSE_PROXY_URL = 'http://rsshub.test/?target=';
|
|
|
|
|
const url = 'http://rsshub.test/proxy';
|
|
|
|
|
|
|
|
|
|
jest.resetModules();
|
|
|
|
|
require('../../lib/utils/request-wrapper');
|
|
|
|
|
check = (request) => {
|
|
|
|
|
expect(request.url.toString()).toBe(`${process.env.REVERSE_PROXY_URL}${encodeURIComponent(url)}`);
|
|
|
|
|
};
|
|
|
|
|
|
|
|
|
|
nock(/rsshub\.test/)
|
|
|
|
|
.get(`/?target=${encodeURIComponent(url)}`)
|
|
|
|
|
.times(2)
|
|
|
|
|
.reply(200, simpleResponse);
|
|
|
|
|
nock(/rsshub\.test/)
|
|
|
|
|
.get('/proxy')
|
|
|
|
|
.times(2)
|
|
|
|
|
.reply(200, simpleResponse);
|
|
|
|
|
|
|
|
|
|
await got.get(url);
|
|
|
|
|
await parser.parseURL(url);
|
|
|
|
|
});
|
|
|
|
|
|
2019-08-11 00:31:20 +08:00
|
|
|
it('auth', async () => {
|
|
|
|
|
process.env.PROXY_AUTH = 'testtest';
|
2022-12-23 01:13:01 +08:00
|
|
|
process.env.PROXY_PROTOCOL = 'http'; // only http(s) proxies extract auth from Headers
|
2019-08-11 00:31:20 +08:00
|
|
|
process.env.PROXY_HOST = 'rsshub.proxy';
|
|
|
|
|
process.env.PROXY_PORT = '2333';
|
|
|
|
|
|
|
|
|
|
jest.resetModules();
|
|
|
|
|
require('../../lib/utils/request-wrapper');
|
|
|
|
|
|
2020-02-04 01:09:14 +08:00
|
|
|
nock(/rsshub\.test/)
|
2019-08-11 00:31:20 +08:00
|
|
|
.get('/auth')
|
|
|
|
|
.times(2)
|
2020-04-02 21:21:46 +08:00
|
|
|
.reply(function () {
|
2019-08-11 00:31:20 +08:00
|
|
|
expect(this.req.headers['proxy-authorization']).toBe('Basic testtest');
|
|
|
|
|
return [200, simpleResponse];
|
|
|
|
|
});
|
|
|
|
|
|
|
|
|
|
await got.get('http://rsshub.test/auth');
|
|
|
|
|
await parser.parseURL('http://rsshub.test/auth');
|
|
|
|
|
});
|
|
|
|
|
|
|
|
|
|
it('url_regex', async () => {
|
|
|
|
|
process.env.PROXY_URL_REGEX = 'url_regex';
|
|
|
|
|
process.env.PROXY_PROTOCOL = 'socks';
|
|
|
|
|
process.env.PROXY_HOST = 'rsshub.proxy';
|
|
|
|
|
process.env.PROXY_PORT = '2333';
|
|
|
|
|
|
|
|
|
|
jest.resetModules();
|
|
|
|
|
require('../../lib/utils/request-wrapper');
|
|
|
|
|
check = (request) => {
|
|
|
|
|
if (request.path === '/url_regex') {
|
|
|
|
|
expect(request.agent.constructor.name).toBe('SocksProxyAgent');
|
2020-02-05 04:12:03 +08:00
|
|
|
expect(request.agent.proxy.host).toBe('rsshub.proxy');
|
|
|
|
|
expect(request.agent.proxy.port).toBe(2333);
|
2019-08-11 00:31:20 +08:00
|
|
|
} else if (request.path === '/proxy') {
|
|
|
|
|
expect(request.agent).toBe(undefined);
|
|
|
|
|
}
|
|
|
|
|
};
|
|
|
|
|
|
2020-02-04 01:09:14 +08:00
|
|
|
nock(/rsshub\.test/)
|
2019-08-11 00:31:20 +08:00
|
|
|
.get('/url_regex')
|
|
|
|
|
.times(2)
|
|
|
|
|
.reply(() => [200, simpleResponse]);
|
2020-02-04 01:09:14 +08:00
|
|
|
nock(/rsshub\.test/)
|
2019-08-11 00:31:20 +08:00
|
|
|
.get('/proxy')
|
|
|
|
|
.times(2)
|
|
|
|
|
.reply(() => [200, simpleResponse]);
|
|
|
|
|
|
|
|
|
|
await got.get('http://rsshub.test/url_regex');
|
|
|
|
|
await parser.parseURL('http://rsshub.test/url_regex');
|
|
|
|
|
|
|
|
|
|
await got.get('http://rsshub.test/proxy');
|
|
|
|
|
await parser.parseURL('http://rsshub.test/proxy');
|
|
|
|
|
});
|
|
|
|
|
});
|