Axel -- A lighter download accelerator for Linux and other Unices
Copyright 2001-2007 Wilmer van der Gaast
Copyright 2008 Y Giridhar Appaji Nag
Copyright 2008-2009 Philipp Hagemeister
Copyright 2015 Joao Eriberto Mota Filho
Copyright 2016 Ivan Gimenez
Copyright 2016 Phillip Berndt
Copyright 2016 Sjjad Hashemian
Copyright 2016 Stephen Thirlwall
Copyright 2017 Antonio Quartulli
Copyright 2017 David Polverari
Copyright 2017-2019 Ismael Luceno
Copyright 2018-2019 Shankar
This program is free software; you can redistribute it and/or
modify it under the terms of the GNU General Public License
as published by the Free Software Foundation; either version 2
of the License, or (at your option) any later version.
In addition, as a special exception, the copyright holders give
permission to link the code of portions of this program with the
OpenSSL library under certain conditions as described in each
individual source file, and distribute linked combinations including
the two.
You must obey the GNU General Public License in all respects for all
of the code used other than OpenSSL. If you modify file(s) with this
exception, you may extend this exception to your version of the
file(s), but you are not obligated to do so. If you do not wish to do
so, delete this exception statement from your version. If you delete
this exception statement from all source files in the program, then
also delete it here.
This program is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
GNU General Public License for more details.
You should have received a copy of the GNU General Public License
along with this program; if not, write to the Free Software
Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
*
* SPDX-License-Identifier: GPL-2.0-or-later
*/
#include "config.h"
#include "axel.h"
#define HDR_CHUNK 512
inline static int
is_default_port(int proto, int port)
{
return ((proto == PROTO_HTTP &&
port == PROTO_HTTP_PORT) ||
(proto == PROTO_HTTPS &&
port == PROTO_HTTPS_PORT));
}
inline static char
chain_next(const char ***p)
{
while (**p && !***p)
++(*p);
return **p ? *(**p)++ : 0;
}
static void
http_auth_token(char *token, const char *user, const char *pass)
{
const char base64_encode[64] =
"ABCDEFGHIJKLMNOPQRSTUVWXYZ"
"abcdefghijklmnopqrstuvwxyz" "0123456789+/";
const char *auth[] = { user, ":", pass, NULL };
const char **p = auth;
while (*p) {
char a = chain_next(&p);
if (!a)
break;
*token++ = base64_encode[a >> 2];
char b = chain_next(&p);
*token++ = base64_encode[((a & 3) << 4) | (b >> 4)];
if (!b) {
*token++ = '=';
*token++ = '=';
break;
} else {
char c = chain_next(&p);
*token++ = base64_encode[((b & 15) << 2)
| (c >> 6)];
if (!c) {
*token++ = '=';
break;
} else
*token++ = base64_encode[c & 63];
}
}
}
int
http_connect(http_t *conn, int proto, char *proxy, char *host, int port,
char *user, char *pass, unsigned io_timeout)
{
const char *puser = NULL, *ppass = "";
conn_t tconn[1];
strlcpy(conn->host, host, sizeof(conn->host));
conn->port = port;
conn->proto = proto;
if (proxy && *proxy) {
if (!conn_set(tconn, proxy)) {
fprintf(stderr, _("Invalid proxy string: %s\n"), proxy);
return 0;
}
host = tconn->host;
port = tconn->port;
proto = tconn->proto;
puser = tconn->user;
ppass = tconn->pass;
conn->proxy = 1;
}
if (tcp_connect(&conn->tcp, host, port, PROTO_IS_SECURE(proto),
conn->local_if, io_timeout) == -1)
return 0;
if (*user == 0) {
*conn->auth = 0;
} else {
http_auth_token(conn->auth, user, pass);
}
if (!conn->proxy || !puser || *puser == 0) {
*conn->proxy_auth = 0;
} else {
http_auth_token(conn->proxy_auth, puser, ppass);
}
return 1;
}
void
http_disconnect(http_t *conn)
{
tcp_close(&conn->tcp);
}
void
http_get(http_t *conn, char *lurl)
{
const char *prefix = "", *postfix = "";
if (is_ipv6_addr(conn->host)) {
prefix = "[";
postfix = "]";
}
*conn->request->p = 0;
if (conn->proxy) {
const char *proto = scheme_from_proto(conn->proto);
if (is_default_port(conn->proto, conn->port)) {
http_addheader(conn, "GET %s%s%s%s%s HTTP/1.0", proto,
prefix, conn->host, postfix, lurl);
} else {
http_addheader(conn, "GET %s%s%s%s:%i%s HTTP/1.0",
proto, prefix, conn->host, postfix,
conn->port, lurl);
}
} else {
http_addheader(conn, "GET %s HTTP/1.0", lurl);
if (is_default_port(conn->proto, conn->port)) {
http_addheader(conn, "Host: %s%s%s", prefix,
conn->host, postfix);
} else {
http_addheader(conn, "Host: %s%s%s:%i", prefix,
conn->host, postfix, conn->port);
}
}
if (*conn->auth)
http_addheader(conn, "Authorization: Basic %s", conn->auth);
if (*conn->proxy_auth)
http_addheader(conn, "Proxy-Authorization: Basic %s",
conn->proxy_auth);
http_addheader(conn, "Accept: */*");
http_addheader(conn, "Accept-Encoding: identity");
if (conn->lastbyte && conn->firstbyte >= 0) {
http_addheader(conn, "Range: bytes=%jd-%jd",
conn->firstbyte, conn->lastbyte - 1);
} else if (conn->firstbyte >= 0) {
http_addheader(conn, "Range: bytes=%jd-",
conn->firstbyte);
}
}
void
http_addheader(http_t *conn, const char *format, ...)
{
char s[MAX_STRING];
va_list params;
va_start(params, format);
vsnprintf(s, sizeof(s) - 3, format, params);
strlcat(s, "\r\n", sizeof(s));
va_end(params);
if (abuf_strcat(conn->request, s) < 0) {
fprintf(stderr, "Out of memory\n");
}
}
int
http_exec(http_t *conn)
{
char *s2;
#ifndef NDEBUG
fprintf(stderr, "--- Sending request ---\n%s--- End of request ---\n",
conn->request->p);
#endif
strlcat(conn->request->p, "\r\n", conn->request->len);
const size_t reqlen = strlen(conn->request->p);
size_t nwrite = 0;
while (nwrite < reqlen) {
ssize_t tmp;
tmp = tcp_write(&conn->tcp, conn->request->p + nwrite,
reqlen - nwrite);
if (tmp < 0) {
if (errno == EINTR || errno == EAGAIN)
continue;
fprintf(stderr,
_("Connection gone while writing.\n"));
return 0;
}
nwrite += tmp;
}
*conn->headers->p = 0;
actual data */
for (char *s = conn->headers->p;;) {
if (tcp_read(&conn->tcp, s, 1) <= 0) {
fprintf(stderr, _("Connection gone.\n"));
return 0;
}
if (*s == '\r') {
continue;
} else if (*s == '\n') {
if (s > conn->headers->p && s[-1] == '\n') {
*s = 0;
break;
}
}
s++;
size_t pos = s - conn->headers->p;
if (pos + 10 < conn->headers->len) {
int tmp = abuf_setup(conn->headers,
conn->headers->len + HDR_CHUNK);
if (tmp < 0) {
fprintf(stderr, "Out of memory\n");
return 0;
}
s = conn->headers->p + pos;
}
}
#ifndef NDEBUG
fprintf(stderr, "--- Reply headers ---\n%s--- End of headers ---\n",
conn->headers->p);
#endif
sscanf(conn->headers->p, "%*s %3i", &conn->status);
s2 = strchr(conn->headers->p, '\n');
if (s2)
*s2 = 0;
const size_t reslen = s2 - conn->headers->p + 1;
if (conn->request->len < reqlen) {
int ret = abuf_setup(conn->request, reslen);
if (ret < 0)
return 0;
}
memcpy(conn->request->p, conn->headers->p, reslen);
*s2 = '\n';
return 1;
}
const char *
http_header(const http_t *conn, const char *header)
{
const char *p = conn->headers->p;
size_t hlen = strlen(header);
do {
if (strncasecmp(p, header, hlen) == 0)
return p + hlen;
while (*p != '\n' && *p)
p++;
if (*p == '\n')
p++;
}
while (*p);
return NULL;
}
off_t
http_size(http_t *conn)
{
const char *i;
off_t j;
if ((i = http_header(conn, "Content-Length:")) == NULL)
return -2;
sscanf(i, "%jd", &j);
return j;
}
off_t
http_size_from_range(http_t *conn)
{
const char *i;
if ((i = http_header(conn, "Content-Range:")) == NULL)
return -2;
i = strchr(i, '/');
if (!i++)
return -2;
off_t j = strtoll(i, NULL, 10);
if (!j && *i != '0')
return -3;
return j;
}
* Extract file name from Content-Disposition HTTP header.
*
* Header format:
* Content-Disposition: inline
* Content-Disposition: attachment
* Content-Disposition: attachment; filename="filename.jpg"
*/
void
http_filename(const http_t *conn, char *filename)
{
const char *h;
if ((h = http_header(conn, "Content-Disposition:")) != NULL) {
sscanf(h, "%*s%*[ \t]filename%*[ \t=\"\'-]%254[^;\n\"\']",
filename);
const char space[] = "\t ";
for (char *n, *p = filename; (p = strpbrk(p, space)); p = n) {
n = p + strspn(p, space);
if (!*n) {
*p = 0;
break;
}
}
https://en.wikipedia.org/wiki/Filename#Reserved_characters_and_words */
const char invalid[] = "/\\?%*:|<>";
const char replacement = '_';
for (char *i = filename; (i = strpbrk(i, invalid)); i++) {
*i = replacement;
}
}
}
inline static char
decode_nibble(char n)
{
if (n <= '9')
return n - '0';
if (n >= 'a')
n -= 'a' - 'A';
return n - 'A' + 10;
}
inline static char
encode_nibble(char n)
{
return n > 9 ? n + 'a' - 10 : n + '0';
}
inline static void
encode_byte(char dst[3], char n)
{
*dst++ = '%';
*dst++ = encode_nibble(n >> 4);
*dst = encode_nibble(n & 15);
}
void
http_decode(char *s)
{
for (; *s && *s != '%'; s++) ;
if (!*s)
return;
char *p = s;
do {
if (!s[1] || !s[2])
break;
*p++ = (decode_nibble(s[1]) << 4) | decode_nibble(s[2]);
s += 3;
while (*s && *s != '%')
*p++ = *s++;
} while (*s == '%');
*p = 0;
}