/* * Guillaume Cottenceau (gc) * * Copyright 2000 Mandriva * * This software may be freely redistributed under the terms of the GNU * public license. * * You should have received a copy of the GNU General Public License * along with this program; if not, write to the Free Software * Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. * */ /* * Portions from Erik Troan and Matt Wilson * * Copyright 1999 Red Hat, Inc. * */ #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include "dns.h" #include "log.h" #include "tools.h" #include "utils.h" #include "url.h" #define TIMEOUT_SECS 60 #define BUFFER_SIZE 4096 #define HTTP_MAX_RECURSION 5 static int ftp_check_response(int sock, char ** str) { static char buf[BUFFER_SIZE + 1]; int bufLength = 0; struct pollfd polls; char * chptr, * start; int bytesRead, rc = 0; int doesContinue = 1; char errorCode[4]; errorCode[0] = '\0'; do { polls.fd = sock; polls.events = POLLIN; if (poll(&polls, 1, TIMEOUT_SECS*1000) != 1) return FTPERR_BAD_SERVER_RESPONSE; bytesRead = read(sock, buf + bufLength, sizeof(buf) - bufLength - 1); bufLength += bytesRead; buf[bufLength] = '\0'; /* divide the response into lines, checking each one to see if we are finished or need to continue */ start = chptr = buf; do { while (*chptr != '\n' && *chptr) chptr++; if (*chptr == '\n') { *chptr = '\0'; if (*(chptr - 1) == '\r') *(chptr - 1) = '\0'; if (str) *str = start; if (errorCode[0]) { if (!strncmp(start, errorCode, 3) && start[3] == ' ') doesContinue = 0; } else { strncpy(errorCode, start, 3); errorCode[3] = '\0'; if (start[3] != '-') { doesContinue = 0; } } start = chptr + 1; chptr++; } else { chptr++; } } while (*chptr); if (doesContinue && chptr > start) { memcpy(buf, start, chptr - start - 1); bufLength = chptr - start - 1; } else { bufLength = 0; } } while (doesContinue); if (*errorCode == '4' || *errorCode == '5') { if (!strncmp(errorCode, "550", 3)) { return FTPERR_FILE_NOT_FOUND; } return FTPERR_BAD_SERVER_RESPONSE; } if (rc) return rc; return 0; } static int ftp_command(int sock, char * command, char * param) { char buf[500]; int rc; snprintf(buf, sizeof(buf), "%s%s%s\r\n", command, param ? " " : "", param ? param : ""); if (write(sock, buf, strlen(buf)) != (ssize_t)strlen(buf)) { return FTPERR_SERVER_IO_ERROR; } if ((rc = ftp_check_response(sock, NULL))) return rc; return 0; } static int get_host_address(char * host, struct in_addr * address) { if (isdigit(host[0])) { if (!inet_aton(host, address)) { return FTPERR_BAD_HOST_ADDR; } } else { if (mygethostbyname(host, address)) return FTPERR_BAD_HOSTNAME; } return 0; } int ftp_open_connection(char * host, char * name, char * password, char * proxy) { int sock; struct in_addr serverAddress; struct sockaddr_in destPort; int rc; int port = 21; if (!strcmp(name, "")) { name = "anonymous"; password = "-drakx@"; } if (strcmp(proxy, "")) { name = asprintf_("%s@%s", name, host); host = proxy; } if ((rc = get_host_address(host, &serverAddress))) return rc; sock = socket(AF_INET, SOCK_STREAM, IPPROTO_IP); if (sock < 0) { return FTPERR_FAILED_CONNECT; } destPort.sin_family = AF_INET; destPort.sin_port = htons(port); destPort.sin_addr = serverAddress; if (connect(sock, (struct sockaddr *) &destPort, sizeof(destPort))) { close(sock); return FTPERR_FAILED_CONNECT; } /* ftpCheckResponse() assumes the socket is nonblocking */ if (fcntl(sock, F_SETFL, O_NONBLOCK)) { close(sock); return FTPERR_FAILED_CONNECT; } if ((rc = ftp_check_response(sock, NULL))) { return rc; } if ((rc = ftp_command(sock, "USER", name))) { close(sock); return rc; } if ((rc = ftp_command(sock, "PASS", password))) { close(sock); return rc; } if ((rc = ftp_command(sock, "TYPE", "I"))) { close(sock); return rc; } return sock; } int ftp_data_command(int sock, char * command, char * param) { int dataSocket; struct sockaddr_in dataAddress; int i, j; char * passReply; char * chptr; char retrCommand[500]; int rc; if (write(sock, "PASV\r\n", 6) != 6) { return FTPERR_SERVER_IO_ERROR; } if ((rc = ftp_check_response(sock, &passReply))) return FTPERR_PASSIVE_ERROR; chptr = passReply; while (*chptr && *chptr != '(') chptr++; if (*chptr != '(') return FTPERR_PASSIVE_ERROR; chptr++; passReply = chptr; while (*chptr && *chptr != ')') chptr++; if (*chptr != ')') return FTPERR_PASSIVE_ERROR; *chptr-- = '\0'; while (*chptr && *chptr != ',') chptr--; if (*chptr != ',') return FTPERR_PASSIVE_ERROR; chptr--; while (*chptr && *chptr != ',') chptr--; if (*chptr != ',') return FTPERR_PASSIVE_ERROR; *chptr++ = '\0'; /* now passReply points to the IP portion, and chptr points to the port number portion */ dataAddress.sin_family = AF_INET; if (sscanf(chptr, "%d,%d", &i, &j) != 2) { return FTPERR_PASSIVE_ERROR; } dataAddress.sin_port = htons((i << 8) + j); chptr = passReply; while (*chptr++) { if (*chptr == ',') *chptr = '.'; } if (!inet_aton(passReply, &dataAddress.sin_addr)) return FTPERR_PASSIVE_ERROR; dataSocket = socket(AF_INET, SOCK_STREAM, IPPROTO_IP); if (dataSocket < 0) { return FTPERR_FAILED_CONNECT; } if (!param) sprintf(retrCommand, "%s\r\n", command); else sprintf(retrCommand, "%s %s\r\n", command, param); i = strlen(retrCommand); if (write(sock, retrCommand, i) != i) { return FTPERR_SERVER_IO_ERROR; } if (connect(dataSocket, (struct sockaddr *) &dataAddress, sizeof(dataAddress))) { close(dataSocket); return FTPERR_FAILED_DATA_CONNECT; } if ((rc = ftp_check_response(sock, NULL))) { close(dataSocket); return rc; } return dataSocket; } int ftp_get_filesize(int sock, char * remotename) { int size = 0; char buf[2000]; char file[500]; char * ptr; int fd, rc, tot; int i; strcpy(buf, remotename); ptr = strrchr(buf, '/'); if (!*ptr) return -1; *ptr = '\0'; strcpy(file, ptr+1); if ((rc = ftp_command(sock, "CWD", buf))) { return -1; } fd = ftp_data_command(sock, "LIST", file); if (fd <= 0) { close(sock); return -1; } ptr = buf; while ((tot = read(fd, ptr, sizeof(buf) - (ptr - buf) - 1)) != 0) ptr += tot; *ptr = '\0'; close(fd); if (!(ptr = strstr(buf, file))) { log_message("FTP/get_filesize: Bad mood, directory does not contain searched file (%s)", file); if (ftp_end_data_command(sock)) close(sock); return -1; } for (i=0; i<4; i++) { while (*ptr && *ptr != ' ') ptr--; while (*ptr && *ptr == ' ') ptr--; } while (*ptr && *ptr != ' ') ptr--; if (ptr) size = charstar_to_int(ptr+1); else size = 0; if (ftp_end_data_command(sock)) { close(sock); return -1; } return size; } int ftp_start_download(int sock, char * remotename, int * size) { if ((*size = ftp_get_filesize(sock, remotename)) == -1) { log_message("FTP: could not get filesize (trying to continue)"); *size = 0; } return ftp_data_command(sock, "RETR", remotename); } int ftp_end_data_command(int sock) { if (ftp_check_response(sock, NULL)) return FTPERR_BAD_SERVER_RESPONSE; return 0; } char *str_ftp_error(int error) { return error == FTPERR_PASSIVE_ERROR ? "error with passive connection" : error == FTPERR_FAILED_CONNECT ? "couldn't connect to server" : error == FTPERR_FILE_NOT_FOUND ? "file not found" : error == FTPERR_BAD_SERVER_RESPONSE ? "bad server response (server too busy?)" : NULL; } static int _http_download_file(char * hostname, char * remotename, int * size, char * proxyprotocol, char * proxyname, char * proxyport, int recursion) { char * buf; char headers[4096]; char * nextChar = headers; int statusCode; struct in_addr serverAddress; struct pollfd polls; int sock; int rc; struct sockaddr_in destPort; const char * header_content_length = "Content-Length: "; const char * header_location = "Location: http://"; char * http_server_name; int http_server_port; if (proxyprotocol) { http_server_name = proxyname; http_server_port = atoi(proxyport); } else { http_server_name = hostname; http_server_port = 80; } log_message("HTTP: connecting to server %s:%i (%s)", http_server_name, http_server_port, proxyprotocol ? "proxy" : "no proxy"); if ((rc = get_host_address(http_server_name, &serverAddress))) return rc; sock = socket(AF_INET, SOCK_STREAM, IPPROTO_IP); if (sock < 0) { return FTPERR_FAILED_CONNECT; } destPort.sin_family = AF_INET; destPort.sin_port = htons(http_server_port); destPort.sin_addr = serverAddress; if (connect(sock, (struct sockaddr *) &destPort, sizeof(destPort))) { close(sock); return FTPERR_FAILED_CONNECT; } buf = proxyprotocol ? asprintf_("GET %s://%s%s HTTP/1.0\r\nHost: %s\r\n\r\n", proxyprotocol, hostname, remotename, hostname) : asprintf_("GET %s HTTP/1.0\r\nHost: %s\r\n\r\n", remotename, hostname); write(sock, buf, strlen(buf)); /* This is fun; read the response a character at a time until we: 1) Get our first \r\n; which lets us check the return code 2) Get a \r\n\r\n, which means we're done */ *nextChar = '\0'; statusCode = 0; while (!strstr(headers, "\r\n\r\n")) { polls.fd = sock; polls.events = POLLIN; rc = poll(&polls, 1, TIMEOUT_SECS*1000); if (rc == 0) { close(sock); return FTPERR_SERVER_TIMEOUT; } else if (rc < 0) { close(sock); return FTPERR_SERVER_IO_ERROR; } if (read(sock, nextChar, 1) != 1) { close(sock); return FTPERR_SERVER_IO_ERROR; } nextChar++; *nextChar = '\0'; if (nextChar - headers == sizeof(headers)) { close(sock); return FTPERR_SERVER_IO_ERROR; } if (!statusCode && strstr(headers, "\r\n")) { char * start, * end; start = headers; while (!isspace(*start) && *start) start++; if (!*start) { close(sock); return FTPERR_SERVER_IO_ERROR; } start++; end = start; while (!isspace(*end) && *end) end++; if (!*end) { close(sock); return FTPERR_SERVER_IO_ERROR; } *end = '\0'; log_message("HTTP: server response '%s'", start); if (streq(start, "404")) { close(sock); return FTPERR_FILE_NOT_FOUND; } else if (streq(start, "302")) { log_message("HTTP: found, but document has moved"); statusCode = 302; } else if (streq(start, "200")) { statusCode = 200; } else { close(sock); return FTPERR_BAD_SERVER_RESPONSE; } *end = ' '; } } if (statusCode == 302) { if (recursion >= HTTP_MAX_RECURSION) { log_message("HTTP: too many levels of recursion, aborting"); close(sock); return FTPERR_UNKNOWN; } if ((buf = strstr(headers, header_location))) { char * found_host; char *found_file; found_host = buf + strlen(header_location); if ((found_file = index(found_host, '/'))) { if ((buf = index(found_file, '\r'))) { buf[0] = '\0'; remotename = strdup(found_file); found_file[0] = '\0'; hostname = strdup(found_host); log_message("HTTP: redirected to new host \"%s\" and file \"%s\"", hostname, remotename); } } } /* * don't fail if new URL can't be parsed, * asking the same URL may work if the DNS server are doing round-robin */ return _http_download_file(hostname, remotename, size, proxyprotocol, proxyname, proxyport, recursion + 1); } if ((buf = strstr(headers, header_content_length))) *size = charstar_to_int(buf + strlen(header_content_length)); else *size = 0; return sock; } int http_download_file(char * hostname, char * remotename, int * size, char * proxyprotocol, char * proxyname, char * proxyport) { return _http_download_file(hostname, remotename, size, proxyprotocol, proxyname, proxyport, 0); }