/* ftp.c * ftp:// processing * (c) 2002 Mikulas Patocka * This file is a part of the Links program, released under GPL. */ #include "links.h" #define FTP_BUF 16384 struct ftp_connection_info { int pending_commands; int opc; int pasv; int dir; int rest_sent; int conn_st; int d; int dpos; int buf_pos; unsigned char ftp_buffer[FTP_BUF]; unsigned char cmdbuf[1]; }; static void ftp_get_banner(struct connection *); static void ftp_got_banner(struct connection *, struct read_buffer *); static void ftp_login(struct connection *); static void ftp_logged(struct connection *); static void ftp_sent_passwd(struct connection *); static void ftp_got_info(struct connection *, struct read_buffer *); static void ftp_got_user_info(struct connection *, struct read_buffer *); static void ftp_dummy_info(struct connection *, struct read_buffer *); static void ftp_pass_info(struct connection *, struct read_buffer *); static void ftp_send_retr_req(struct connection *, int); static struct ftp_connection_info *add_file_cmd_to_str(struct connection *); static void ftp_retr_1(struct connection *); static void ftp_retr_file(struct connection *, struct read_buffer *); static void ftp_got_final_response(struct connection *, struct read_buffer *); static void created_data_connection(struct connection *); static void got_something_from_data_connection(struct connection *); static void ftp_end_request(struct connection *, int); static int get_ftp_response(struct connection *, struct read_buffer *, int); static int ftp_process_dirlist(struct cache_entry *, off_t *, int *, unsigned char *, int, int, int *); static int get_ftp_response(struct connection *c, struct read_buffer *rb, int part) { int l; set_timeout(c); again: for (l = 0; l < rb->len; l++) if (rb->data[l] == 10) { unsigned char *e; long k = strtoul(rb->data, (char **)(void *)&e, 10); if (e != rb->data + 3 || k < 100 || k >= 1000) return -1; if (*e == '-') { int i; for (i = 0; i < rb->len - 5; i++) { if (rb->data[i] == 10 && !memcmp(rb->data+i+1, rb->data, 3) && rb->data[i+4] == ' ') { for (i++; i < rb->len; i++) if (rb->data[i] == 10) goto ok; return 0; } } return 0; ok: l = i; } if (!part && k >= 100 && k < 200) { kill_buffer_data(rb, l + 1); goto again; } if (part == 2) return k; kill_buffer_data(rb, l + 1); return k; } return 0; } void ftp_func(struct connection *c) { /*setcstate(c, S_CONN);*/ /*set_timeout(c);*/ if (get_keepalive_socket(c)) { int p; if ((p = get_port(c->url)) == -1) { setcstate(c, S_INTERNAL); abort_connection(c); return; } make_connection(c, p, &c->sock1, ftp_options.fast_ftp ? ftp_login : ftp_get_banner); } else ftp_send_retr_req(c, S_SENT); } static void ftp_get_banner(struct connection *c) { struct read_buffer *rb; set_timeout(c); setcstate(c, S_SENT); if (!(rb = alloc_read_buffer(c))) return; read_from_socket(c, c->sock1, rb, ftp_got_banner); } static void ftp_got_banner(struct connection *c, struct read_buffer *rb) { int g = get_ftp_response(c, rb, 0); if (g == -1) { setcstate(c, S_FTP_ERROR); abort_connection(c); return; } if (!g) { read_from_socket(c, c->sock1, rb, ftp_got_banner); return; } if (g >= 400) { setcstate(c, S_FTP_UNAVAIL); retry_connection(c); return; } ftp_login(c); } static void ftp_login(struct connection *c) { unsigned char *login; unsigned char *u; int logl = 0; set_timeout(c); login = init_str(); add_to_str(&login, &logl, "USER "); if ((u = get_user_name(c->url)) && *u) add_to_str(&login, &logl, u); else add_to_str(&login, &logl, "anonymous"); if (u) mem_free(u); if (ftp_options.fast_ftp) { struct ftp_connection_info *fi; add_to_str(&login, &logl, "\r\nPASS "); if ((u = get_pass(c->url)) && *u) add_to_str(&login, &logl, u); else add_to_str(&login, &logl, ftp_options.anon_pass); if (u) mem_free(u); add_to_str(&login, &logl, "\r\n"); if (!(fi = add_file_cmd_to_str(c))) { mem_free(login); return; } add_to_str(&login, &logl, fi->cmdbuf); } else add_to_str(&login, &logl, "\r\n"); write_to_socket(c, c->sock1, login, strlen(login), ftp_logged); mem_free(login); setcstate(c, S_SENT); } static void ftp_logged(struct connection *c) { struct read_buffer *rb; if (!(rb = alloc_read_buffer(c))) return; if (!ftp_options.fast_ftp) { ftp_got_user_info(c, rb); return; } read_from_socket(c, c->sock1, rb, ftp_got_info); } static void ftp_got_info(struct connection *c, struct read_buffer *rb) { int g = get_ftp_response(c, rb, 0); if (g == -1) { setcstate(c, S_FTP_ERROR); abort_connection(c); return; } if (!g) { read_from_socket(c, c->sock1, rb, ftp_got_info); return; } if (g >= 400) { setcstate(c, S_FTP_UNAVAIL); retry_connection(c); return; } ftp_got_user_info(c, rb); } static void ftp_got_user_info(struct connection *c, struct read_buffer *rb) { int g = get_ftp_response(c, rb, 0); if (g == -1) { setcstate(c, S_FTP_ERROR); abort_connection(c); return; } if (!g) { read_from_socket(c, c->sock1, rb, ftp_got_user_info); return; } if (g >= 530 && g < 540) { setcstate(c, S_FTP_LOGIN); retry_connection(c); return; } if (g >= 400) { setcstate(c, S_FTP_UNAVAIL); retry_connection(c); return; } if (g >= 200 && g < 300) { if (ftp_options.fast_ftp) ftp_dummy_info(c, rb); else ftp_send_retr_req(c, S_GETH); } else { if (ftp_options.fast_ftp) ftp_pass_info(c, rb); else { unsigned char *login; unsigned char *u; int logl = 0; login = init_str(); add_to_str(&login, &logl, "PASS "); if ((u = get_pass(c->url)) && *u) add_to_str(&login, &logl, u); else add_to_str(&login, &logl, ftp_options.anon_pass); if (u) mem_free(u); add_to_str(&login, &logl, "\r\n"); write_to_socket(c, c->sock1, login, strlen(login), ftp_sent_passwd); mem_free(login); setcstate(c, S_LOGIN); } } } static void ftp_dummy_info(struct connection *c, struct read_buffer *rb) { int g = get_ftp_response(c, rb, 0); if (g == -1) { setcstate(c, S_FTP_ERROR); abort_connection(c); return; } if (!g) { read_from_socket(c, c->sock1, rb, ftp_dummy_info); return; } ftp_retr_file(c, rb); } static void ftp_sent_passwd(struct connection *c) { struct read_buffer *rb; if (!(rb = alloc_read_buffer(c))) return; read_from_socket(c, c->sock1, rb, ftp_pass_info); } static void ftp_pass_info(struct connection *c, struct read_buffer *rb) { int g = get_ftp_response(c, rb, 0); if (g == -1) { setcstate(c, S_FTP_ERROR); abort_connection(c); return; } if (!g) { read_from_socket(c, c->sock1, rb, ftp_pass_info); setcstate(c, S_LOGIN); return; } if (g >= 530 && g < 540) { setcstate(c, S_FTP_LOGIN); abort_connection(c); return; } if (g >= 400) { setcstate(c, S_FTP_UNAVAIL); abort_connection(c); return; } if (ftp_options.fast_ftp) ftp_retr_file(c, rb); else ftp_send_retr_req(c, S_GETH); } static struct ftp_connection_info *add_file_cmd_to_str(struct connection *c) { unsigned char *d = get_url_data(c->url); unsigned char *de; int del; unsigned char pc[6]; int ps; struct ftp_connection_info *inf, *inf2; unsigned char *s; int l; if (!d) { internal("get_url_data failed"); setcstate(c, S_INTERNAL); abort_connection(c); return NULL; } de = init_str(), del = 0; add_conv_str(&de, &del, d, strlen(d), -2); d = de; inf = mem_alloc(sizeof(struct ftp_connection_info)); memset(inf, 0, sizeof(struct ftp_connection_info)); l = 0; s = init_str(); inf->pasv = ftp_options.passive_ftp; if (*c->socks_proxy) inf->pasv = 1; c->info = inf; if (!inf->pasv) if ((ps = get_pasv_socket(c, c->sock1, &c->sock2, pc))) { mem_free(d); return NULL; } #ifdef HAVE_IPTOS if (ftp_options.set_tos) { int rx; int on = IPTOS_THROUGHPUT; EINTRLOOP(rx, setsockopt(c->sock2, IPPROTO_IP, IP_TOS, (char *)&on, sizeof(int))); } #endif if (!(de = strchr(d, POST_CHAR))) de = d + strlen(d); if (d == de || de[-1] == '/') { inf->dir = 1; inf->pending_commands = 4; add_to_str(&s, &l, "TYPE A\r\n"); if (!inf->pasv) { add_to_str(&s, &l, "PORT "); add_num_to_str(&s, &l, pc[0]); add_chr_to_str(&s, &l, ','); add_num_to_str(&s, &l, pc[1]); add_chr_to_str(&s, &l, ','); add_num_to_str(&s, &l, pc[2]); add_chr_to_str(&s, &l, ','); add_num_to_str(&s, &l, pc[3]); add_chr_to_str(&s, &l, ','); add_num_to_str(&s, &l, pc[4]); add_chr_to_str(&s, &l, ','); add_num_to_str(&s, &l, pc[5]); add_to_str(&s, &l, "\r\n"); } else { add_to_str(&s, &l, "PASV\r\n"); } add_to_str(&s, &l, "CWD /"); add_bytes_to_str(&s, &l, d, de - d); add_to_str(&s, &l, "\r\nLIST\r\n"); c->from = 0; } else { inf->dir = 0; inf->pending_commands = 3; add_to_str(&s, &l, "TYPE I\r\n"); if (!inf->pasv) { add_to_str(&s, &l, "PORT "); add_num_to_str(&s, &l, pc[0]); add_chr_to_str(&s, &l, ','); add_num_to_str(&s, &l, pc[1]); add_chr_to_str(&s, &l, ','); add_num_to_str(&s, &l, pc[2]); add_chr_to_str(&s, &l, ','); add_num_to_str(&s, &l, pc[3]); add_chr_to_str(&s, &l, ','); add_num_to_str(&s, &l, pc[4]); add_chr_to_str(&s, &l, ','); add_num_to_str(&s, &l, pc[5]); add_to_str(&s, &l, "\r\n"); } else { add_to_str(&s, &l, "PASV\r\n"); } if (c->from && c->no_cache < NC_IF_MOD) { add_to_str(&s, &l, "REST "); add_num_to_str(&s, &l, c->from); add_to_str(&s, &l, "\r\n"); inf->rest_sent = 1; inf->pending_commands++; } else c->from = 0; add_to_str(&s, &l, "RETR /"); add_bytes_to_str(&s, &l, d, de - d); add_to_str(&s, &l, "\r\n"); } inf->opc = inf->pending_commands; if ((unsigned)l > MAXINT - sizeof(struct ftp_connection_info) - 1) overalloc(); inf2 = mem_realloc(inf, sizeof(struct ftp_connection_info) + l + 1); strcpy((inf = inf2)->cmdbuf, s); mem_free(s); c->info = inf; mem_free(d); return inf; } static void ftp_send_retr_req(struct connection *c, int state) { struct ftp_connection_info *fi; unsigned char *login; int logl = 0; set_timeout(c); login = init_str(); if (!c->info && !(fi = add_file_cmd_to_str(c))) { mem_free(login); return; } else fi = c->info; if (ftp_options.fast_ftp) a:add_to_str(&login, &logl, fi->cmdbuf); else { unsigned char *nl = strchr(fi->cmdbuf, '\n'); if (!nl) goto a; nl++; add_bytes_to_str(&login, &logl, fi->cmdbuf, nl - fi->cmdbuf); memmove(fi->cmdbuf, nl, strlen(nl) + 1); } write_to_socket(c, c->sock1, login, strlen(login), ftp_retr_1); mem_free(login); setcstate(c, state); } static void ftp_retr_1(struct connection *c) { struct read_buffer *rb; if (!(rb = alloc_read_buffer(c))) return; read_from_socket(c, c->sock1, rb, ftp_retr_file); } static void ftp_retr_file(struct connection *c, struct read_buffer *rb) { int g; struct ftp_connection_info *inf = c->info; if (0) { rep: if (!ftp_options.fast_ftp) { ftp_send_retr_req(c, S_GETH); return; } } if (inf->pending_commands > 1) { unsigned char pc[6]; if (inf->pasv && inf->opc - (inf->pending_commands - 1) == 2) { int i = 3, j; while (i < rb->len) { if (rb->data[i] >= '0' && rb->data[i] <= '9') { for (j = 0; j < 6; j++) { int n = 0; while (rb->data[i] >= '0' && rb->data[i] <= '9') { n = n * 10 + rb->data[i] - '0'; if (n >= 256) goto no_pasv; if (++i >= rb->len) goto no_pasv; } pc[j] = n; if (j != 5) { if (rb->data[i] != ',') goto xa; if (++i >= rb->len) goto xa; if (rb->data[i] < '0' || rb->data[i] > '9') { xa: if (j != 1) goto no_pasv; pc[4] = pc[0]; pc[5] = pc[1]; pc[0] = pc[1] = pc[2] = pc[3] = 0; goto pasv_ok; } } } goto pasv_ok; } i++; } no_pasv: memset(pc, 0, sizeof pc); pasv_ok:; } g = get_ftp_response(c, rb, 0); if (g == -1) { setcstate(c, S_FTP_ERROR); abort_connection(c); return; } if (!g) { read_from_socket(c, c->sock1, rb, ftp_retr_file); setcstate(c, S_GETH); return; } inf->pending_commands--; switch (inf->opc - inf->pending_commands) { case 1: /* TYPE */ goto rep; case 2: /* PORT */ if (g >= 400) { setcstate(c, S_FTP_PORT); abort_connection(c); return; } if (inf->pasv) { if (!pc[4] && !pc[5]) { setcstate(c, S_FTP_ERROR); retry_connection(c); return; } make_connection(c, (pc[4] << 8) + pc[5], &c->sock2, created_data_connection); } goto rep; case 3: /* REST / CWD */ if (g >= 400) { if (!inf->dir) c->from = 0; else { setcstate(c, S_FTP_NO_FILE); abort_connection(c); return; } } goto rep; } internal("WHAT???"); } g = get_ftp_response(c, rb, 2); if (!g) { read_from_socket(c, c->sock1, rb, ftp_retr_file); setcstate(c, S_GETH); return; } if (g >= 100 && g < 200) { unsigned char *d = rb->data; int i, p = 0; for (i = 0; i < rb->len && d[i] != 10; i++) if (d[i] == '(') p = i; if (!p || p == rb->len - 1) goto nol; p++; if (d[p] < '0' || d[p] > '9') goto nol; for (i = p; i < rb->len; i++) if (d[i] < '0' || d[i] > '9') goto quak; goto nol; quak: for (; i < rb->len; i++) if (d[i] != ' ') break; if (i + 4 > rb->len) goto nol; if (casecmp(&d[i], "byte", 4)) goto nol; { #if defined(HAVE_STRTOLL) long long est = strtoll(&d[p], NULL, 10); if (est == MAXLLONG) est = -1; #elif defined(HAVE_STRTOQ) longlong est = strtoq(&d[p], NULL, 10); #else long est = strtol(&d[p], NULL, 10); if (est == MAXLONG) est = -1; #endif if (est < 0 || (off_t)est < 0 || (off_t)est != est) est = 0; if (est) c->est_length = est + c->from; } nol:; } if (!inf->pasv) set_handlers(c->sock2, (void (*)(void *))got_something_from_data_connection, NULL, NULL, c); /*read_from_socket(c, c->sock1, rb, ftp_got_final_response);*/ ftp_got_final_response(c, rb); } static void ftp_got_final_response(struct connection *c, struct read_buffer *rb) { struct ftp_connection_info *inf = c->info; int g = get_ftp_response(c, rb, 0); if (g == -1) { setcstate(c, S_FTP_ERROR); abort_connection(c); return; } if (!g) { read_from_socket(c, c->sock1, rb, ftp_got_final_response); if (c->state != S_TRANS) setcstate(c, S_GETH); return; } if (g == 425 || g == 450 || g == 500 || g == 501 || g == 550) { if (c->url[strlen(c->url) - 1] == '/') goto skip_redir; if (!c->cache) { if (get_cache_entry(c->url, &c->cache)) { setcstate(c, S_OUT_OF_MEM); abort_connection(c); return; } c->cache->refcount--; } if (c->cache->redirect) mem_free(c->cache->redirect); c->cache->redirect = stracpy(c->url); c->cache->redirect_get = 1; add_to_strn(&c->cache->redirect, "/"); c->cache->incomplete = 0; /*setcstate(c, S_FTP_NO_FILE);*/ setcstate(c, S__OK); abort_connection(c); return; } skip_redir: if (g >= 400) { setcstate(c, S_FTP_FILE_ERROR); abort_connection(c); return; } if (inf->conn_st == 2) { ftp_end_request(c, S__OK); } else { inf->conn_st = 1; if (c->state != S_TRANS) setcstate(c, S_GETH); } } static int is_date(unsigned char *data) /* can touch at most data[-4] --- "n 12 "<--if fed with this --- if you change it, fix the caller */ { /* fix for ftp://ftp.su.se/ */ if (*data == ' ') data--; if (data[0] >= '0' && data[0] <= '9' && data[-1] >= '0' && data[-1] <= '9') data -= 2; else if (data[0] >= '1' && data[0] <= '9' && data[-1] == ' ') data -= 1 + (data[-2] == ' '); else return 0; if (data[0] == ':') return 1; if (data[0] != ' ') return 0; if ((data[-1] < 'a' || data[-1] > 'z') && (data[-1] < 'A' || data[-1] > 'Z')) return 0; return 1; } static int ftp_process_dirlist(struct cache_entry *ce, off_t *pos, int *d, unsigned char *bf, int ln, int fin, int *tr) { unsigned char *str, *buf; int sl; int ret = 0; int p; int len; int f; int a; again: buf = bf + ret; len = ln - ret; for (p = 0; p < len; p++) if (buf[p] == '\n') goto lb; if (p && (fin || len >= FTP_BUF)) { ret += p; goto pl; } return ret; lb: ret += p + 1; if (p && buf[p - 1] == '\r') p--; pl: str = init_str(); sl = 0; /*add_to_str(&str, &sl, " ");*/ f = *d; if (*d && *d < p && WHITECHAR(buf[*d - 1])) { int ee, dir; ppp: for (ee = *d; ee <= p - 4; ee++) if (!memcmp(buf + ee, " -> ", 4)) goto syml; ee = p; syml: if (!f) { if ((ee - *d != 1 || buf[*d] != '.') && (ee - *d != 2 || buf[*d] != '.' || buf[*d + 1] != '.')) { int i; for (i = 0; i < *d; i++) add_chr_to_str(&str, &sl, ' '); add_to_str(&str, &sl, "..\n"); } } dir = buf[0] == 'd'; if (!dir) { unsigned char *p = memacpy(buf, *d); if (strstr(p, "
"; #define A(s) \ do { \ m = add_fragment(c->cache, c->from, s, strlen(s)); \ if (m < 0 && !err) err = m; \ c->from += strlen(s); \ } while (0) A(ftp_head); ud = stracpy(get_url_data(c->url)); if (strchr(ud, POST_CHAR)) *strchr(ud, POST_CHAR) = 0; s0 = init_str(); s0l = 0; add_conv_str(&s0, &s0l, ud, strlen(ud), -1); mem_free(ud); A(s0); A(ftp_head2); A(s0); A(ftp_head3); mem_free(s0); if (!c->cache->head) c->cache->head = stracpy("\r\n"); add_to_strn(&c->cache->head, "Content-Type: text/html\r\n"); if (err) { setcstate(c, err); abort_connection(c); return; } #undef A } EINTRLOOP(l, read(c->sock2, inf->ftp_buffer + inf->buf_pos, FTP_BUF - inf->buf_pos)); if (l == -1) { e: if (inf->conn_st != 1 && !inf->dir && !c->from) { set_handlers(c->sock2, NULL, NULL, NULL, NULL); close_socket(&c->sock2); inf->conn_st = 2; return; } setcstate(c, get_error_from_errno(errno)); retry_connection(c); return; } if (l > 0) { if (!inf->dir) { if ((off_t)(0UL + c->from + l) < 0) { setcstate(c, S_LARGE_FILE); abort_connection(c); return; } c->received += l; m = add_fragment(c->cache, c->from, inf->ftp_buffer, l); if (m < 0) { setcstate(c, m); abort_connection(c); return; } if (m == 1) c->tries = 0; c->from += l; } else { c->received += l; m = ftp_process_dirlist(c->cache, &c->from, &inf->dpos, inf->ftp_buffer, l + inf->buf_pos, 0, &c->tries); if (m < 0) { setcstate(c, m); abort_connection(c); return; } memmove(inf->ftp_buffer, inf->ftp_buffer + m, inf->buf_pos + l - m); inf->buf_pos += l - m; } setcstate(c, S_TRANS); return; } m = ftp_process_dirlist(c->cache, &c->from, &inf->dpos, inf->ftp_buffer, inf->buf_pos, 1, &c->tries); if (m < 0) { setcstate(c, m); abort_connection(c); return; } set_handlers(c->sock2, NULL, NULL, NULL, NULL); close_socket(&c->sock2); if (inf->conn_st == 1) { ftp_end_request(c, S__OK); } else { inf->conn_st = 2; } } static void ftp_end_request(struct connection *c, int state) { if (state == S__OK) { if (c->cache) { truncate_entry(c->cache, c->from, 1); c->cache->incomplete = 0; } } setcstate(c, state); add_keepalive_socket(c, FTP_KEEPALIVE_TIMEOUT); }