/* * DEBUG: section 51 Filedescriptor Functions * AUTHOR: Duane Wessels * * SQUID Web Proxy Cache http://www.squid-cache.org/ * ---------------------------------------------------------- * * Squid is the result of efforts by numerous individuals from * the Internet community; see the CONTRIBUTORS file for full * details. Many organizations have provided support for Squid's * development; see the SPONSORS file for full details. Squid is * Copyrighted (C) 2001 by the Regents of the University of * California; see the COPYRIGHT file for full details. Squid * incorporates software developed and/or copyrighted by other * sources; see the CREDITS file for full details. * * This program is free software; you can redistribute it and/or modify * it under the terms of the GNU General Public License as published by * the Free Software Foundation; either version 2 of the License, or * (at your option) any later version. * * This program is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * GNU General Public License for more details. * * You should have received a copy of the GNU General Public License * along with this program; if not, write to the Free Software * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111, USA. * */ #include "squid.h" #include "comm/Loops.h" #include "Debug.h" #include "fd.h" #include "fde.h" #include "globals.h" #include "profiler/Profiler.h" #include "SquidTime.h" // Solaris and possibly others lack MSG_NOSIGNAL optimization // TODO: move this into compat/? Use a dedicated compat file to avoid dragging // sys/socket.h into the rest of Squid?? #ifndef MSG_NOSIGNAL #define MSG_NOSIGNAL 0 #endif int default_read_method(int, char *, int); int default_write_method(int, const char *, int); #if _SQUID_WINDOWS_ int socket_read_method(int, char *, int); int socket_write_method(int, const char *, int); int file_read_method(int, char *, int); int file_write_method(int, const char *, int); #else int msghdr_read_method(int, char *, int); int msghdr_write_method(int, const char *, int); #endif const char *fdTypeStr[] = { "None", "Log", "File", "Socket", "Pipe", "MsgHdr", "Unknown" }; static void fdUpdateBiggest(int fd, int); static void fdUpdateBiggest(int fd, int opening) { if (fd < Biggest_FD) return; assert(fd < Squid_MaxFD); if (fd > Biggest_FD) { /* * assert that we are not closing a FD bigger than * our known biggest FD */ assert(opening); Biggest_FD = fd; return; } /* if we are here, then fd == Biggest_FD */ /* * assert that we are closing the biggest FD; we can't be * re-opening it */ assert(!opening); while (Biggest_FD >= 0 && !fd_table[Biggest_FD].flags.open) --Biggest_FD; } void fd_close(int fd) { fde *F = &fd_table[fd]; assert(fd >= 0); assert(F->flags.open); if (F->type == FD_FILE) { assert(F->read_handler == NULL); assert(F->write_handler == NULL); } debugs(51, 3, "fd_close FD " << fd << " " << F->desc); Comm::SetSelect(fd, COMM_SELECT_READ, NULL, NULL, 0); Comm::SetSelect(fd, COMM_SELECT_WRITE, NULL, NULL, 0); F->flags.open = false; fdUpdateBiggest(fd, 0); --Number_FD; *F = fde(); } #if _SQUID_WINDOWS_ int socket_read_method(int fd, char *buf, int len) { int i; PROF_start(recv); i = recv(fd, (void *) buf, len, 0); PROF_stop(recv); return i; } int file_read_method(int fd, char *buf, int len) { int i; PROF_start(read); i = _read(fd, buf, len); PROF_stop(read); return i; } int socket_write_method(int fd, const char *buf, int len) { int i; PROF_start(send); i = send(fd, (const void *) buf, len, 0); PROF_stop(send); return i; } int file_write_method(int fd, const char *buf, int len) { int i; PROF_start(write); i = (_write(fd, buf, len)); PROF_stop(write); return i; } #else int default_read_method(int fd, char *buf, int len) { int i; PROF_start(read); i = read(fd, buf, len); PROF_stop(read); return i; } int default_write_method(int fd, const char *buf, int len) { int i; PROF_start(write); i = write(fd, buf, len); PROF_stop(write); return i; } int msghdr_read_method(int fd, char *buf, int len) { PROF_start(read); const int i = recvmsg(fd, reinterpret_cast(buf), MSG_DONTWAIT); PROF_stop(read); return i; } int msghdr_write_method(int fd, const char *buf, int len) { PROF_start(write); const int i = sendmsg(fd, reinterpret_cast(buf), MSG_NOSIGNAL); PROF_stop(write); return i > 0 ? len : i; // len is imprecise but the caller expects a match } #endif void fd_open(int fd, unsigned int type, const char *desc) { fde *F; assert(fd >= 0); F = &fd_table[fd]; if (F->flags.open) { debugs(51, DBG_IMPORTANT, "WARNING: Closing open FD " << std::setw(4) << fd); fd_close(fd); } assert(!F->flags.open); debugs(51, 3, "fd_open() FD " << fd << " " << desc); F->type = type; F->flags.open = true; F->epoll_state = 0; #if _SQUID_WINDOWS_ F->win32.handle = _get_osfhandle(fd); switch (type) { case FD_SOCKET: case FD_PIPE: F->read_method = &socket_read_method; F->write_method = &socket_write_method; break; case FD_FILE: case FD_LOG: F->read_method = &file_read_method; F->write_method = &file_write_method; break; default: fatalf("fd_open(): unknown FD type - FD#: %i, type: %u, desc %s\n", fd, type, desc); } #else switch (type) { case FD_MSGHDR: F->read_method = &msghdr_read_method; F->write_method = &msghdr_write_method; break; default: F->read_method = &default_read_method; F->write_method = &default_write_method; break; } #endif fdUpdateBiggest(fd, 1); if (desc) xstrncpy(F->desc, desc, FD_DESC_SZ); ++Number_FD; } void fd_note(int fd, const char *s) { fde *F = &fd_table[fd]; xstrncpy(F->desc, s, FD_DESC_SZ); } void fd_bytes(int fd, int len, unsigned int type) { fde *F = &fd_table[fd]; if (len < 0) return; assert(type == FD_READ || type == FD_WRITE); if (type == FD_READ) F->bytes_read += len; else F->bytes_written += len; } void fdDumpOpen(void) { int i; fde *F; for (i = 0; i < Squid_MaxFD; ++i) { F = &fd_table[i]; if (!F->flags.open) continue; if (i == fileno(debug_log)) continue; debugs(51, DBG_IMPORTANT, "Open FD "<< std::left<< std::setw(10) << (F->bytes_read && F->bytes_written ? "READ/WRITE" : F->bytes_read ? "READING" : F->bytes_written ? "WRITING" : "UNSTARTED") << " "<< std::right << std::setw(4) << i << " " << F->desc); } } int fdNFree(void) { return Squid_MaxFD - Number_FD - Opening_FD; } int fdUsageHigh(void) { int nrfree = fdNFree(); if (nrfree < (RESERVED_FD << 1)) return 1; if (nrfree < (Number_FD >> 2)) return 1; return 0; } /* Called when we runs out of file descriptors */ void fdAdjustReserved(void) { int newReserve; int x; static time_t last = 0; /* * don't update too frequently */ if (last + 5 > squid_curtime) return; /* * Calculate a new reserve, based on current usage and a small extra */ newReserve = Squid_MaxFD - Number_FD + min(25, Squid_MaxFD / 16); if (newReserve <= RESERVED_FD) return; x = Squid_MaxFD - 20 - min(25, Squid_MaxFD / 16); if (newReserve > x) { /* perhaps this should be fatal()? -DW */ debugs(51, DBG_CRITICAL, "WARNING: This machine has a serious shortage of filedescriptors."); newReserve = x; } if (Squid_MaxFD - newReserve < min(256, Squid_MaxFD / 2)) fatalf("Too few filedescriptors available in the system (%d usable of %d).\n", Squid_MaxFD - newReserve, Squid_MaxFD); debugs(51, DBG_CRITICAL, "Reserved FD adjusted from " << RESERVED_FD << " to " << newReserve << " due to failures (" << (Squid_MaxFD - newReserve) << "/" << Squid_MaxFD << " file descriptors available)"); RESERVED_FD = newReserve; }