File:  [DragonFly] / src / sys / sys / pipe.h
Revision 1.5: download - view: text, annotated - select for diffs
Thu Apr 1 17:58:06 2004 UTC (10 years, 4 months ago) by dillon
Branches: MAIN
CVS tags: HEAD
Enhance the pmap_kenter*() API and friends, separating out entries which
only need invalidation on the local cpu against entries which need invalidation
across the entire system, and provide a synchronization abstraction.

Enhance sf_buf_alloc() and friends to allow the caller to specify whether the
sf_buf's kernel mapping is going to be used on just the current cpu or
whether it needs to be valid across all cpus.  This is done by maintaining
a cpumask of known-synchronized cpus in the struct sf_buf

Optimize sf_buf_alloc() and friends by removing both TAILQ operations in the
critical path.  TAILQ operations to remove the sf_buf from the free queue
are now done in a lazy fashion.  Most sf_buf operations allocate a buf,
work on it, and free it, so why waste time moving the sf_buf off the freelist
if we are only going to move back onto the free list a microsecond later?

Fix a bug in sf_buf_alloc() code as it was being used by the PIPE code.
sf_buf_alloc() was unconditionally using PCATCH in its tsleep() call, which
is only correct when called from the sendfile() interface.

Optimize the PIPE code to require only local cpu_invlpg()'s when mapping
sf_buf's, greatly reducing the number of IPIs required.  On a DELL-2550,
a pipe test which explicitly blows out the sf_buf caching by using huge
buffers improves from 350 to 550 MBytes/sec.  However, note that buildworld
times were not found to have changed.

Replace the PIPE code's custom 'struct pipemapping' structure with a
struct xio and use the XIO API functions rather then its own.

    1: /*
    2:  * Copyright (c) 1996 John S. Dyson
    3:  * All rights reserved.
    4:  *
    5:  * Redistribution and use in source and binary forms, with or without
    6:  * modification, are permitted provided that the following conditions
    7:  * are met:
    8:  * 1. Redistributions of source code must retain the above copyright
    9:  *    notice immediately at the beginning of the file, without modification,
   10:  *    this list of conditions, and the following disclaimer.
   11:  * 2. Redistributions in binary form must reproduce the above copyright
   12:  *    notice, this list of conditions and the following disclaimer in the
   13:  *    documentation and/or other materials provided with the distribution.
   14:  * 3. Absolutely no warranty of function or purpose is made by the author
   15:  *    John S. Dyson.
   16:  * 4. This work was done expressly for inclusion into FreeBSD.  Other use
   17:  *    is allowed if this notation is included.
   18:  * 5. Modifications may be freely made to this file if the above conditions
   19:  *    are met.
   20:  *
   21:  * $FreeBSD: src/sys/sys/pipe.h,v 1.16 1999/12/29 04:24:45 peter Exp $
   22:  * $DragonFly: src/sys/sys/pipe.h,v 1.5 2004/04/01 17:58:06 dillon Exp $
   23:  */
   24: 
   25: #ifndef _SYS_PIPE_H_
   26: #define _SYS_PIPE_H_
   27: 
   28: #ifndef _KERNEL
   29: #include <sys/time.h>			/* for struct timespec */
   30: #include <sys/select.h>			/* for struct selinfo */
   31: #include <machine/param.h>		/* for PAGE_SIZE */
   32: #endif
   33: 
   34: #if !defined(_SYS_XIO_H_)
   35: #include <sys/xio.h>			/* for struct xio */
   36: #endif
   37: 
   38: /*
   39:  * Pipe buffer size, keep moderate in value, pipes take kva space.
   40:  */
   41: #ifndef PIPE_SIZE
   42: #define PIPE_SIZE	16384
   43: #endif
   44: 
   45: #ifndef BIG_PIPE_SIZE
   46: #define BIG_PIPE_SIZE	(64*1024)
   47: #endif
   48: 
   49: /*
   50:  * PIPE_MINDIRECT MUST be smaller than PIPE_SIZE and MUST be bigger
   51:  * than PIPE_BUF.
   52:  */
   53: #ifndef PIPE_MINDIRECT
   54: #define PIPE_MINDIRECT	8192
   55: #endif
   56: 
   57: /*
   58:  * Pipe buffer information.
   59:  * Separate in, out, cnt are used to simplify calculations.
   60:  * Buffered write is active when the buffer.cnt field is set.
   61:  */
   62: struct pipebuf {
   63: 	u_int	cnt;		/* number of chars currently in buffer */
   64: 	u_int	in;		/* in pointer */
   65: 	u_int	out;		/* out pointer */
   66: 	u_int	size;		/* size of buffer */
   67: 	caddr_t	buffer;		/* kva of buffer */
   68: 	struct  vm_object *object;	/* VM object containing buffer */
   69: };
   70: 
   71: /*
   72:  * Bits in pipe_state.
   73:  */
   74: #define PIPE_ASYNC	0x0004	/* Async? I/O. */
   75: #define PIPE_WANTR	0x0008	/* Reader wants some characters. */
   76: #define PIPE_WANTW	0x0010	/* Writer wants space to put characters. */
   77: #define PIPE_WANT	0x0020	/* Pipe is wanted to be run-down. */
   78: #define PIPE_SEL	0x0040	/* Pipe has a select active. */
   79: #define PIPE_EOF	0x0080	/* Pipe is in EOF condition. */
   80: #define PIPE_LOCK	0x0100	/* Process has exclusive access to pointers/data. */
   81: #define PIPE_LWANT	0x0200	/* Process wants exclusive access to pointers/data. */
   82: #define PIPE_DIRECTW	0x0400	/* Pipe direct write active. */
   83: #define PIPE_DIRECTOK	0x0800	/* Direct mode ok. */
   84: #define PIPE_DIRECTIP	0x1000	/* Direct write buffer build in progress */
   85: 
   86: /*
   87:  * Per-pipe data structure.
   88:  * Two of these are linked together to produce bi-directional pipes.
   89:  */
   90: struct pipe {
   91: 	struct	pipebuf pipe_buffer;	/* data storage */
   92: 	struct  xio pipe_map;		/* mapping for direct I/O */
   93: 	struct	selinfo pipe_sel;	/* for compat with select */
   94: 	struct	timespec pipe_atime;	/* time of last access */
   95: 	struct	timespec pipe_mtime;	/* time of last modify */
   96: 	struct	timespec pipe_ctime;	/* time of status change */
   97: 	struct	sigio *pipe_sigio;	/* information for async I/O */
   98: 	struct	pipe *pipe_peer;	/* link with other direction */
   99: 	u_int	pipe_state;		/* pipe status info */
  100: 	int	pipe_busy;		/* busy flag, mostly to handle rundown sanely */
  101: };
  102: 
  103: #endif /* !_SYS_PIPE_H_ */