2008-01-24 07:52:45 +00:00
|
|
|
#ifndef IOCONTEXT_H
|
|
|
|
#define IOCONTEXT_H
|
|
|
|
|
2008-01-24 07:44:49 +00:00
|
|
|
#include <linux/radix-tree.h>
|
2008-04-02 12:31:02 +00:00
|
|
|
#include <linux/rcupdate.h>
|
2008-01-24 07:44:49 +00:00
|
|
|
|
2008-01-24 07:52:45 +00:00
|
|
|
/*
|
|
|
|
* This is the per-process anticipatory I/O scheduler state.
|
|
|
|
*/
|
|
|
|
struct as_io_context {
|
|
|
|
spinlock_t lock;
|
|
|
|
|
|
|
|
void (*dtor)(struct as_io_context *aic); /* destructor */
|
|
|
|
void (*exit)(struct as_io_context *aic); /* called on task exit */
|
|
|
|
|
|
|
|
unsigned long state;
|
|
|
|
atomic_t nr_queued; /* queued reads & sync writes */
|
|
|
|
atomic_t nr_dispatched; /* number of requests gone to the drivers */
|
|
|
|
|
|
|
|
/* IO History tracking */
|
|
|
|
/* Thinktime */
|
|
|
|
unsigned long last_end_request;
|
|
|
|
unsigned long ttime_total;
|
|
|
|
unsigned long ttime_samples;
|
|
|
|
unsigned long ttime_mean;
|
|
|
|
/* Layout pattern */
|
|
|
|
unsigned int seek_samples;
|
|
|
|
sector_t last_request_pos;
|
|
|
|
u64 seek_total;
|
|
|
|
sector_t seek_mean;
|
|
|
|
};
|
|
|
|
|
|
|
|
struct cfq_queue;
|
|
|
|
struct cfq_io_context {
|
|
|
|
void *key;
|
2008-01-24 07:44:49 +00:00
|
|
|
unsigned long dead_key;
|
2008-01-24 07:52:45 +00:00
|
|
|
|
|
|
|
struct cfq_queue *cfqq[2];
|
|
|
|
|
|
|
|
struct io_context *ioc;
|
|
|
|
|
|
|
|
unsigned long last_end_request;
|
|
|
|
|
|
|
|
unsigned long ttime_total;
|
|
|
|
unsigned long ttime_samples;
|
|
|
|
unsigned long ttime_mean;
|
|
|
|
|
|
|
|
struct list_head queue_list;
|
2008-02-19 09:02:29 +00:00
|
|
|
struct hlist_node cic_list;
|
2008-01-24 07:52:45 +00:00
|
|
|
|
|
|
|
void (*dtor)(struct io_context *); /* destructor */
|
|
|
|
void (*exit)(struct io_context *); /* called on task exit */
|
2008-04-02 12:31:02 +00:00
|
|
|
|
|
|
|
struct rcu_head rcu_head;
|
2008-01-24 07:52:45 +00:00
|
|
|
};
|
|
|
|
|
|
|
|
/*
|
2008-01-24 07:53:35 +00:00
|
|
|
* I/O subsystem state of the associated processes. It is refcounted
|
|
|
|
* and kmalloc'ed. These could be shared between processes.
|
2008-01-24 07:52:45 +00:00
|
|
|
*/
|
|
|
|
struct io_context {
|
2009-06-10 19:57:06 +00:00
|
|
|
atomic_long_t refcount;
|
2008-01-24 07:53:35 +00:00
|
|
|
atomic_t nr_tasks;
|
|
|
|
|
|
|
|
/* all the fields below are protected by this lock */
|
|
|
|
spinlock_t lock;
|
2008-01-24 07:52:45 +00:00
|
|
|
|
|
|
|
unsigned short ioprio;
|
|
|
|
unsigned short ioprio_changed;
|
|
|
|
|
2009-12-03 17:59:42 +00:00
|
|
|
#ifdef CONFIG_BLK_CGROUP
|
|
|
|
unsigned short cgroup_changed;
|
|
|
|
#endif
|
|
|
|
|
2008-01-24 07:52:45 +00:00
|
|
|
/*
|
|
|
|
* For request batching
|
|
|
|
*/
|
|
|
|
unsigned long last_waited; /* Time last woken after wait for request */
|
|
|
|
int nr_batch_requests; /* Number of requests left in the batch */
|
|
|
|
|
|
|
|
struct as_io_context *aic;
|
2008-01-24 07:44:49 +00:00
|
|
|
struct radix_tree_root radix_root;
|
2008-02-19 09:02:29 +00:00
|
|
|
struct hlist_head cic_list;
|
2008-01-24 07:52:45 +00:00
|
|
|
void *ioc_data;
|
|
|
|
};
|
|
|
|
|
2008-01-24 07:53:35 +00:00
|
|
|
static inline struct io_context *ioc_task_link(struct io_context *ioc)
|
|
|
|
{
|
|
|
|
/*
|
|
|
|
* if ref count is zero, don't allow sharing (ioc is going away, it's
|
|
|
|
* a race).
|
|
|
|
*/
|
2009-06-10 19:57:06 +00:00
|
|
|
if (ioc && atomic_long_inc_not_zero(&ioc->refcount)) {
|
2009-07-31 06:55:48 +00:00
|
|
|
atomic_inc(&ioc->nr_tasks);
|
2008-01-24 07:53:35 +00:00
|
|
|
return ioc;
|
2008-04-15 07:25:33 +00:00
|
|
|
}
|
2008-01-24 07:53:35 +00:00
|
|
|
|
|
|
|
return NULL;
|
|
|
|
}
|
|
|
|
|
2009-12-04 13:52:42 +00:00
|
|
|
struct task_struct;
|
2008-06-30 18:42:08 +00:00
|
|
|
#ifdef CONFIG_BLOCK
|
|
|
|
int put_io_context(struct io_context *ioc);
|
2009-12-04 13:52:42 +00:00
|
|
|
void exit_io_context(struct task_struct *task);
|
2008-06-30 18:42:08 +00:00
|
|
|
struct io_context *get_io_context(gfp_t gfp_flags, int node);
|
|
|
|
struct io_context *alloc_io_context(gfp_t gfp_flags, int node);
|
|
|
|
void copy_io_context(struct io_context **pdst, struct io_context **psrc);
|
|
|
|
#else
|
2009-12-04 13:52:42 +00:00
|
|
|
static inline void exit_io_context(struct task_struct *task)
|
2008-06-30 18:42:08 +00:00
|
|
|
{
|
|
|
|
}
|
|
|
|
|
|
|
|
struct io_context;
|
|
|
|
static inline int put_io_context(struct io_context *ioc)
|
|
|
|
{
|
|
|
|
return 1;
|
|
|
|
}
|
|
|
|
#endif
|
|
|
|
|
2008-01-24 07:52:45 +00:00
|
|
|
#endif
|