daily pastebin goal
76%
SHARE
TWEET

Untitled

a guest Nov 25th, 2010 51 Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
  1. #ifndef _LINUX_SCHED_H
  2. #define _LINUX_SCHED_H
  3.  
  4. /*
  5.  * cloning flags:
  6.  */
  7. #define CSIGNAL         0x000000ff      /* signal mask to be sent at exit */
  8. #define CLONE_VM        0x00000100      /* set if VM shared between processes */
  9. #define CLONE_FS        0x00000200      /* set if fs info shared between processes */
  10. #define CLONE_FILES     0x00000400      /* set if open files shared between processes */
  11. #define CLONE_SIGHAND   0x00000800      /* set if signal handlers and blocked signals shared */
  12. #define CLONE_PTRACE    0x00002000      /* set if we want to let tracing continue on the child too */
  13. #define CLONE_VFORK     0x00004000      /* set if the parent wants the child to wake it up on mm_release */
  14. #define CLONE_PARENT    0x00008000      /* set if we want to have the same parent as the cloner */
  15. #define CLONE_THREAD    0x00010000      /* Same thread group? */
  16. #define CLONE_NEWNS     0x00020000      /* New namespace group? */
  17. #define CLONE_SYSVSEM   0x00040000      /* share system V SEM_UNDO semantics */
  18. #define CLONE_SETTLS    0x00080000      /* create a new TLS for the child */
  19. #define CLONE_PARENT_SETTID     0x00100000      /* set the TID in the parent */
  20. #define CLONE_CHILD_CLEARTID    0x00200000      /* clear the TID in the child */
  21. #define CLONE_DETACHED          0x00400000      /* Unused, ignored */
  22. #define CLONE_UNTRACED          0x00800000      /* set if the tracing process can't force CLONE_PTRACE on this clone */
  23. #define CLONE_CHILD_SETTID      0x01000000      /* set the TID in the child */
  24. #define CLONE_STOPPED           0x02000000      /* Start in stopped state */
  25. #define CLONE_NEWUTS            0x04000000      /* New utsname group? */
  26. #define CLONE_NEWIPC            0x08000000      /* New ipcs */
  27. #define CLONE_NEWUSER           0x10000000      /* New user namespace */
  28. #define CLONE_NEWPID            0x20000000      /* New pid namespace */
  29. #define CLONE_NEWNET            0x40000000      /* New network namespace */
  30. #define CLONE_IO                0x80000000      /* Clone io context */
  31.  
  32. /*
  33.  * Scheduling policies
  34.  */
  35. #define SCHED_NORMAL            0
  36. #define SCHED_FIFO              1
  37. #define SCHED_RR                2
  38. #define SCHED_BATCH             3
  39. /* SCHED_ISO: reserved but not implemented yet */
  40. #define SCHED_IDLE              5
  41. /* Can be ORed in to make sure the process is reverted back to SCHED_NORMAL on fork */
  42. #define SCHED_RESET_ON_FORK     0x40000000
  43.  
  44. #ifdef __KERNEL__
  45.  
  46. struct sched_param {
  47.         int sched_priority;
  48. };
  49.  
  50. #include <asm/param.h>  /* for HZ */
  51.  
  52. #include <linux/capability.h>
  53. #include <linux/threads.h>
  54. #include <linux/kernel.h>
  55. #include <linux/types.h>
  56. #include <linux/timex.h>
  57. #include <linux/jiffies.h>
  58. #include <linux/rbtree.h>
  59. #include <linux/thread_info.h>
  60. #include <linux/cpumask.h>
  61. #include <linux/errno.h>
  62. #include <linux/nodemask.h>
  63. #include <linux/mm_types.h>
  64.  
  65. #include <asm/system.h>
  66. #include <asm/page.h>
  67. #include <asm/ptrace.h>
  68. #include <asm/cputime.h>
  69.  
  70. #include <linux/smp.h>
  71. #include <linux/sem.h>
  72. #include <linux/signal.h>
  73. #include <linux/path.h>
  74. #include <linux/compiler.h>
  75. #include <linux/completion.h>
  76. #include <linux/pid.h>
  77. #include <linux/percpu.h>
  78. #include <linux/topology.h>
  79. #include <linux/proportions.h>
  80. #include <linux/seccomp.h>
  81. #include <linux/rcupdate.h>
  82. #include <linux/rculist.h>
  83. #include <linux/rtmutex.h>
  84.  
  85. #include <linux/time.h>
  86. #include <linux/param.h>
  87. #include <linux/resource.h>
  88. #include <linux/timer.h>
  89. #include <linux/hrtimer.h>
  90. #include <linux/task_io_accounting.h>
  91. #include <linux/kobject.h>
  92. #include <linux/latencytop.h>
  93. #include <linux/cred.h>
  94.  
  95. #include <asm/processor.h>
  96.  
  97. struct exec_domain;
  98. struct futex_pi_state;
  99. struct robust_list_head;
  100. struct bio_list;
  101. struct fs_struct;
  102. struct perf_event_context;
  103.  
  104. /*
  105.  * List of flags we want to share for kernel threads,
  106.  * if only because they are not used by them anyway.
  107.  */
  108. #define CLONE_KERNEL    (CLONE_FS | CLONE_FILES | CLONE_SIGHAND)
  109.  
  110. /*
  111.  * These are the constant used to fake the fixed-point load-average
  112.  * counting. Some notes:
  113.  *  - 11 bit fractions expand to 22 bits by the multiplies: this gives
  114.  *    a load-average precision of 10 bits integer + 11 bits fractional
  115.  *  - if you want to count load-averages more often, you need more
  116.  *    precision, or rounding will get you. With 2-second counting freq,
  117.  *    the EXP_n values would be 1981, 2034 and 2043 if still using only
  118.  *    11 bit fractions.
  119.  */
  120. extern unsigned long avenrun[];         /* Load averages */
  121. extern void get_avenrun(unsigned long *loads, unsigned long offset, int shift);
  122.  
  123. #define FSHIFT          11              /* nr of bits of precision */
  124. #define FIXED_1         (1<<FSHIFT)     /* 1.0 as fixed-point */
  125. #define LOAD_FREQ       (5*HZ+1)        /* 5 sec intervals */
  126. #define EXP_1           1884            /* 1/exp(5sec/1min) as fixed-point */
  127. #define EXP_5           2014            /* 1/exp(5sec/5min) */
  128. #define EXP_15          2037            /* 1/exp(5sec/15min) */
  129.  
  130. #define CALC_LOAD(load,exp,n) \
  131.         load *= exp; \
  132.         load += n*(FIXED_1-exp); \
  133.         load >>= FSHIFT;
  134.  
  135. extern unsigned long total_forks;
  136. extern int nr_threads;
  137. DECLARE_PER_CPU(unsigned long, process_counts);
  138. extern int nr_processes(void);
  139. extern unsigned long nr_running(void);
  140. extern unsigned long nr_uninterruptible(void);
  141. extern unsigned long nr_iowait(void);
  142. extern unsigned long nr_iowait_cpu(int cpu);
  143. extern unsigned long this_cpu_load(void);
  144.  
  145.  
  146. extern void calc_global_load(void);
  147.  
  148. extern unsigned long get_parent_ip(unsigned long addr);
  149.  
  150. struct seq_file;
  151. struct cfs_rq;
  152. struct task_group;
  153. #ifdef CONFIG_SCHED_DEBUG
  154. extern void proc_sched_show_task(struct task_struct *p, struct seq_file *m);
  155. extern void proc_sched_set_task(struct task_struct *p);
  156. extern void
  157. print_cfs_rq(struct seq_file *m, int cpu, struct cfs_rq *cfs_rq);
  158. #else
  159. static inline void
  160. proc_sched_show_task(struct task_struct *p, struct seq_file *m)
  161. {
  162. }
  163. static inline void proc_sched_set_task(struct task_struct *p)
  164. {
  165. }
  166. static inline void
  167. print_cfs_rq(struct seq_file *m, int cpu, struct cfs_rq *cfs_rq)
  168. {
  169. }
  170. #endif
  171.  
  172. /*
  173.  * Task state bitmask. NOTE! These bits are also
  174.  * encoded in fs/proc/array.c: get_task_state().
  175.  *
  176.  * We have two separate sets of flags: task->state
  177.  * is about runnability, while task->exit_state are
  178.  * about the task exiting. Confusing, but this way
  179.  * modifying one set can't modify the other one by
  180.  * mistake.
  181.  */
  182. #define TASK_RUNNING            0
  183. #define TASK_INTERRUPTIBLE      1
  184. #define TASK_UNINTERRUPTIBLE    2
  185. #define __TASK_STOPPED          4
  186. #define __TASK_TRACED           8
  187. /* in tsk->exit_state */
  188. #define EXIT_ZOMBIE             16
  189. #define EXIT_DEAD               32
  190. /* in tsk->state again */
  191. #define TASK_DEAD               64
  192. #define TASK_WAKEKILL           128
  193. #define TASK_WAKING             256
  194. #define TASK_STATE_MAX          512
  195.  
  196. #define TASK_STATE_TO_CHAR_STR "RSDTtZXxKW"
  197.  
  198. extern char ___assert_task_state[1 - 2*!!(
  199.                 sizeof(TASK_STATE_TO_CHAR_STR)-1 != ilog2(TASK_STATE_MAX)+1)];
  200.  
  201. /* Convenience macros for the sake of set_task_state */
  202. #define TASK_KILLABLE           (TASK_WAKEKILL | TASK_UNINTERRUPTIBLE)
  203. #define TASK_STOPPED            (TASK_WAKEKILL | __TASK_STOPPED)
  204. #define TASK_TRACED             (TASK_WAKEKILL | __TASK_TRACED)
  205.  
  206. /* Convenience macros for the sake of wake_up */
  207. #define TASK_NORMAL             (TASK_INTERRUPTIBLE | TASK_UNINTERRUPTIBLE)
  208. #define TASK_ALL                (TASK_NORMAL | __TASK_STOPPED | __TASK_TRACED)
  209.  
  210. /* get_task_state() */
  211. #define TASK_REPORT             (TASK_RUNNING | TASK_INTERRUPTIBLE | \
  212.                                  TASK_UNINTERRUPTIBLE | __TASK_STOPPED | \
  213.                                  __TASK_TRACED)
  214.  
  215. #define task_is_traced(task)    ((task->state & __TASK_TRACED) != 0)
  216. #define task_is_stopped(task)   ((task->state & __TASK_STOPPED) != 0)
  217. #define task_is_dead(task)      ((task)->exit_state != 0)
  218. #define task_is_stopped_or_traced(task) \
  219.                         ((task->state & (__TASK_STOPPED | __TASK_TRACED)) != 0)
  220. #define task_contributes_to_load(task)  \
  221.                                 ((task->state & TASK_UNINTERRUPTIBLE) != 0 && \
  222.                                  (task->flags & PF_FREEZING) == 0)
  223.  
  224. #define __set_task_state(tsk, state_value)              \
  225.         do { (tsk)->state = (state_value); } while (0)
  226. #define set_task_state(tsk, state_value)                \
  227.         set_mb((tsk)->state, (state_value))
  228.  
  229. /*
  230.  * set_current_state() includes a barrier so that the write of current->state
  231.  * is correctly serialised wrt the caller's subsequent test of whether to
  232.  * actually sleep:
  233.  *
  234.  *      set_current_state(TASK_UNINTERRUPTIBLE);
  235.  *      if (do_i_need_to_sleep())
  236.  *              schedule();
  237.  *
  238.  * If the caller does not need such serialisation then use __set_current_state()
  239.  */
  240. #define __set_current_state(state_value)                        \
  241.         do { current->state = (state_value); } while (0)
  242. #define set_current_state(state_value)          \
  243.         set_mb(current->state, (state_value))
  244.  
  245. /* Task command name length */
  246. #define TASK_COMM_LEN 16
  247.  
  248. #include <linux/spinlock.h>
  249.  
  250. /*
  251.  * This serializes "schedule()" and also protects
  252.  * the run-queue from deletions/modifications (but
  253.  * _adding_ to the beginning of the run-queue has
  254.  * a separate lock).
  255.  */
  256. extern rwlock_t tasklist_lock;
  257. extern spinlock_t mmlist_lock;
  258.  
  259. struct task_struct;
  260.  
  261. #ifdef CONFIG_PROVE_RCU
  262. extern int lockdep_tasklist_lock_is_held(void);
  263. #endif /* #ifdef CONFIG_PROVE_RCU */
  264.  
  265. extern void sched_init(void);
  266. extern void sched_init_smp(void);
  267. extern asmlinkage void schedule_tail(struct task_struct *prev);
  268. extern void init_idle(struct task_struct *idle, int cpu);
  269. extern void init_idle_bootup_task(struct task_struct *idle);
  270.  
  271. extern int runqueue_is_locked(int cpu);
  272.  
  273. extern cpumask_var_t nohz_cpu_mask;
  274. #if defined(CONFIG_SMP) && defined(CONFIG_NO_HZ)
  275. extern void select_nohz_load_balancer(int stop_tick);
  276. extern int get_nohz_timer_target(void);
  277. #else
  278. static inline void select_nohz_load_balancer(int stop_tick) { }
  279. #endif
  280.  
  281. /*
  282.  * Only dump TASK_* tasks. (0 for all tasks)
  283.  */
  284. extern void show_state_filter(unsigned long state_filter);
  285.  
  286. static inline void show_state(void)
  287. {
  288.         show_state_filter(0);
  289. }
  290.  
  291. extern void show_regs(struct pt_regs *);
  292.  
  293. /*
  294.  * TASK is a pointer to the task whose backtrace we want to see (or NULL for current
  295.  * task), SP is the stack pointer of the first frame that should be shown in the back
  296.  * trace (or NULL if the entire call-chain of the task should be shown).
  297.  */
  298. extern void show_stack(struct task_struct *task, unsigned long *sp);
  299.  
  300. void io_schedule(void);
  301. long io_schedule_timeout(long timeout);
  302.  
  303. extern void cpu_init (void);
  304. extern void trap_init(void);
  305. extern void update_process_times(int user);
  306. extern void scheduler_tick(void);
  307.  
  308. extern void sched_show_task(struct task_struct *p);
  309.  
  310. #ifdef CONFIG_LOCKUP_DETECTOR
  311. extern void touch_softlockup_watchdog(void);
  312. extern void touch_softlockup_watchdog_sync(void);
  313. extern void touch_all_softlockup_watchdogs(void);
  314. extern int proc_dowatchdog_thresh(struct ctl_table *table, int write,
  315.                                   void __user *buffer,
  316.                                   size_t *lenp, loff_t *ppos);
  317. extern unsigned int  softlockup_panic;
  318. extern int softlockup_thresh;
  319. #else
  320. static inline void touch_softlockup_watchdog(void)
  321. {
  322. }
  323. static inline void touch_softlockup_watchdog_sync(void)
  324. {
  325. }
  326. static inline void touch_all_softlockup_watchdogs(void)
  327. {
  328. }
  329. #endif
  330.  
  331. #ifdef CONFIG_DETECT_HUNG_TASK
  332. extern unsigned int  sysctl_hung_task_panic;
  333. extern unsigned long sysctl_hung_task_check_count;
  334. extern unsigned long sysctl_hung_task_timeout_secs;
  335. extern unsigned long sysctl_hung_task_warnings;
  336. extern int proc_dohung_task_timeout_secs(struct ctl_table *table, int write,
  337.                                          void __user *buffer,
  338.                                          size_t *lenp, loff_t *ppos);
  339. #endif
  340.  
  341. /* Attach to any functions which should be ignored in wchan output. */
  342. #define __sched         __attribute__((__section__(".sched.text")))
  343.  
  344. /* Linker adds these: start and end of __sched functions */
  345. extern char __sched_text_start[], __sched_text_end[];
  346.  
  347. /* Is this address in the __sched functions? */
  348. extern int in_sched_functions(unsigned long addr);
  349.  
  350. #define MAX_SCHEDULE_TIMEOUT    LONG_MAX
  351. extern signed long schedule_timeout(signed long timeout);
  352. extern signed long schedule_timeout_interruptible(signed long timeout);
  353. extern signed long schedule_timeout_killable(signed long timeout);
  354. extern signed long schedule_timeout_uninterruptible(signed long timeout);
  355. asmlinkage void schedule(void);
  356. extern int mutex_spin_on_owner(struct mutex *lock, struct thread_info *owner);
  357.  
  358. struct nsproxy;
  359. struct user_namespace;
  360.  
  361. /*
  362.  * Default maximum number of active map areas, this limits the number of vmas
  363.  * per mm struct. Users can overwrite this number by sysctl but there is a
  364.  * problem.
  365.  *
  366.  * When a program's coredump is generated as ELF format, a section is created
  367.  * per a vma. In ELF, the number of sections is represented in unsigned short.
  368.  * This means the number of sections should be smaller than 65535 at coredump.
  369.  * Because the kernel adds some informative sections to a image of program at
  370.  * generating coredump, we need some margin. The number of extra sections is
  371.  * 1-3 now and depends on arch. We use "5" as safe margin, here.
  372.  */
  373. #define MAPCOUNT_ELF_CORE_MARGIN        (5)
  374. #define DEFAULT_MAX_MAP_COUNT   (USHRT_MAX - MAPCOUNT_ELF_CORE_MARGIN)
  375.  
  376. extern int sysctl_max_map_count;
  377.  
  378. #include <linux/aio.h>
  379.  
  380. #ifdef CONFIG_MMU
  381. extern void arch_pick_mmap_layout(struct mm_struct *mm);
  382. extern unsigned long
  383. arch_get_unmapped_area(struct file *, unsigned long, unsigned long,
  384.                        unsigned long, unsigned long);
  385. extern unsigned long
  386. arch_get_unmapped_area_topdown(struct file *filp, unsigned long addr,
  387.                           unsigned long len, unsigned long pgoff,
  388.                           unsigned long flags);
  389. extern void arch_unmap_area(struct mm_struct *, unsigned long);
  390. extern void arch_unmap_area_topdown(struct mm_struct *, unsigned long);
  391. #else
  392. static inline void arch_pick_mmap_layout(struct mm_struct *mm) {}
  393. #endif
  394.  
  395.  
  396. extern void set_dumpable(struct mm_struct *mm, int value);
  397. extern int get_dumpable(struct mm_struct *mm);
  398.  
  399. /* mm flags */
  400. /* dumpable bits */
  401. #define MMF_DUMPABLE      0  /* core dump is permitted */
  402. #define MMF_DUMP_SECURELY 1  /* core file is readable only by root */
  403.  
  404. #define MMF_DUMPABLE_BITS 2
  405. #define MMF_DUMPABLE_MASK ((1 << MMF_DUMPABLE_BITS) - 1)
  406.  
  407. /* coredump filter bits */
  408. #define MMF_DUMP_ANON_PRIVATE   2
  409. #define MMF_DUMP_ANON_SHARED    3
  410. #define MMF_DUMP_MAPPED_PRIVATE 4
  411. #define MMF_DUMP_MAPPED_SHARED  5
  412. #define MMF_DUMP_ELF_HEADERS    6
  413. #define MMF_DUMP_HUGETLB_PRIVATE 7
  414. #define MMF_DUMP_HUGETLB_SHARED  8
  415.  
  416. #define MMF_DUMP_FILTER_SHIFT   MMF_DUMPABLE_BITS
  417. #define MMF_DUMP_FILTER_BITS    7
  418. #define MMF_DUMP_FILTER_MASK \
  419.         (((1 << MMF_DUMP_FILTER_BITS) - 1) << MMF_DUMP_FILTER_SHIFT)
  420. #define MMF_DUMP_FILTER_DEFAULT \
  421.         ((1 << MMF_DUMP_ANON_PRIVATE) | (1 << MMF_DUMP_ANON_SHARED) |\
  422.          (1 << MMF_DUMP_HUGETLB_PRIVATE) | MMF_DUMP_MASK_DEFAULT_ELF)
  423.  
  424. #ifdef CONFIG_CORE_DUMP_DEFAULT_ELF_HEADERS
  425. # define MMF_DUMP_MASK_DEFAULT_ELF      (1 << MMF_DUMP_ELF_HEADERS)
  426. #else
  427. # define MMF_DUMP_MASK_DEFAULT_ELF      0
  428. #endif
  429.                                         /* leave room for more dump flags */
  430. #define MMF_VM_MERGEABLE        16      /* KSM may merge identical pages */
  431.  
  432. #define MMF_INIT_MASK           (MMF_DUMPABLE_MASK | MMF_DUMP_FILTER_MASK)
  433.  
  434. struct sighand_struct {
  435.         atomic_t                count;
  436.         struct k_sigaction      action[_NSIG];
  437.         spinlock_t              siglock;
  438.         wait_queue_head_t       signalfd_wqh;
  439. };
  440.  
  441. struct pacct_struct {
  442.         int                     ac_flag;
  443.         long                    ac_exitcode;
  444.         unsigned long           ac_mem;
  445.         cputime_t               ac_utime, ac_stime;
  446.         unsigned long           ac_minflt, ac_majflt;
  447. };
  448.  
  449. struct cpu_itimer {
  450.         cputime_t expires;
  451.         cputime_t incr;
  452.         u32 error;
  453.         u32 incr_error;
  454. };
  455.  
  456. /**
  457.  * struct task_cputime - collected CPU time counts
  458.  * @utime:              time spent in user mode, in &cputime_t units
  459.  * @stime:              time spent in kernel mode, in &cputime_t units
  460.  * @sum_exec_runtime:   total time spent on the CPU, in nanoseconds
  461.  *
  462.  * This structure groups together three kinds of CPU time that are
  463.  * tracked for threads and thread groups.  Most things considering
  464.  * CPU time want to group these counts together and treat all three
  465.  * of them in parallel.
  466.  */
  467. struct task_cputime {
  468.         cputime_t utime;
  469.         cputime_t stime;
  470.         unsigned long long sum_exec_runtime;
  471. };
  472. /* Alternate field names when used to cache expirations. */
  473. #define prof_exp        stime
  474. #define virt_exp        utime
  475. #define sched_exp       sum_exec_runtime
  476.  
  477. #define INIT_CPUTIME    \
  478.         (struct task_cputime) {                                 \
  479.                 .utime = cputime_zero,                          \
  480.                 .stime = cputime_zero,                          \
  481.                 .sum_exec_runtime = 0,                          \
  482.         }
  483.  
  484. /*
  485.  * Disable preemption until the scheduler is running.
  486.  * Reset by start_kernel()->sched_init()->init_idle().
  487.  *
  488.  * We include PREEMPT_ACTIVE to avoid cond_resched() from working
  489.  * before the scheduler is active -- see should_resched().
  490.  */
  491. #define INIT_PREEMPT_COUNT      (1 + PREEMPT_ACTIVE)
  492.  
  493. /**
  494.  * struct thread_group_cputimer - thread group interval timer counts
  495.  * @cputime:            thread group interval timers.
  496.  * @running:            non-zero when there are timers running and
  497.  *                      @cputime receives updates.
  498.  * @lock:               lock for fields in this struct.
  499.  *
  500.  * This structure contains the version of task_cputime, above, that is
  501.  * used for thread group CPU timer calculations.
  502.  */
  503. struct thread_group_cputimer {
  504.         struct task_cputime cputime;
  505.         int running;
  506.         spinlock_t lock;
  507. };
  508.  
  509. struct autogroup;
  510.  
  511. /*
  512.  * NOTE! "signal_struct" does not have it's own
  513.  * locking, because a shared signal_struct always
  514.  * implies a shared sighand_struct, so locking
  515.  * sighand_struct is always a proper superset of
  516.  * the locking of signal_struct.
  517.  */
  518. struct signal_struct {
  519.         atomic_t                sigcnt;
  520.         atomic_t                live;
  521.         int                     nr_threads;
  522.  
  523.         wait_queue_head_t       wait_chldexit;  /* for wait4() */
  524.  
  525.         /* current thread group signal load-balancing target: */
  526.         struct task_struct      *curr_target;
  527.  
  528.         /* shared signal handling: */
  529.         struct sigpending       shared_pending;
  530.  
  531.         /* thread group exit support */
  532.         int                     group_exit_code;
  533.         /* overloaded:
  534.          * - notify group_exit_task when ->count is equal to notify_count
  535.          * - everyone except group_exit_task is stopped during signal delivery
  536.          *   of fatal signals, group_exit_task processes the signal.
  537.          */
  538.         int                     notify_count;
  539.         struct task_struct      *group_exit_task;
  540.  
  541.         /* thread group stop support, overloads group_exit_code too */
  542.         int                     group_stop_count;
  543.         unsigned int            flags; /* see SIGNAL_* flags below */
  544.  
  545.         /* POSIX.1b Interval Timers */
  546.         struct list_head posix_timers;
  547.  
  548.         /* ITIMER_REAL timer for the process */
  549.         struct hrtimer real_timer;
  550.         struct pid *leader_pid;
  551.         ktime_t it_real_incr;
  552.  
  553.         /*
  554.          * ITIMER_PROF and ITIMER_VIRTUAL timers for the process, we use
  555.          * CPUCLOCK_PROF and CPUCLOCK_VIRT for indexing array as these
  556.          * values are defined to 0 and 1 respectively
  557.          */
  558.         struct cpu_itimer it[2];
  559.  
  560.         /*
  561.          * Thread group totals for process CPU timers.
  562.          * See thread_group_cputimer(), et al, for details.
  563.          */
  564.         struct thread_group_cputimer cputimer;
  565.  
  566.         /* Earliest-expiration cache. */
  567.         struct task_cputime cputime_expires;
  568.  
  569.         struct list_head cpu_timers[3];
  570.  
  571.         struct pid *tty_old_pgrp;
  572.  
  573.         /* boolean value for session group leader */
  574.         int leader;
  575.  
  576.         struct tty_struct *tty; /* NULL if no tty */
  577.  
  578. #ifdef CONFIG_SCHED_AUTOGROUP
  579.         struct autogroup *autogroup;
  580. #endif
  581.         /*
  582.          * Cumulative resource counters for dead threads in the group,
  583.          * and for reaped dead child processes forked by this group.
  584.          * Live threads maintain their own counters and add to these
  585.          * in __exit_signal, except for the group leader.
  586.          */
  587.         cputime_t utime, stime, cutime, cstime;
  588.         cputime_t gtime;
  589.         cputime_t cgtime;
  590. #ifndef CONFIG_VIRT_CPU_ACCOUNTING
  591.         cputime_t prev_utime, prev_stime;
  592. #endif
  593.         unsigned long nvcsw, nivcsw, cnvcsw, cnivcsw;
  594.         unsigned long min_flt, maj_flt, cmin_flt, cmaj_flt;
  595.         unsigned long inblock, oublock, cinblock, coublock;
  596.         unsigned long maxrss, cmaxrss;
  597.         struct task_io_accounting ioac;
  598.  
  599.         /*
  600.          * Cumulative ns of schedule CPU time fo dead threads in the
  601.          * group, not including a zombie group leader, (This only differs
  602.          * from jiffies_to_ns(utime + stime) if sched_clock uses something
  603.          * other than jiffies.)
  604.          */
  605.         unsigned long long sum_sched_runtime;
  606.  
  607.         /*
  608.          * We don't bother to synchronize most readers of this at all,
  609.          * because there is no reader checking a limit that actually needs
  610.          * to get both rlim_cur and rlim_max atomically, and either one
  611.          * alone is a single word that can safely be read normally.
  612.          * getrlimit/setrlimit use task_lock(current->group_leader) to
  613.          * protect this instead of the siglock, because they really
  614.          * have no need to disable irqs.
  615.          */
  616.         struct rlimit rlim[RLIM_NLIMITS];
  617.  
  618. #ifdef CONFIG_BSD_PROCESS_ACCT
  619.         struct pacct_struct pacct;      /* per-process accounting information */
  620. #endif
  621. #ifdef CONFIG_TASKSTATS
  622.         struct taskstats *stats;
  623. #endif
  624. #ifdef CONFIG_AUDIT
  625.         unsigned audit_tty;
  626.         struct tty_audit_buf *tty_audit_buf;
  627. #endif
  628.  
  629.         int oom_adj;            /* OOM kill score adjustment (bit shift) */
  630.         int oom_score_adj;      /* OOM kill score adjustment */
  631. };
  632.  
  633. /* Context switch must be unlocked if interrupts are to be enabled */
  634. #ifdef __ARCH_WANT_INTERRUPTS_ON_CTXSW
  635. # define __ARCH_WANT_UNLOCKED_CTXSW
  636. #endif
  637.  
  638. /*
  639.  * Bits in flags field of signal_struct.
  640.  */
  641. #define SIGNAL_STOP_STOPPED     0x00000001 /* job control stop in effect */
  642. #define SIGNAL_STOP_DEQUEUED    0x00000002 /* stop signal dequeued */
  643. #define SIGNAL_STOP_CONTINUED   0x00000004 /* SIGCONT since WCONTINUED reap */
  644. #define SIGNAL_GROUP_EXIT       0x00000008 /* group exit in progress */
  645. /*
  646.  * Pending notifications to parent.
  647.  */
  648. #define SIGNAL_CLD_STOPPED      0x00000010
  649. #define SIGNAL_CLD_CONTINUED    0x00000020
  650. #define SIGNAL_CLD_MASK         (SIGNAL_CLD_STOPPED|SIGNAL_CLD_CONTINUED)
  651.  
  652. #define SIGNAL_UNKILLABLE       0x00000040 /* for init: ignore fatal signals */
  653.  
  654. /* If true, all threads except ->group_exit_task have pending SIGKILL */
  655. static inline int signal_group_exit(const struct signal_struct *sig)
  656. {
  657.         return  (sig->flags & SIGNAL_GROUP_EXIT) ||
  658.                 (sig->group_exit_task != NULL);
  659. }
  660.  
  661. /*
  662.  * Some day this will be a full-fledged user tracking system..
  663.  */
  664. struct user_struct {
  665.         atomic_t __count;       /* reference count */
  666.         atomic_t processes;     /* How many processes does this user have? */
  667.         atomic_t files;         /* How many open files does this user have? */
  668.         atomic_t sigpending;    /* How many pending signals does this user have? */
  669. #ifdef CONFIG_INOTIFY_USER
  670.         atomic_t inotify_watches; /* How many inotify watches does this user have? */
  671.         atomic_t inotify_devs;  /* How many inotify devs does this user have opened? */
  672. #endif
  673. #ifdef CONFIG_EPOLL
  674.         atomic_t epoll_watches; /* The number of file descriptors currently watched */
  675. #endif
  676. #ifdef CONFIG_POSIX_MQUEUE
  677.         /* protected by mq_lock */
  678.         unsigned long mq_bytes; /* How many bytes can be allocated to mqueue? */
  679. #endif
  680.         unsigned long locked_shm; /* How many pages of mlocked shm ? */
  681.  
  682. #ifdef CONFIG_KEYS
  683.         struct key *uid_keyring;        /* UID specific keyring */
  684.         struct key *session_keyring;    /* UID's default session keyring */
  685. #endif
  686.  
  687.         /* Hash table maintenance information */
  688.         struct hlist_node uidhash_node;
  689.         uid_t uid;
  690.         struct user_namespace *user_ns;
  691.  
  692. #ifdef CONFIG_PERF_EVENTS
  693.         atomic_long_t locked_vm;
  694. #endif
  695. };
  696.  
  697. extern int uids_sysfs_init(void);
  698.  
  699. extern struct user_struct *find_user(uid_t);
  700.  
  701. extern struct user_struct root_user;
  702. #define INIT_USER (&root_user)
  703.  
  704.  
  705. struct backing_dev_info;
  706. struct reclaim_state;
  707.  
  708. #if defined(CONFIG_SCHEDSTATS) || defined(CONFIG_TASK_DELAY_ACCT)
  709. struct sched_info {
  710.         /* cumulative counters */
  711.         unsigned long pcount;         /* # of times run on this cpu */
  712.         unsigned long long run_delay; /* time spent waiting on a runqueue */
  713.  
  714.         /* timestamps */
  715.         unsigned long long last_arrival,/* when we last ran on a cpu */
  716.                            last_queued; /* when we were last queued to run */
  717. #ifdef CONFIG_SCHEDSTATS
  718.         /* BKL stats */
  719.         unsigned int bkl_count;
  720. #endif
  721. };
  722. #endif /* defined(CONFIG_SCHEDSTATS) || defined(CONFIG_TASK_DELAY_ACCT) */
  723.  
  724. #ifdef CONFIG_TASK_DELAY_ACCT
  725. struct task_delay_info {
  726.         spinlock_t      lock;
  727.         unsigned int    flags;  /* Private per-task flags */
  728.  
  729.         /* For each stat XXX, add following, aligned appropriately
  730.          *
  731.          * struct timespec XXX_start, XXX_end;
  732.          * u64 XXX_delay;
  733.          * u32 XXX_count;
  734.          *
  735.          * Atomicity of updates to XXX_delay, XXX_count protected by
  736.          * single lock above (split into XXX_lock if contention is an issue).
  737.          */
  738.  
  739.         /*
  740.          * XXX_count is incremented on every XXX operation, the delay
  741.          * associated with the operation is added to XXX_delay.
  742.          * XXX_delay contains the accumulated delay time in nanoseconds.
  743.          */
  744.         struct timespec blkio_start, blkio_end; /* Shared by blkio, swapin */
  745.         u64 blkio_delay;        /* wait for sync block io completion */
  746.         u64 swapin_delay;       /* wait for swapin block io completion */
  747.         u32 blkio_count;        /* total count of the number of sync block */
  748.                                 /* io operations performed */
  749.         u32 swapin_count;       /* total count of the number of swapin block */
  750.                                 /* io operations performed */
  751.  
  752.         struct timespec freepages_start, freepages_end;
  753.         u64 freepages_delay;    /* wait for memory reclaim */
  754.         u32 freepages_count;    /* total count of memory reclaim */
  755. };
  756. #endif  /* CONFIG_TASK_DELAY_ACCT */
  757.  
  758. static inline int sched_info_on(void)
  759. {
  760. #ifdef CONFIG_SCHEDSTATS
  761.         return 1;
  762. #elif defined(CONFIG_TASK_DELAY_ACCT)
  763.         extern int delayacct_on;
  764.         return delayacct_on;
  765. #else
  766.         return 0;
  767. #endif
  768. }
  769.  
  770. enum cpu_idle_type {
  771.         CPU_IDLE,
  772.         CPU_NOT_IDLE,
  773.         CPU_NEWLY_IDLE,
  774.         CPU_MAX_IDLE_TYPES
  775. };
  776.  
  777. /*
  778.  * sched-domains (multiprocessor balancing) declarations:
  779.  */
  780.  
  781. /*
  782.  * Increase resolution of nice-level calculations:
  783.  */
  784. #define SCHED_LOAD_SHIFT        10
  785. #define SCHED_LOAD_SCALE        (1L << SCHED_LOAD_SHIFT)
  786.  
  787. #define SCHED_LOAD_SCALE_FUZZ   SCHED_LOAD_SCALE
  788.  
  789. #ifdef CONFIG_SMP
  790. #define SD_LOAD_BALANCE         0x0001  /* Do load balancing on this domain. */
  791. #define SD_BALANCE_NEWIDLE      0x0002  /* Balance when about to become idle */
  792. #define SD_BALANCE_EXEC         0x0004  /* Balance on exec */
  793. #define SD_BALANCE_FORK         0x0008  /* Balance on fork, clone */
  794. #define SD_BALANCE_WAKE         0x0010  /* Balance on wakeup */
  795. #define SD_WAKE_AFFINE          0x0020  /* Wake task to waking CPU */
  796. #define SD_PREFER_LOCAL         0x0040  /* Prefer to keep tasks local to this domain */
  797. #define SD_SHARE_CPUPOWER       0x0080  /* Domain members share cpu power */
  798. #define SD_POWERSAVINGS_BALANCE 0x0100  /* Balance for power savings */
  799. #define SD_SHARE_PKG_RESOURCES  0x0200  /* Domain members share cpu pkg resources */
  800. #define SD_SERIALIZE            0x0400  /* Only a single load balancing instance */
  801. #define SD_ASYM_PACKING         0x0800  /* Place busy groups earlier in the domain */
  802. #define SD_PREFER_SIBLING       0x1000  /* Prefer to place tasks in a sibling domain */
  803.  
  804. enum powersavings_balance_level {
  805.         POWERSAVINGS_BALANCE_NONE = 0,  /* No power saving load balance */
  806.         POWERSAVINGS_BALANCE_BASIC,     /* Fill one thread/core/package
  807.                                          * first for long running threads
  808.                                          */
  809.         POWERSAVINGS_BALANCE_WAKEUP,    /* Also bias task wakeups to semi-idle
  810.                                          * cpu package for power savings
  811.                                          */
  812.         MAX_POWERSAVINGS_BALANCE_LEVELS
  813. };
  814.  
  815. extern int sched_mc_power_savings, sched_smt_power_savings;
  816.  
  817. static inline int sd_balance_for_mc_power(void)
  818. {
  819.         if (sched_smt_power_savings)
  820.                 return SD_POWERSAVINGS_BALANCE;
  821.  
  822.         if (!sched_mc_power_savings)
  823.                 return SD_PREFER_SIBLING;
  824.  
  825.         return 0;
  826. }
  827.  
  828. static inline int sd_balance_for_package_power(void)
  829. {
  830.         if (sched_mc_power_savings | sched_smt_power_savings)
  831.                 return SD_POWERSAVINGS_BALANCE;
  832.  
  833.         return SD_PREFER_SIBLING;
  834. }
  835.  
  836. extern int __weak arch_sd_sibiling_asym_packing(void);
  837.  
  838. /*
  839.  * Optimise SD flags for power savings:
  840.  * SD_BALANCE_NEWIDLE helps agressive task consolidation and power savings.
  841.  * Keep default SD flags if sched_{smt,mc}_power_saving=0
  842.  */
  843.  
  844. static inline int sd_power_saving_flags(void)
  845. {
  846.         if (sched_mc_power_savings | sched_smt_power_savings)
  847.                 return SD_BALANCE_NEWIDLE;
  848.  
  849.         return 0;
  850. }
  851.  
  852. struct sched_group {
  853.         struct sched_group *next;       /* Must be a circular list */
  854.  
  855.         /*
  856.          * CPU power of this group, SCHED_LOAD_SCALE being max power for a
  857.          * single CPU.
  858.          */
  859.         unsigned int cpu_power, cpu_power_orig;
  860.  
  861.         /*
  862.          * The CPUs this group covers.
  863.          *
  864.          * NOTE: this field is variable length. (Allocated dynamically
  865.          * by attaching extra space to the end of the structure,
  866.          * depending on how many CPUs the kernel has booted up with)
  867.          *
  868.          * It is also be embedded into static data structures at build
  869.          * time. (See 'struct static_sched_group' in kernel/sched.c)
  870.          */
  871.         unsigned long cpumask[0];
  872. };
  873.  
  874. static inline struct cpumask *sched_group_cpus(struct sched_group *sg)
  875. {
  876.         return to_cpumask(sg->cpumask);
  877. }
  878.  
  879. enum sched_domain_level {
  880.         SD_LV_NONE = 0,
  881.         SD_LV_SIBLING,
  882.         SD_LV_MC,
  883.         SD_LV_CPU,
  884.         SD_LV_NODE,
  885.         SD_LV_ALLNODES,
  886.         SD_LV_MAX
  887. };
  888.  
  889. struct sched_domain_attr {
  890.         int relax_domain_level;
  891. };
  892.  
  893. #define SD_ATTR_INIT    (struct sched_domain_attr) {    \
  894.         .relax_domain_level = -1,                       \
  895. }
  896.  
  897. struct sched_domain {
  898.         /* These fields must be setup */
  899.         struct sched_domain *parent;    /* top domain must be null terminated */
  900.         struct sched_domain *child;     /* bottom domain must be null terminated */
  901.         struct sched_group *groups;     /* the balancing groups of the domain */
  902.         unsigned long min_interval;     /* Minimum balance interval ms */
  903.         unsigned long max_interval;     /* Maximum balance interval ms */
  904.         unsigned int busy_factor;       /* less balancing by factor if busy */
  905.         unsigned int imbalance_pct;     /* No balance until over watermark */
  906.         unsigned int cache_nice_tries;  /* Leave cache hot tasks for # tries */
  907.         unsigned int busy_idx;
  908.         unsigned int idle_idx;
  909.         unsigned int newidle_idx;
  910.         unsigned int wake_idx;
  911.         unsigned int forkexec_idx;
  912.         unsigned int smt_gain;
  913.         int flags;                      /* See SD_* */
  914.         enum sched_domain_level level;
  915.  
  916.         /* Runtime fields. */
  917.         unsigned long last_balance;     /* init to jiffies. units in jiffies */
  918.         unsigned int balance_interval;  /* initialise to 1. units in ms. */
  919.         unsigned int nr_balance_failed; /* initialise to 0 */
  920.  
  921.         u64 last_update;
  922.  
  923. #ifdef CONFIG_SCHEDSTATS
  924.         /* load_balance() stats */
  925.         unsigned int lb_count[CPU_MAX_IDLE_TYPES];
  926.         unsigned int lb_failed[CPU_MAX_IDLE_TYPES];
  927.         unsigned int lb_balanced[CPU_MAX_IDLE_TYPES];
  928.         unsigned int lb_imbalance[CPU_MAX_IDLE_TYPES];
  929.         unsigned int lb_gained[CPU_MAX_IDLE_TYPES];
  930.         unsigned int lb_hot_gained[CPU_MAX_IDLE_TYPES];
  931.         unsigned int lb_nobusyg[CPU_MAX_IDLE_TYPES];
  932.         unsigned int lb_nobusyq[CPU_MAX_IDLE_TYPES];
  933.  
  934.         /* Active load balancing */
  935.         unsigned int alb_count;
  936.         unsigned int alb_failed;
  937.         unsigned int alb_pushed;
  938.  
  939.         /* SD_BALANCE_EXEC stats */
  940.         unsigned int sbe_count;
  941.         unsigned int sbe_balanced;
  942.         unsigned int sbe_pushed;
  943.  
  944.         /* SD_BALANCE_FORK stats */
  945.         unsigned int sbf_count;
  946.         unsigned int sbf_balanced;
  947.         unsigned int sbf_pushed;
  948.  
  949.         /* try_to_wake_up() stats */
  950.         unsigned int ttwu_wake_remote;
  951.         unsigned int ttwu_move_affine;
  952.         unsigned int ttwu_move_balance;
  953. #endif
  954. #ifdef CONFIG_SCHED_DEBUG
  955.         char *name;
  956. #endif
  957.  
  958.         unsigned int span_weight;
  959.         /*
  960.          * Span of all CPUs in this domain.
  961.          *
  962.          * NOTE: this field is variable length. (Allocated dynamically
  963.          * by attaching extra space to the end of the structure,
  964.          * depending on how many CPUs the kernel has booted up with)
  965.          *
  966.          * It is also be embedded into static data structures at build
  967.          * time. (See 'struct static_sched_domain' in kernel/sched.c)
  968.          */
  969.         unsigned long span[0];
  970. };
  971.  
  972. static inline struct cpumask *sched_domain_span(struct sched_domain *sd)
  973. {
  974.         return to_cpumask(sd->span);
  975. }
  976.  
  977. extern void partition_sched_domains(int ndoms_new, cpumask_var_t doms_new[],
  978.                                     struct sched_domain_attr *dattr_new);
  979.  
  980. /* Allocate an array of sched domains, for partition_sched_domains(). */
  981. cpumask_var_t *alloc_sched_domains(unsigned int ndoms);
  982. void free_sched_domains(cpumask_var_t doms[], unsigned int ndoms);
  983.  
  984. /* Test a flag in parent sched domain */
  985. static inline int test_sd_parent(struct sched_domain *sd, int flag)
  986. {
  987.         if (sd->parent && (sd->parent->flags & flag))
  988.                 return 1;
  989.  
  990.         return 0;
  991. }
  992.  
  993. unsigned long default_scale_freq_power(struct sched_domain *sd, int cpu);
  994. unsigned long default_scale_smt_power(struct sched_domain *sd, int cpu);
  995.  
  996. #else /* CONFIG_SMP */
  997.  
  998. struct sched_domain_attr;
  999.  
  1000. static inline void
  1001. partition_sched_domains(int ndoms_new, cpumask_var_t doms_new[],
  1002.                         struct sched_domain_attr *dattr_new)
  1003. {
  1004. }
  1005. #endif  /* !CONFIG_SMP */
  1006.  
  1007.  
  1008. struct io_context;                      /* See blkdev.h */
  1009.  
  1010.  
  1011. #ifdef ARCH_HAS_PREFETCH_SWITCH_STACK
  1012. extern void prefetch_stack(struct task_struct *t);
  1013. #else
  1014. static inline void prefetch_stack(struct task_struct *t) { }
  1015. #endif
  1016.  
  1017. struct audit_context;           /* See audit.c */
  1018. struct mempolicy;
  1019. struct pipe_inode_info;
  1020. struct uts_namespace;
  1021.  
  1022. struct rq;
  1023. struct sched_domain;
  1024.  
  1025. /*
  1026.  * wake flags
  1027.  */
  1028. #define WF_SYNC         0x01            /* waker goes to sleep after wakup */
  1029. #define WF_FORK         0x02            /* child wakeup after fork */
  1030.  
  1031. #define ENQUEUE_WAKEUP          1
  1032. #define ENQUEUE_WAKING          2
  1033. #define ENQUEUE_HEAD            4
  1034.  
  1035. #define DEQUEUE_SLEEP           1
  1036.  
  1037. struct sched_class {
  1038.         const struct sched_class *next;
  1039.  
  1040.         void (*enqueue_task) (struct rq *rq, struct task_struct *p, int flags);
  1041.         void (*dequeue_task) (struct rq *rq, struct task_struct *p, int flags);
  1042.         void (*yield_task) (struct rq *rq);
  1043.  
  1044.         void (*check_preempt_curr) (struct rq *rq, struct task_struct *p, int flags);
  1045.  
  1046.         struct task_struct * (*pick_next_task) (struct rq *rq);
  1047.         void (*put_prev_task) (struct rq *rq, struct task_struct *p);
  1048.  
  1049. #ifdef CONFIG_SMP
  1050.         int  (*select_task_rq)(struct rq *rq, struct task_struct *p,
  1051.                                int sd_flag, int flags);
  1052.  
  1053.         void (*pre_schedule) (struct rq *this_rq, struct task_struct *task);
  1054.         void (*post_schedule) (struct rq *this_rq);
  1055.         void (*task_waking) (struct rq *this_rq, struct task_struct *task);
  1056.         void (*task_woken) (struct rq *this_rq, struct task_struct *task);
  1057.  
  1058.         void (*set_cpus_allowed)(struct task_struct *p,
  1059.                                  const struct cpumask *newmask);
  1060.  
  1061.         void (*rq_online)(struct rq *rq);
  1062.         void (*rq_offline)(struct rq *rq);
  1063. #endif
  1064.  
  1065.         void (*set_curr_task) (struct rq *rq);
  1066.         void (*task_tick) (struct rq *rq, struct task_struct *p, int queued);
  1067.         void (*task_fork) (struct task_struct *p);
  1068.  
  1069.         void (*switched_from) (struct rq *this_rq, struct task_struct *task,
  1070.                                int running);
  1071.         void (*switched_to) (struct rq *this_rq, struct task_struct *task,
  1072.                              int running);
  1073.         void (*prio_changed) (struct rq *this_rq, struct task_struct *task,
  1074.                              int oldprio, int running);
  1075.  
  1076.         unsigned int (*get_rr_interval) (struct rq *rq,
  1077.                                          struct task_struct *task);
  1078.  
  1079. #ifdef CONFIG_FAIR_GROUP_SCHED
  1080.         void (*moved_group) (struct task_struct *p, int on_rq);
  1081. #endif
  1082. };
  1083.  
  1084. struct load_weight {
  1085.         unsigned long weight, inv_weight;
  1086. };
  1087.  
  1088. #ifdef CONFIG_SCHEDSTATS
  1089. struct sched_statistics {
  1090.         u64                     wait_start;
  1091.         u64                     wait_max;
  1092.         u64                     wait_count;
  1093.         u64                     wait_sum;
  1094.         u64                     iowait_count;
  1095.         u64                     iowait_sum;
  1096.  
  1097.         u64                     sleep_start;
  1098.         u64                     sleep_max;
  1099.         s64                     sum_sleep_runtime;
  1100.  
  1101.         u64                     block_start;
  1102.         u64                     block_max;
  1103.         u64                     exec_max;
  1104.         u64                     slice_max;
  1105.  
  1106.         u64                     nr_migrations_cold;
  1107.         u64                     nr_failed_migrations_affine;
  1108.         u64                     nr_failed_migrations_running;
  1109.         u64                     nr_failed_migrations_hot;
  1110.         u64                     nr_forced_migrations;
  1111.  
  1112.         u64                     nr_wakeups;
  1113.         u64                     nr_wakeups_sync;
  1114.         u64                     nr_wakeups_migrate;
  1115.         u64                     nr_wakeups_local;
  1116.         u64                     nr_wakeups_remote;
  1117.         u64                     nr_wakeups_affine;
  1118.         u64                     nr_wakeups_affine_attempts;
  1119.         u64                     nr_wakeups_passive;
  1120.         u64                     nr_wakeups_idle;
  1121. };
  1122. #endif
  1123.  
  1124. struct sched_entity {
  1125.         struct load_weight      load;           /* for load-balancing */
  1126.         struct rb_node          run_node;
  1127.         struct list_head        group_node;
  1128.         unsigned int            on_rq;
  1129.  
  1130.         u64                     exec_start;
  1131.         u64                     sum_exec_runtime;
  1132.         u64                     vruntime;
  1133.         u64                     prev_sum_exec_runtime;
  1134.  
  1135.         u64                     nr_migrations;
  1136.  
  1137. #ifdef CONFIG_SCHEDSTATS
  1138.         struct sched_statistics statistics;
  1139. #endif
  1140.  
  1141. #ifdef CONFIG_FAIR_GROUP_SCHED
  1142.         struct sched_entity     *parent;
  1143.         /* rq on which this entity is (to be) queued: */
  1144.         struct cfs_rq           *cfs_rq;
  1145.         /* rq "owned" by this entity/group: */
  1146.         struct cfs_rq           *my_q;
  1147. #endif
  1148. };
  1149.  
  1150. struct sched_rt_entity {
  1151.         struct list_head run_list;
  1152.         unsigned long timeout;
  1153.         unsigned int time_slice;
  1154.         int nr_cpus_allowed;
  1155.  
  1156.         struct sched_rt_entity *back;
  1157. #ifdef CONFIG_RT_GROUP_SCHED
  1158.         struct sched_rt_entity  *parent;
  1159.         /* rq on which this entity is (to be) queued: */
  1160.         struct rt_rq            *rt_rq;
  1161.         /* rq "owned" by this entity/group: */
  1162.         struct rt_rq            *my_q;
  1163. #endif
  1164. };
  1165.  
  1166. struct rcu_node;
  1167.  
  1168. struct task_struct {
  1169.         volatile long state;    /* -1 unrunnable, 0 runnable, >0 stopped */
  1170.         void *stack;
  1171.         atomic_t usage;
  1172.         unsigned int flags;     /* per process flags, defined below */
  1173.         unsigned int ptrace;
  1174.  
  1175.         int lock_depth;         /* BKL lock depth */
  1176.  
  1177. #ifdef CONFIG_SMP
  1178. #ifdef __ARCH_WANT_UNLOCKED_CTXSW
  1179.         int oncpu;
  1180. #endif
  1181. #endif
  1182.  
  1183.         int prio, static_prio, normal_prio;
  1184.         unsigned int rt_priority;
  1185.         const struct sched_class *sched_class;
  1186.         struct sched_entity se;
  1187.         struct sched_rt_entity rt;
  1188.  
  1189. #ifdef CONFIG_PREEMPT_NOTIFIERS
  1190.         /* list of struct preempt_notifier: */
  1191.         struct hlist_head preempt_notifiers;
  1192. #endif
  1193.  
  1194.         /*
  1195.          * fpu_counter contains the number of consecutive context switches
  1196.          * that the FPU is used. If this is over a threshold, the lazy fpu
  1197.          * saving becomes unlazy to save the trap. This is an unsigned char
  1198.          * so that after 256 times the counter wraps and the behavior turns
  1199.          * lazy again; this to deal with bursty apps that only use FPU for
  1200.          * a short time
  1201.          */
  1202.         unsigned char fpu_counter;
  1203. #ifdef CONFIG_BLK_DEV_IO_TRACE
  1204.         unsigned int btrace_seq;
  1205. #endif
  1206.  
  1207.         unsigned int policy;
  1208.         cpumask_t cpus_allowed;
  1209.  
  1210. #ifdef CONFIG_TREE_PREEMPT_RCU
  1211.         int rcu_read_lock_nesting;
  1212.         char rcu_read_unlock_special;
  1213.         struct rcu_node *rcu_blocked_node;
  1214.         struct list_head rcu_node_entry;
  1215. #endif /* #ifdef CONFIG_TREE_PREEMPT_RCU */
  1216.  
  1217. #if defined(CONFIG_SCHEDSTATS) || defined(CONFIG_TASK_DELAY_ACCT)
  1218.         struct sched_info sched_info;
  1219. #endif
  1220.  
  1221.         struct list_head tasks;
  1222.         struct plist_node pushable_tasks;
  1223.  
  1224.         struct mm_struct *mm, *active_mm;
  1225. #if defined(SPLIT_RSS_COUNTING)
  1226.         struct task_rss_stat    rss_stat;
  1227. #endif
  1228. /* task state */
  1229.         int exit_state;
  1230.         int exit_code, exit_signal;
  1231.         int pdeath_signal;  /*  The signal sent when the parent dies  */
  1232.         /* ??? */
  1233.         unsigned int personality;
  1234.         unsigned did_exec:1;
  1235.         unsigned in_execve:1;   /* Tell the LSMs that the process is doing an
  1236.                                  * execve */
  1237.         unsigned in_iowait:1;
  1238.  
  1239.  
  1240.         /* Revert to default priority/policy when forking */
  1241.         unsigned sched_reset_on_fork:1;
  1242.  
  1243.         pid_t pid;
  1244.         pid_t tgid;
  1245.  
  1246. #ifdef CONFIG_CC_STACKPROTECTOR
  1247.         /* Canary value for the -fstack-protector gcc feature */
  1248.         unsigned long stack_canary;
  1249. #endif
  1250.  
  1251.         /*
  1252.          * pointers to (original) parent process, youngest child, younger sibling,
  1253.          * older sibling, respectively.  (p->father can be replaced with
  1254.          * p->real_parent->pid)
  1255.          */
  1256.         struct task_struct *real_parent; /* real parent process */
  1257.         struct task_struct *parent; /* recipient of SIGCHLD, wait4() reports */
  1258.         /*
  1259.          * children/sibling forms the list of my natural children
  1260.          */
  1261.         struct list_head children;      /* list of my children */
  1262.         struct list_head sibling;       /* linkage in my parent's children list */
  1263.         struct task_struct *group_leader;       /* threadgroup leader */
  1264.  
  1265.         /*
  1266.          * ptraced is the list of tasks this task is using ptrace on.
  1267.          * This includes both natural children and PTRACE_ATTACH targets.
  1268.          * p->ptrace_entry is p's link on the p->parent->ptraced list.
  1269.          */
  1270.         struct list_head ptraced;
  1271.         struct list_head ptrace_entry;
  1272.  
  1273.         /* PID/PID hash table linkage. */
  1274.         struct pid_link pids[PIDTYPE_MAX];
  1275.         struct list_head thread_group;
  1276.  
  1277.         struct completion *vfork_done;          /* for vfork() */
  1278.         int __user *set_child_tid;              /* CLONE_CHILD_SETTID */
  1279.         int __user *clear_child_tid;            /* CLONE_CHILD_CLEARTID */
  1280.  
  1281.         cputime_t utime, stime, utimescaled, stimescaled;
  1282.         cputime_t gtime;
  1283. #ifndef CONFIG_VIRT_CPU_ACCOUNTING
  1284.         cputime_t prev_utime, prev_stime;
  1285. #endif
  1286.         unsigned long nvcsw, nivcsw; /* context switch counts */
  1287.         struct timespec start_time;             /* monotonic time */
  1288.         struct timespec real_start_time;        /* boot based time */
  1289. /* mm fault and swap info: this can arguably be seen as either mm-specific or thread-specific */
  1290.         unsigned long min_flt, maj_flt;
  1291.  
  1292.         struct task_cputime cputime_expires;
  1293.         struct list_head cpu_timers[3];
  1294.  
  1295. /* process credentials */
  1296.         const struct cred *real_cred;   /* objective and real subjective task
  1297.                                          * credentials (COW) */
  1298.         const struct cred *cred;        /* effective (overridable) subjective task
  1299.                                          * credentials (COW) */
  1300.         struct mutex cred_guard_mutex;  /* guard against foreign influences on
  1301.                                          * credential calculations
  1302.                                          * (notably. ptrace) */
  1303.         struct cred *replacement_session_keyring; /* for KEYCTL_SESSION_TO_PARENT */
  1304.  
  1305.         char comm[TASK_COMM_LEN]; /* executable name excluding path
  1306.                                      - access with [gs]et_task_comm (which lock
  1307.                                        it with task_lock())
  1308.                                      - initialized normally by setup_new_exec */
  1309. /* file system info */
  1310.         int link_count, total_link_count;
  1311. #ifdef CONFIG_SYSVIPC
  1312. /* ipc stuff */
  1313.         struct sysv_sem sysvsem;
  1314. #endif
  1315. #ifdef CONFIG_DETECT_HUNG_TASK
  1316. /* hung task detection */
  1317.         unsigned long last_switch_count;
  1318. #endif
  1319. /* CPU-specific state of this task */
  1320.         struct thread_struct thread;
  1321. /* filesystem information */
  1322.         struct fs_struct *fs;
  1323. /* open file information */
  1324.         struct files_struct *files;
  1325. /* namespaces */
  1326.         struct nsproxy *nsproxy;
  1327. /* signal handlers */
  1328.         struct signal_struct *signal;
  1329.         struct sighand_struct *sighand;
  1330.  
  1331.         sigset_t blocked, real_blocked;
  1332.         sigset_t saved_sigmask; /* restored if set_restore_sigmask() was used */
  1333.         struct sigpending pending;
  1334.  
  1335.         unsigned long sas_ss_sp;
  1336.         size_t sas_ss_size;
  1337.         int (*notifier)(void *priv);
  1338.         void *notifier_data;
  1339.         sigset_t *notifier_mask;
  1340.         struct audit_context *audit_context;
  1341. #ifdef CONFIG_AUDITSYSCALL
  1342.         uid_t loginuid;
  1343.         unsigned int sessionid;
  1344. #endif
  1345.         seccomp_t seccomp;
  1346.  
  1347. /* Thread group tracking */
  1348.         u32 parent_exec_id;
  1349.         u32 self_exec_id;
  1350. /* Protection of (de-)allocation: mm, files, fs, tty, keyrings, mems_allowed,
  1351.  * mempolicy */
  1352.         spinlock_t alloc_lock;
  1353.  
  1354. #ifdef CONFIG_GENERIC_HARDIRQS
  1355.         /* IRQ handler threads */
  1356.         struct irqaction *irqaction;
  1357. #endif
  1358.  
  1359.         /* Protection of the PI data structures: */
  1360.         raw_spinlock_t pi_lock;
  1361.  
  1362. #ifdef CONFIG_RT_MUTEXES
  1363.         /* PI waiters blocked on a rt_mutex held by this task */
  1364.         struct plist_head pi_waiters;
  1365.         /* Deadlock detection and priority inheritance handling */
  1366.         struct rt_mutex_waiter *pi_blocked_on;
  1367. #endif
  1368.  
  1369. #ifdef CONFIG_DEBUG_MUTEXES
  1370.         /* mutex deadlock detection */
  1371.         struct mutex_waiter *blocked_on;
  1372. #endif
  1373. #ifdef CONFIG_TRACE_IRQFLAGS
  1374.         unsigned int irq_events;
  1375.         unsigned long hardirq_enable_ip;
  1376.         unsigned long hardirq_disable_ip;
  1377.         unsigned int hardirq_enable_event;
  1378.         unsigned int hardirq_disable_event;
  1379.         int hardirqs_enabled;
  1380.         int hardirq_context;
  1381.         unsigned long softirq_disable_ip;
  1382.         unsigned long softirq_enable_ip;
  1383.         unsigned int softirq_disable_event;
  1384.         unsigned int softirq_enable_event;
  1385.         int softirqs_enabled;
  1386.         int softirq_context;
  1387. #endif
  1388. #ifdef CONFIG_LOCKDEP
  1389. # define MAX_LOCK_DEPTH 48UL
  1390.         u64 curr_chain_key;
  1391.         int lockdep_depth;
  1392.         unsigned int lockdep_recursion;
  1393.         struct held_lock held_locks[MAX_LOCK_DEPTH];
  1394.         gfp_t lockdep_reclaim_gfp;
  1395. #endif
  1396.  
  1397. /* journalling filesystem info */
  1398.         void *journal_info;
  1399.  
  1400. /* stacked block device info */
  1401.         struct bio_list *bio_list;
  1402.  
  1403. /* VM state */
  1404.         struct reclaim_state *reclaim_state;
  1405.  
  1406.         struct backing_dev_info *backing_dev_info;
  1407.  
  1408.         struct io_context *io_context;
  1409.  
  1410.         unsigned long ptrace_message;
  1411.         siginfo_t *last_siginfo; /* For ptrace use.  */
  1412.         struct task_io_accounting ioac;
  1413. #if defined(CONFIG_TASK_XACCT)
  1414.         u64 acct_rss_mem1;      /* accumulated rss usage */
  1415.         u64 acct_vm_mem1;       /* accumulated virtual memory usage */
  1416.         cputime_t acct_timexpd; /* stime + utime since last update */
  1417. #endif
  1418. #ifdef CONFIG_CPUSETS
  1419.         nodemask_t mems_allowed;        /* Protected by alloc_lock */
  1420.         int mems_allowed_change_disable;
  1421.         int cpuset_mem_spread_rotor;
  1422.         int cpuset_slab_spread_rotor;
  1423. #endif
  1424. #ifdef CONFIG_CGROUPS
  1425.         /* Control Group info protected by css_set_lock */
  1426.         struct css_set *cgroups;
  1427.         /* cg_list protected by css_set_lock and tsk->alloc_lock */
  1428.         struct list_head cg_list;
  1429. #endif
  1430. #ifdef CONFIG_FUTEX
  1431.         struct robust_list_head __user *robust_list;
  1432. #ifdef CONFIG_COMPAT
  1433.         struct compat_robust_list_head __user *compat_robust_list;
  1434. #endif
  1435.         struct list_head pi_state_list;
  1436.         struct futex_pi_state *pi_state_cache;
  1437. #endif
  1438. #ifdef CONFIG_PERF_EVENTS
  1439.         struct perf_event_context *perf_event_ctxp;
  1440.         struct mutex perf_event_mutex;
  1441.         struct list_head perf_event_list;
  1442. #endif
  1443. #ifdef CONFIG_NUMA
  1444.         struct mempolicy *mempolicy;    /* Protected by alloc_lock */
  1445.         short il_next;
  1446. #endif
  1447.         atomic_t fs_excl;       /* holding fs exclusive resources */
  1448.         struct rcu_head rcu;
  1449.  
  1450.         /*
  1451.          * cache last used pipe for splice
  1452.          */
  1453.         struct pipe_inode_info *splice_pipe;
  1454. #ifdef  CONFIG_TASK_DELAY_ACCT
  1455.         struct task_delay_info *delays;
  1456. #endif
  1457. #ifdef CONFIG_FAULT_INJECTION
  1458.         int make_it_fail;
  1459. #endif
  1460.         struct prop_local_single dirties;
  1461. #ifdef CONFIG_LATENCYTOP
  1462.         int latency_record_count;
  1463.         struct latency_record latency_record[LT_SAVECOUNT];
  1464. #endif
  1465.         /*
  1466.          * time slack values; these are used to round up poll() and
  1467.          * select() etc timeout values. These are in nanoseconds.
  1468.          */
  1469.         unsigned long timer_slack_ns;
  1470.         unsigned long default_timer_slack_ns;
  1471.  
  1472.         struct list_head        *scm_work_list;
  1473. #ifdef CONFIG_FUNCTION_GRAPH_TRACER
  1474.         /* Index of current stored address in ret_stack */
  1475.         int curr_ret_stack;
  1476.         /* Stack of return addresses for return function tracing */
  1477.         struct ftrace_ret_stack *ret_stack;
  1478.         /* time stamp for last schedule */
  1479.         unsigned long long ftrace_timestamp;
  1480.         /*
  1481.          * Number of functions that haven't been traced
  1482.          * because of depth overrun.
  1483.          */
  1484.         atomic_t trace_overrun;
  1485.         /* Pause for the tracing */
  1486.         atomic_t tracing_graph_pause;
  1487. #endif
  1488. #ifdef CONFIG_TRACING
  1489.         /* state flags for use by tracers */
  1490.         unsigned long trace;
  1491.         /* bitmask of trace recursion */
  1492.         unsigned long trace_recursion;
  1493. #endif /* CONFIG_TRACING */
  1494. #ifdef CONFIG_CGROUP_MEM_RES_CTLR /* memcg uses this to do batch job */
  1495.         struct memcg_batch_info {
  1496.                 int do_batch;   /* incremented when batch uncharge started */
  1497.                 struct mem_cgroup *memcg; /* target memcg of uncharge */
  1498.                 unsigned long bytes;            /* uncharged usage */
  1499.                 unsigned long memsw_bytes; /* uncharged mem+swap usage */
  1500.         } memcg_batch;
  1501. #endif
  1502. };
  1503.  
  1504. /* Future-safe accessor for struct task_struct's cpus_allowed. */
  1505. #define tsk_cpus_allowed(tsk) (&(tsk)->cpus_allowed)
  1506.  
  1507. /*
  1508.  * Priority of a process goes from 0..MAX_PRIO-1, valid RT
  1509.  * priority is 0..MAX_RT_PRIO-1, and SCHED_NORMAL/SCHED_BATCH
  1510.  * tasks are in the range MAX_RT_PRIO..MAX_PRIO-1. Priority
  1511.  * values are inverted: lower p->prio value means higher priority.
  1512.  *
  1513.  * The MAX_USER_RT_PRIO value allows the actual maximum
  1514.  * RT priority to be separate from the value exported to
  1515.  * user-space.  This allows kernel threads to set their
  1516.  * priority to a value higher than any user task. Note:
  1517.  * MAX_RT_PRIO must not be smaller than MAX_USER_RT_PRIO.
  1518.  */
  1519.  
  1520. #define MAX_USER_RT_PRIO        100
  1521. #define MAX_RT_PRIO             MAX_USER_RT_PRIO
  1522.  
  1523. #define MAX_PRIO                (MAX_RT_PRIO + 40)
  1524. #define DEFAULT_PRIO            (MAX_RT_PRIO + 20)
  1525.  
  1526. static inline int rt_prio(int prio)
  1527. {
  1528.         if (unlikely(prio < MAX_RT_PRIO))
  1529.                 return 1;
  1530.         return 0;
  1531. }
  1532.  
  1533. static inline int rt_task(struct task_struct *p)
  1534. {
  1535.         return rt_prio(p->prio);
  1536. }
  1537.  
  1538. static inline struct pid *task_pid(struct task_struct *task)
  1539. {
  1540.         return task->pids[PIDTYPE_PID].pid;
  1541. }
  1542.  
  1543. static inline struct pid *task_tgid(struct task_struct *task)
  1544. {
  1545.         return task->group_leader->pids[PIDTYPE_PID].pid;
  1546. }
  1547.  
  1548. /*
  1549.  * Without tasklist or rcu lock it is not safe to dereference
  1550.  * the result of task_pgrp/task_session even if task == current,
  1551.  * we can race with another thread doing sys_setsid/sys_setpgid.
  1552.  */
  1553. static inline struct pid *task_pgrp(struct task_struct *task)
  1554. {
  1555.         return task->group_leader->pids[PIDTYPE_PGID].pid;
  1556. }
  1557.  
  1558. static inline struct pid *task_session(struct task_struct *task)
  1559. {
  1560.         return task->group_leader->pids[PIDTYPE_SID].pid;
  1561. }
  1562.  
  1563. struct pid_namespace;
  1564.  
  1565. /*
  1566.  * the helpers to get the task's different pids as they are seen
  1567.  * from various namespaces
  1568.  *
  1569.  * task_xid_nr()     : global id, i.e. the id seen from the init namespace;
  1570.  * task_xid_vnr()    : virtual id, i.e. the id seen from the pid namespace of
  1571.  *                     current.
  1572.  * task_xid_nr_ns()  : id seen from the ns specified;
  1573.  *
  1574.  * set_task_vxid()   : assigns a virtual id to a task;
  1575.  *
  1576.  * see also pid_nr() etc in include/linux/pid.h
  1577.  */
  1578. pid_t __task_pid_nr_ns(struct task_struct *task, enum pid_type type,
  1579.                         struct pid_namespace *ns);
  1580.  
  1581. static inline pid_t task_pid_nr(struct task_struct *tsk)
  1582. {
  1583.         return tsk->pid;
  1584. }
  1585.  
  1586. static inline pid_t task_pid_nr_ns(struct task_struct *tsk,
  1587.                                         struct pid_namespace *ns)
  1588. {
  1589.         return __task_pid_nr_ns(tsk, PIDTYPE_PID, ns);
  1590. }
  1591.  
  1592. static inline pid_t task_pid_vnr(struct task_struct *tsk)
  1593. {
  1594.         return __task_pid_nr_ns(tsk, PIDTYPE_PID, NULL);
  1595. }
  1596.  
  1597.  
  1598. static inline pid_t task_tgid_nr(struct task_struct *tsk)
  1599. {
  1600.         return tsk->tgid;
  1601. }
  1602.  
  1603. pid_t task_tgid_nr_ns(struct task_struct *tsk, struct pid_namespace *ns);
  1604.  
  1605. static inline pid_t task_tgid_vnr(struct task_struct *tsk)
  1606. {
  1607.         return pid_vnr(task_tgid(tsk));
  1608. }
  1609.  
  1610.  
  1611. static inline pid_t task_pgrp_nr_ns(struct task_struct *tsk,
  1612.                                         struct pid_namespace *ns)
  1613. {
  1614.         return __task_pid_nr_ns(tsk, PIDTYPE_PGID, ns);
  1615. }
  1616.  
  1617. static inline pid_t task_pgrp_vnr(struct task_struct *tsk)
  1618. {
  1619.         return __task_pid_nr_ns(tsk, PIDTYPE_PGID, NULL);
  1620. }
  1621.  
  1622.  
  1623. static inline pid_t task_session_nr_ns(struct task_struct *tsk,
  1624.                                         struct pid_namespace *ns)
  1625. {
  1626.         return __task_pid_nr_ns(tsk, PIDTYPE_SID, ns);
  1627. }
  1628.  
  1629. static inline pid_t task_session_vnr(struct task_struct *tsk)
  1630. {
  1631.         return __task_pid_nr_ns(tsk, PIDTYPE_SID, NULL);
  1632. }
  1633.  
  1634. /* obsolete, do not use */
  1635. static inline pid_t task_pgrp_nr(struct task_struct *tsk)
  1636. {
  1637.         return task_pgrp_nr_ns(tsk, &init_pid_ns);
  1638. }
  1639.  
  1640. /**
  1641.  * pid_alive - check that a task structure is not stale
  1642.  * @p: Task structure to be checked.
  1643.  *
  1644.  * Test if a process is not yet dead (at most zombie state)
  1645.  * If pid_alive fails, then pointers within the task structure
  1646.  * can be stale and must not be dereferenced.
  1647.  */
  1648. static inline int pid_alive(struct task_struct *p)
  1649. {
  1650.         return p->pids[PIDTYPE_PID].pid != NULL;
  1651. }
  1652.  
  1653. /**
  1654.  * is_global_init - check if a task structure is init
  1655.  * @tsk: Task structure to be checked.
  1656.  *
  1657.  * Check if a task structure is the first user space task the kernel created.
  1658.  */
  1659. static inline int is_global_init(struct task_struct *tsk)
  1660. {
  1661.         return tsk->pid == 1;
  1662. }
  1663.  
  1664. /*
  1665.  * is_container_init:
  1666.  * check whether in the task is init in its own pid namespace.
  1667.  */
  1668. extern int is_container_init(struct task_struct *tsk);
  1669.  
  1670. extern struct pid *cad_pid;
  1671.  
  1672. extern void free_task(struct task_struct *tsk);
  1673. #define get_task_struct(tsk) do { atomic_inc(&(tsk)->usage); } while(0)
  1674.  
  1675. extern void __put_task_struct(struct task_struct *t);
  1676.  
  1677. static inline void put_task_struct(struct task_struct *t)
  1678. {
  1679.         if (atomic_dec_and_test(&t->usage))
  1680.                 __put_task_struct(t);
  1681. }
  1682.  
  1683. extern void task_times(struct task_struct *p, cputime_t *ut, cputime_t *st);
  1684. extern void thread_group_times(struct task_struct *p, cputime_t *ut, cputime_t *st);
  1685.  
  1686. /*
  1687.  * Per process flags
  1688.  */
  1689. #define PF_ALIGNWARN    0x00000001      /* Print alignment warning msgs */
  1690.                                         /* Not implemented yet, only for 486*/
  1691. #define PF_STARTING     0x00000002      /* being created */
  1692. #define PF_EXITING      0x00000004      /* getting shut down */
  1693. #define PF_EXITPIDONE   0x00000008      /* pi exit done on shut down */
  1694. #define PF_VCPU         0x00000010      /* I'm a virtual CPU */
  1695. #define PF_WQ_WORKER    0x00000020      /* I'm a workqueue worker */
  1696. #define PF_FORKNOEXEC   0x00000040      /* forked but didn't exec */
  1697. #define PF_MCE_PROCESS  0x00000080      /* process policy on mce errors */
  1698. #define PF_SUPERPRIV    0x00000100      /* used super-user privileges */
  1699. #define PF_DUMPCORE     0x00000200      /* dumped core */
  1700. #define PF_SIGNALED     0x00000400      /* killed by a signal */
  1701. #define PF_MEMALLOC     0x00000800      /* Allocating memory */
  1702. #define PF_FLUSHER      0x00001000      /* responsible for disk writeback */
  1703. #define PF_USED_MATH    0x00002000      /* if unset the fpu must be initialized before use */
  1704. #define PF_FREEZING     0x00004000      /* freeze in progress. do not account to load */
  1705. #define PF_NOFREEZE     0x00008000      /* this thread should not be frozen */
  1706. #define PF_FROZEN       0x00010000      /* frozen for system suspend */
  1707. #define PF_FSTRANS      0x00020000      /* inside a filesystem transaction */
  1708. #define PF_KSWAPD       0x00040000      /* I am kswapd */
  1709. #define PF_OOM_ORIGIN   0x00080000      /* Allocating much memory to others */
  1710. #define PF_LESS_THROTTLE 0x00100000     /* Throttle me less: I clean memory */
  1711. #define PF_KTHREAD      0x00200000      /* I am a kernel thread */
  1712. #define PF_RANDOMIZE    0x00400000      /* randomize virtual address space */
  1713. #define PF_SWAPWRITE    0x00800000      /* Allowed to write to swap */
  1714. #define PF_SPREAD_PAGE  0x01000000      /* Spread page cache over cpuset */
  1715. #define PF_SPREAD_SLAB  0x02000000      /* Spread some slab caches over cpuset */
  1716. #define PF_THREAD_BOUND 0x04000000      /* Thread bound to specific cpu */
  1717. #define PF_MCE_EARLY    0x08000000      /* Early kill for mce process policy */
  1718. #define PF_MEMPOLICY    0x10000000      /* Non-default NUMA mempolicy */
  1719. #define PF_MUTEX_TESTER 0x20000000      /* Thread belongs to the rt mutex tester */
  1720. #define PF_FREEZER_SKIP 0x40000000      /* Freezer should not count it as freezeable */
  1721. #define PF_FREEZER_NOSIG 0x80000000     /* Freezer won't send signals to it */
  1722.  
  1723. /*
  1724.  * Only the _current_ task can read/write to tsk->flags, but other
  1725.  * tasks can access tsk->flags in readonly mode for example
  1726.  * with tsk_used_math (like during threaded core dumping).
  1727.  * There is however an exception to this rule during ptrace
  1728.  * or during fork: the ptracer task is allowed to write to the
  1729.  * child->flags of its traced child (same goes for fork, the parent
  1730.  * can write to the child->flags), because we're guaranteed the
  1731.  * child is not running and in turn not changing child->flags
  1732.  * at the same time the parent does it.
  1733.  */
  1734. #define clear_stopped_child_used_math(child) do { (child)->flags &= ~PF_USED_MATH; } while (0)
  1735. #define set_stopped_child_used_math(child) do { (child)->flags |= PF_USED_MATH; } while (0)
  1736. #define clear_used_math() clear_stopped_child_used_math(current)
  1737. #define set_used_math() set_stopped_child_used_math(current)
  1738. #define conditional_stopped_child_used_math(condition, child) \
  1739.         do { (child)->flags &= ~PF_USED_MATH, (child)->flags |= (condition) ? PF_USED_MATH : 0; } while (0)
  1740. #define conditional_used_math(condition) \
  1741.         conditional_stopped_child_used_math(condition, current)
  1742. #define copy_to_stopped_child_used_math(child) \
  1743.         do { (child)->flags &= ~PF_USED_MATH, (child)->flags |= current->flags & PF_USED_MATH; } while (0)
  1744. /* NOTE: this will return 0 or PF_USED_MATH, it will never return 1 */
  1745. #define tsk_used_math(p) ((p)->flags & PF_USED_MATH)
  1746. #define used_math() tsk_used_math(current)
  1747.  
  1748. #ifdef CONFIG_TREE_PREEMPT_RCU
  1749.  
  1750. #define RCU_READ_UNLOCK_BLOCKED (1 << 0) /* blocked while in RCU read-side. */
  1751. #define RCU_READ_UNLOCK_NEED_QS (1 << 1) /* RCU core needs CPU response. */
  1752.  
  1753. static inline void rcu_copy_process(struct task_struct *p)
  1754. {
  1755.         p->rcu_read_lock_nesting = 0;
  1756.         p->rcu_read_unlock_special = 0;
  1757.         p->rcu_blocked_node = NULL;
  1758.         INIT_LIST_HEAD(&p->rcu_node_entry);
  1759. }
  1760.  
  1761. #else
  1762.  
  1763. static inline void rcu_copy_process(struct task_struct *p)
  1764. {
  1765. }
  1766.  
  1767. #endif
  1768.  
  1769. #ifdef CONFIG_SMP
  1770. extern int set_cpus_allowed_ptr(struct task_struct *p,
  1771.                                 const struct cpumask *new_mask);
  1772. #else
  1773. static inline int set_cpus_allowed_ptr(struct task_struct *p,
  1774.                                        const struct cpumask *new_mask)
  1775. {
  1776.         if (!cpumask_test_cpu(0, new_mask))
  1777.                 return -EINVAL;
  1778.         return 0;
  1779. }
  1780. #endif
  1781.  
  1782. #ifndef CONFIG_CPUMASK_OFFSTACK
  1783. static inline int set_cpus_allowed(struct task_struct *p, cpumask_t new_mask)
  1784. {
  1785.         return set_cpus_allowed_ptr(p, &new_mask);
  1786. }
  1787. #endif
  1788.  
  1789. /*
  1790.  * Do not use outside of architecture code which knows its limitations.
  1791.  *
  1792.  * sched_clock() has no promise of monotonicity or bounded drift between
  1793.  * CPUs, use (which you should not) requires disabling IRQs.
  1794.  *
  1795.  * Please use one of the three interfaces below.
  1796.  */
  1797. extern unsigned long long notrace sched_clock(void);
  1798. /*
  1799.  * See the comment in kernel/sched_clock.c
  1800.  */
  1801. extern u64 cpu_clock(int cpu);
  1802. extern u64 local_clock(void);
  1803. extern u64 sched_clock_cpu(int cpu);
  1804.  
  1805.  
  1806. extern void sched_clock_init(void);
  1807.  
  1808. #ifndef CONFIG_HAVE_UNSTABLE_SCHED_CLOCK
  1809. static inline void sched_clock_tick(void)
  1810. {
  1811. }
  1812.  
  1813. static inline void sched_clock_idle_sleep_event(void)
  1814. {
  1815. }
  1816.  
  1817. static inline void sched_clock_idle_wakeup_event(u64 delta_ns)
  1818. {
  1819. }
  1820. #else
  1821. /*
  1822.  * Architectures can set this to 1 if they have specified
  1823.  * CONFIG_HAVE_UNSTABLE_SCHED_CLOCK in their arch Kconfig,
  1824.  * but then during bootup it turns out that sched_clock()
  1825.  * is reliable after all:
  1826.  */
  1827. extern int sched_clock_stable;
  1828.  
  1829. extern void sched_clock_tick(void);
  1830. extern void sched_clock_idle_sleep_event(void);
  1831. extern void sched_clock_idle_wakeup_event(u64 delta_ns);
  1832. #endif
  1833.  
  1834. extern unsigned long long
  1835. task_sched_runtime(struct task_struct *task);
  1836. extern unsigned long long thread_group_sched_runtime(struct task_struct *task);
  1837.  
  1838. /* sched_exec is called by processes performing an exec */
  1839. #ifdef CONFIG_SMP
  1840. extern void sched_exec(void);
  1841. #else
  1842. #define sched_exec()   {}
  1843. #endif
  1844.  
  1845. extern void sched_clock_idle_sleep_event(void);
  1846. extern void sched_clock_idle_wakeup_event(u64 delta_ns);
  1847.  
  1848. #ifdef CONFIG_HOTPLUG_CPU
  1849. extern void move_task_off_dead_cpu(int dead_cpu, struct task_struct *p);
  1850. extern void idle_task_exit(void);
  1851. #else
  1852. static inline void idle_task_exit(void) {}
  1853. #endif
  1854.  
  1855. extern void sched_idle_next(void);
  1856.  
  1857. #if defined(CONFIG_NO_HZ) && defined(CONFIG_SMP)
  1858. extern void wake_up_idle_cpu(int cpu);
  1859. #else
  1860. static inline void wake_up_idle_cpu(int cpu) { }
  1861. #endif
  1862.  
  1863. extern unsigned int sysctl_sched_latency;
  1864. extern unsigned int sysctl_sched_min_granularity;
  1865. extern unsigned int sysctl_sched_wakeup_granularity;
  1866. extern unsigned int sysctl_sched_shares_ratelimit;
  1867. extern unsigned int sysctl_sched_shares_thresh;
  1868. extern unsigned int sysctl_sched_child_runs_first;
  1869.  
  1870. enum sched_tunable_scaling {
  1871.         SCHED_TUNABLESCALING_NONE,
  1872.         SCHED_TUNABLESCALING_LOG,
  1873.         SCHED_TUNABLESCALING_LINEAR,
  1874.         SCHED_TUNABLESCALING_END,
  1875. };
  1876. extern enum sched_tunable_scaling sysctl_sched_tunable_scaling;
  1877.  
  1878. #ifdef CONFIG_SCHED_DEBUG
  1879. extern unsigned int sysctl_sched_migration_cost;
  1880. extern unsigned int sysctl_sched_nr_migrate;
  1881. extern unsigned int sysctl_sched_time_avg;
  1882. extern unsigned int sysctl_timer_migration;
  1883.  
  1884. int sched_proc_update_handler(struct ctl_table *table, int write,
  1885.                 void __user *buffer, size_t *length,
  1886.                 loff_t *ppos);
  1887. #endif
  1888. #ifdef CONFIG_SCHED_DEBUG
  1889. static inline unsigned int get_sysctl_timer_migration(void)
  1890. {
  1891.         return sysctl_timer_migration;
  1892. }
  1893. #else
  1894. static inline unsigned int get_sysctl_timer_migration(void)
  1895. {
  1896.         return 1;
  1897. }
  1898. #endif
  1899. extern unsigned int sysctl_sched_rt_period;
  1900. extern int sysctl_sched_rt_runtime;
  1901.  
  1902. int sched_rt_handler(struct ctl_table *table, int write,
  1903.                 void __user *buffer, size_t *lenp,
  1904.                 loff_t *ppos);
  1905.  
  1906. extern unsigned int sysctl_sched_compat_yield;
  1907.  
  1908. #ifdef CONFIG_SCHED_AUTOGROUP
  1909. extern unsigned int sysctl_sched_autogroup_enabled;
  1910.  
  1911. extern void sched_autogroup_create_attach(struct task_struct *p);
  1912. extern void sched_autogroup_detach(struct task_struct *p);
  1913. extern void sched_autogroup_fork(struct signal_struct *sig);
  1914. extern void sched_autogroup_exit(struct signal_struct *sig);
  1915. #else
  1916. static inline void sched_autogroup_create_attach(struct task_struct *p) { }
  1917. static inline void sched_autogroup_detach(struct task_struct *p) { }
  1918. static inline void sched_autogroup_fork(struct signal_struct *sig) { }
  1919. static inline void sched_autogroup_exit(struct signal_struct *sig) { }
  1920. #endif
  1921.  
  1922. #ifdef CONFIG_RT_MUTEXES
  1923. extern int rt_mutex_getprio(struct task_struct *p);
  1924. extern void rt_mutex_setprio(struct task_struct *p, int prio);
  1925. extern void rt_mutex_adjust_pi(struct task_struct *p);
  1926. #else
  1927. static inline int rt_mutex_getprio(struct task_struct *p)
  1928. {
  1929.         return p->normal_prio;
  1930. }
  1931. # define rt_mutex_adjust_pi(p)          do { } while (0)
  1932. #endif
  1933.  
  1934. extern void set_user_nice(struct task_struct *p, long nice);
  1935. extern int task_prio(const struct task_struct *p);
  1936. extern int task_nice(const struct task_struct *p);
  1937. extern int can_nice(const struct task_struct *p, const int nice);
  1938. extern int task_curr(const struct task_struct *p);
  1939. extern int idle_cpu(int cpu);
  1940. extern int sched_setscheduler(struct task_struct *, int, struct sched_param *);
  1941. extern int sched_setscheduler_nocheck(struct task_struct *, int,
  1942.                                       struct sched_param *);
  1943. extern struct task_struct *idle_task(int cpu);
  1944. extern struct task_struct *curr_task(int cpu);
  1945. extern void set_curr_task(int cpu, struct task_struct *p);
  1946.  
  1947. void yield(void);
  1948.  
  1949. /*
  1950.  * The default (Linux) execution domain.
  1951.  */
  1952. extern struct exec_domain       default_exec_domain;
  1953.  
  1954. union thread_union {
  1955.         struct thread_info thread_info;
  1956.         unsigned long stack[THREAD_SIZE/sizeof(long)];
  1957. };
  1958.  
  1959. #ifndef __HAVE_ARCH_KSTACK_END
  1960. static inline int kstack_end(void *addr)
  1961. {
  1962.         /* Reliable end of stack detection:
  1963.          * Some APM bios versions misalign the stack
  1964.          */
  1965.         return !(((unsigned long)addr+sizeof(void*)-1) & (THREAD_SIZE-sizeof(void*)));
  1966. }
  1967. #endif
  1968.  
  1969. extern union thread_union init_thread_union;
  1970. extern struct task_struct init_task;
  1971.  
  1972. extern struct   mm_struct init_mm;
  1973.  
  1974. extern struct pid_namespace init_pid_ns;
  1975.  
  1976. /*
  1977.  * find a task by one of its numerical ids
  1978.  *
  1979.  * find_task_by_pid_ns():
  1980.  *      finds a task by its pid in the specified namespace
  1981.  * find_task_by_vpid():
  1982.  *      finds a task by its virtual pid
  1983.  *
  1984.  * see also find_vpid() etc in include/linux/pid.h
  1985.  */
  1986.  
  1987. extern struct task_struct *find_task_by_vpid(pid_t nr);
  1988. extern struct task_struct *find_task_by_pid_ns(pid_t nr,
  1989.                 struct pid_namespace *ns);
  1990.  
  1991. extern void __set_special_pids(struct pid *pid);
  1992.  
  1993. /* per-UID process charging. */
  1994. extern struct user_struct * alloc_uid(struct user_namespace *, uid_t);
  1995. static inline struct user_struct *get_uid(struct user_struct *u)
  1996. {
  1997.         atomic_inc(&u->__count);
  1998.         return u;
  1999. }
  2000. extern void free_uid(struct user_struct *);
  2001. extern void release_uids(struct user_namespace *ns);
  2002.  
  2003. #include <asm/current.h>
  2004.  
  2005. extern void do_timer(unsigned long ticks);
  2006.  
  2007. extern int wake_up_state(struct task_struct *tsk, unsigned int state);
  2008. extern int wake_up_process(struct task_struct *tsk);
  2009. extern void wake_up_new_task(struct task_struct *tsk,
  2010.                                 unsigned long clone_flags);
  2011. #ifdef CONFIG_SMP
  2012.  extern void kick_process(struct task_struct *tsk);
  2013. #else
  2014.  static inline void kick_process(struct task_struct *tsk) { }
  2015. #endif
  2016. extern void sched_fork(struct task_struct *p, int clone_flags);
  2017. extern void sched_dead(struct task_struct *p);
  2018.  
  2019. extern void proc_caches_init(void);
  2020. extern void flush_signals(struct task_struct *);
  2021. extern void __flush_signals(struct task_struct *);
  2022. extern void ignore_signals(struct task_struct *);
  2023. extern void flush_signal_handlers(struct task_struct *, int force_default);
  2024. extern int dequeue_signal(struct task_struct *tsk, sigset_t *mask, siginfo_t *info);
  2025.  
  2026. static inline int dequeue_signal_lock(struct task_struct *tsk, sigset_t *mask, siginfo_t *info)
  2027. {
  2028.         unsigned long flags;
  2029.         int ret;
  2030.  
  2031.         spin_lock_irqsave(&tsk->sighand->siglock, flags);
  2032.         ret = dequeue_signal(tsk, mask, info);
  2033.         spin_unlock_irqrestore(&tsk->sighand->siglock, flags);
  2034.  
  2035.         return ret;
  2036. }      
  2037.  
  2038. extern void block_all_signals(int (*notifier)(void *priv), void *priv,
  2039.                               sigset_t *mask);
  2040. extern void unblock_all_signals(void);
  2041. extern void release_task(struct task_struct * p);
  2042. extern int send_sig_info(int, struct siginfo *, struct task_struct *);
  2043. extern int force_sigsegv(int, struct task_struct *);
  2044. extern int force_sig_info(int, struct siginfo *, struct task_struct *);
  2045. extern int __kill_pgrp_info(int sig, struct siginfo *info, struct pid *pgrp);
  2046. extern int kill_pid_info(int sig, struct siginfo *info, struct pid *pid);
  2047. extern int kill_pid_info_as_uid(int, struct siginfo *, struct pid *, uid_t, uid_t, u32);
  2048. extern int kill_pgrp(struct pid *pid, int sig, int priv);
  2049. extern int kill_pid(struct pid *pid, int sig, int priv);
  2050. extern int kill_proc_info(int, struct siginfo *, pid_t);
  2051. extern int do_notify_parent(struct task_struct *, int);
  2052. extern void __wake_up_parent(struct task_struct *p, struct task_struct *parent);
  2053. extern void force_sig(int, struct task_struct *);
  2054. extern int send_sig(int, struct task_struct *, int);
  2055. extern int zap_other_threads(struct task_struct *p);
  2056. extern struct sigqueue *sigqueue_alloc(void);
  2057. extern void sigqueue_free(struct sigqueue *);
  2058. extern int send_sigqueue(struct sigqueue *,  struct task_struct *, int group);
  2059. extern int do_sigaction(int, struct k_sigaction *, struct k_sigaction *);
  2060. extern int do_sigaltstack(const stack_t __user *, stack_t __user *, unsigned long);
  2061.  
  2062. static inline int kill_cad_pid(int sig, int priv)
  2063. {
  2064.         return kill_pid(cad_pid, sig, priv);
  2065. }
  2066.  
  2067. /* These can be the second arg to send_sig_info/send_group_sig_info.  */
  2068. #define SEND_SIG_NOINFO ((struct siginfo *) 0)
  2069. #define SEND_SIG_PRIV   ((struct siginfo *) 1)
  2070. #define SEND_SIG_FORCED ((struct siginfo *) 2)
  2071.  
  2072. /*
  2073.  * True if we are on the alternate signal stack.
  2074.  */
  2075. static inline int on_sig_stack(unsigned long sp)
  2076. {
  2077. #ifdef CONFIG_STACK_GROWSUP
  2078.         return sp >= current->sas_ss_sp &&
  2079.                 sp - current->sas_ss_sp < current->sas_ss_size;
  2080. #else
  2081.         return sp > current->sas_ss_sp &&
  2082.                 sp - current->sas_ss_sp <= current->sas_ss_size;
  2083. #endif
  2084. }
  2085.  
  2086. static inline int sas_ss_flags(unsigned long sp)
  2087. {
  2088.         return (current->sas_ss_size == 0 ? SS_DISABLE
  2089.                 : on_sig_stack(sp) ? SS_ONSTACK : 0);
  2090. }
  2091.  
  2092. /*
  2093.  * Routines for handling mm_structs
  2094.  */
  2095. extern struct mm_struct * mm_alloc(void);
  2096.  
  2097. /* mmdrop drops the mm and the page tables */
  2098. extern void __mmdrop(struct mm_struct *);
  2099. static inline void mmdrop(struct mm_struct * mm)
  2100. {
  2101.         if (unlikely(atomic_dec_and_test(&mm->mm_count)))
  2102.                 __mmdrop(mm);
  2103. }
  2104.  
  2105. /* mmput gets rid of the mappings and all user-space */
  2106. extern void mmput(struct mm_struct *);
  2107. /* Grab a reference to a task's mm, if it is not already going away */
  2108. extern struct mm_struct *get_task_mm(struct task_struct *task);
  2109. /* Remove the current tasks stale references to the old mm_struct */
  2110. extern void mm_release(struct task_struct *, struct mm_struct *);
  2111. /* Allocate a new mm structure and copy contents from tsk->mm */
  2112. extern struct mm_struct *dup_mm(struct task_struct *tsk);
  2113.  
  2114. extern int copy_thread(unsigned long, unsigned long, unsigned long,
  2115.                         struct task_struct *, struct pt_regs *);
  2116. extern void flush_thread(void);
  2117. extern void exit_thread(void);
  2118.  
  2119. extern void exit_files(struct task_struct *);
  2120. extern void __cleanup_sighand(struct sighand_struct *);
  2121.  
  2122. extern void exit_itimers(struct signal_struct *);
  2123. extern void flush_itimer_signals(void);
  2124.  
  2125. extern NORET_TYPE void do_group_exit(int);
  2126.  
  2127. extern void daemonize(const char *, ...);
  2128. extern int allow_signal(int);
  2129. extern int disallow_signal(int);
  2130.  
  2131. extern int do_execve(const char *,
  2132.                      const char __user * const __user *,
  2133.                      const char __user * const __user *, struct pt_regs *);
  2134. extern long do_fork(unsigned long, unsigned long, struct pt_regs *, unsigned long, int __user *, int __user *);
  2135. struct task_struct *fork_idle(int);
  2136.  
  2137. extern void set_task_comm(struct task_struct *tsk, char *from);
  2138. extern char *get_task_comm(char *to, struct task_struct *tsk);
  2139.  
  2140. #ifdef CONFIG_SMP
  2141. extern unsigned long wait_task_inactive(struct task_struct *, long match_state);
  2142. #else
  2143. static inline unsigned long wait_task_inactive(struct task_struct *p,
  2144.                                                long match_state)
  2145. {
  2146.         return 1;
  2147. }
  2148. #endif
  2149.  
  2150. #define next_task(p) \
  2151.         list_entry_rcu((p)->tasks.next, struct task_struct, tasks)
  2152.  
  2153. #define for_each_process(p) \
  2154.         for (p = &init_task ; (p = next_task(p)) != &init_task ; )
  2155.  
  2156. extern bool current_is_single_threaded(void);
  2157.  
  2158. /*
  2159.  * Careful: do_each_thread/while_each_thread is a double loop so
  2160.  *          'break' will not work as expected - use goto instead.
  2161.  */
  2162. #define do_each_thread(g, t) \
  2163.         for (g = t = &init_task ; (g = t = next_task(g)) != &init_task ; ) do
  2164.  
  2165. #define while_each_thread(g, t) \
  2166.         while ((t = next_thread(t)) != g)
  2167.  
  2168. static inline int get_nr_threads(struct task_struct *tsk)
  2169. {
  2170.         return tsk->signal->nr_threads;
  2171. }
  2172.  
  2173. /* de_thread depends on thread_group_leader not being a pid based check */
  2174. #define thread_group_leader(p)  (p == p->group_leader)
  2175.  
  2176. /* Do to the insanities of de_thread it is possible for a process
  2177.  * to have the pid of the thread group leader without actually being
  2178.  * the thread group leader.  For iteration through the pids in proc
  2179.  * all we care about is that we have a task with the appropriate
  2180.  * pid, we don't actually care if we have the right task.
  2181.  */
  2182. static inline int has_group_leader_pid(struct task_struct *p)
  2183. {
  2184.         return p->pid == p->tgid;
  2185. }
  2186.  
  2187. static inline
  2188. int same_thread_group(struct task_struct *p1, struct task_struct *p2)
  2189. {
  2190.         return p1->tgid == p2->tgid;
  2191. }
  2192.  
  2193. static inline struct task_struct *next_thread(const struct task_struct *p)
  2194. {
  2195.         return list_entry_rcu(p->thread_group.next,
  2196.                               struct task_struct, thread_group);
  2197. }
  2198.  
  2199. static inline int thread_group_empty(struct task_struct *p)
  2200. {
  2201.         return list_empty(&p->thread_group);
  2202. }
  2203.  
  2204. #define delay_group_leader(p) \
  2205.                 (thread_group_leader(p) && !thread_group_empty(p))
  2206.  
  2207. static inline int task_detached(struct task_struct *p)
  2208. {
  2209.         return p->exit_signal == -1;
  2210. }
  2211.  
  2212. /*
  2213.  * Protects ->fs, ->files, ->mm, ->group_info, ->comm, keyring
  2214.  * subscriptions and synchronises with wait4().  Also used in procfs.  Also
  2215.  * pins the final release of task.io_context.  Also protects ->cpuset and
  2216.  * ->cgroup.subsys[].
  2217.  *
  2218.  * Nests both inside and outside of read_lock(&tasklist_lock).
  2219.  * It must not be nested with write_lock_irq(&tasklist_lock),
  2220.  * neither inside nor outside.
  2221.  */
  2222. static inline void task_lock(struct task_struct *p)
  2223. {
  2224.         spin_lock(&p->alloc_lock);
  2225. }
  2226.  
  2227. static inline void task_unlock(struct task_struct *p)
  2228. {
  2229.         spin_unlock(&p->alloc_lock);
  2230. }
  2231.  
  2232. extern struct sighand_struct *lock_task_sighand(struct task_struct *tsk,
  2233.                                                         unsigned long *flags);
  2234.  
  2235. static inline void unlock_task_sighand(struct task_struct *tsk,
  2236.                                                 unsigned long *flags)
  2237. {
  2238.         spin_unlock_irqrestore(&tsk->sighand->siglock, *flags);
  2239. }
  2240.  
  2241. #ifndef __HAVE_THREAD_FUNCTIONS
  2242.  
  2243. #define task_thread_info(task)  ((struct thread_info *)(task)->stack)
  2244. #define task_stack_page(task)   ((task)->stack)
  2245.  
  2246. static inline void setup_thread_stack(struct task_struct *p, struct task_struct *org)
  2247. {
  2248.         *task_thread_info(p) = *task_thread_info(org);
  2249.         task_thread_info(p)->task = p;
  2250. }
  2251.  
  2252. static inline unsigned long *end_of_stack(struct task_struct *p)
  2253. {
  2254.         return (unsigned long *)(task_thread_info(p) + 1);
  2255. }
  2256.  
  2257. #endif
  2258.  
  2259. static inline int object_is_on_stack(void *obj)
  2260. {
  2261.         void *stack = task_stack_page(current);
  2262.  
  2263.         return (obj >= stack) && (obj < (stack + THREAD_SIZE));
  2264. }
  2265.  
  2266. extern void thread_info_cache_init(void);
  2267.  
  2268. #ifdef CONFIG_DEBUG_STACK_USAGE
  2269. static inline unsigned long stack_not_used(struct task_struct *p)
  2270. {
  2271.         unsigned long *n = end_of_stack(p);
  2272.  
  2273.         do {    /* Skip over canary */
  2274.                 n++;
  2275.         } while (!*n);
  2276.  
  2277.         return (unsigned long)n - (unsigned long)end_of_stack(p);
  2278. }
  2279. #endif
  2280.  
  2281. /* set thread flags in other task's structures
  2282.  * - see asm/thread_info.h for TIF_xxxx flags available
  2283.  */
  2284. static inline void set_tsk_thread_flag(struct task_struct *tsk, int flag)
  2285. {
  2286.         set_ti_thread_flag(task_thread_info(tsk), flag);
  2287. }
  2288.  
  2289. static inline void clear_tsk_thread_flag(struct task_struct *tsk, int flag)
  2290. {
  2291.         clear_ti_thread_flag(task_thread_info(tsk), flag);
  2292. }
  2293.  
  2294. static inline int test_and_set_tsk_thread_flag(struct task_struct *tsk, int flag)
  2295. {
  2296.         return test_and_set_ti_thread_flag(task_thread_info(tsk), flag);
  2297. }
  2298.  
  2299. static inline int test_and_clear_tsk_thread_flag(struct task_struct *tsk, int flag)
  2300. {
  2301.         return test_and_clear_ti_thread_flag(task_thread_info(tsk), flag);
  2302. }
  2303.  
  2304. static inline int test_tsk_thread_flag(struct task_struct *tsk, int flag)
  2305. {
  2306.         return test_ti_thread_flag(task_thread_info(tsk), flag);
  2307. }
  2308.  
  2309. static inline void set_tsk_need_resched(struct task_struct *tsk)
  2310. {
  2311.         set_tsk_thread_flag(tsk,TIF_NEED_RESCHED);
  2312. }
  2313.  
  2314. static inline void clear_tsk_need_resched(struct task_struct *tsk)
  2315. {
  2316.         clear_tsk_thread_flag(tsk,TIF_NEED_RESCHED);
  2317. }
  2318.  
  2319. static inline int test_tsk_need_resched(struct task_struct *tsk)
  2320. {
  2321.         return unlikely(test_tsk_thread_flag(tsk,TIF_NEED_RESCHED));
  2322. }
  2323.  
  2324. static inline int restart_syscall(void)
  2325. {
  2326.         set_tsk_thread_flag(current, TIF_SIGPENDING);
  2327.         return -ERESTARTNOINTR;
  2328. }
  2329.  
  2330. static inline int signal_pending(struct task_struct *p)
  2331. {
  2332.         return unlikely(test_tsk_thread_flag(p,TIF_SIGPENDING));
  2333. }
  2334.  
  2335. static inline int __fatal_signal_pending(struct task_struct *p)
  2336. {
  2337.         return unlikely(sigismember(&p->pending.signal, SIGKILL));
  2338. }
  2339.  
  2340. static inline int fatal_signal_pending(struct task_struct *p)
  2341. {
  2342.         return signal_pending(p) && __fatal_signal_pending(p);
  2343. }
  2344.  
  2345. static inline int signal_pending_state(long state, struct task_struct *p)
  2346. {
  2347.         if (!(state & (TASK_INTERRUPTIBLE | TASK_WAKEKILL)))
  2348.                 return 0;
  2349.         if (!signal_pending(p))
  2350.                 return 0;
  2351.  
  2352.         return (state & TASK_INTERRUPTIBLE) || __fatal_signal_pending(p);
  2353. }
  2354.  
  2355. static inline int need_resched(void)
  2356. {
  2357.         return unlikely(test_thread_flag(TIF_NEED_RESCHED));
  2358. }
  2359.  
  2360. /*
  2361.  * cond_resched() and cond_resched_lock(): latency reduction via
  2362.  * explicit rescheduling in places that are safe. The return
  2363.  * value indicates whether a reschedule was done in fact.
  2364.  * cond_resched_lock() will drop the spinlock before scheduling,
  2365.  * cond_resched_softirq() will enable bhs before scheduling.
  2366.  */
  2367. extern int _cond_resched(void);
  2368.  
  2369. #define cond_resched() ({                       \
  2370.         __might_sleep(__FILE__, __LINE__, 0);   \
  2371.         _cond_resched();                        \
  2372. })
  2373.  
  2374. extern int __cond_resched_lock(spinlock_t *lock);
  2375.  
  2376. #ifdef CONFIG_PREEMPT
  2377. #define PREEMPT_LOCK_OFFSET     PREEMPT_OFFSET
  2378. #else
  2379. #define PREEMPT_LOCK_OFFSET     0
  2380. #endif
  2381.  
  2382. #define cond_resched_lock(lock) ({                              \
  2383.         __might_sleep(__FILE__, __LINE__, PREEMPT_LOCK_OFFSET); \
  2384.         __cond_resched_lock(lock);                              \
  2385. })
  2386.  
  2387. extern int __cond_resched_softirq(void);
  2388.  
  2389. #define cond_resched_softirq() ({                               \
  2390.         __might_sleep(__FILE__, __LINE__, SOFTIRQ_OFFSET);      \
  2391.         __cond_resched_softirq();                               \
  2392. })
  2393.  
  2394. /*
  2395.  * Does a critical section need to be broken due to another
  2396.  * task waiting?: (technically does not depend on CONFIG_PREEMPT,
  2397.  * but a general need for low latency)
  2398.  */
  2399. static inline int spin_needbreak(spinlock_t *lock)
  2400. {
  2401. #ifdef CONFIG_PREEMPT
  2402.         return spin_is_contended(lock);
  2403. #else
  2404.         return 0;
  2405. #endif
  2406. }
  2407.  
  2408. /*
  2409.  * Thread group CPU time accounting.
  2410.  */
  2411. void thread_group_cputime(struct task_struct *tsk, struct task_cputime *times);
  2412. void thread_group_cputimer(struct task_struct *tsk, struct task_cputime *times);
  2413.  
  2414. static inline void thread_group_cputime_init(struct signal_struct *sig)
  2415. {
  2416.         spin_lock_init(&sig->cputimer.lock);
  2417. }
  2418.  
  2419. /*
  2420.  * Reevaluate whether the task has signals pending delivery.
  2421.  * Wake the task if so.
  2422.  * This is required every time the blocked sigset_t changes.
  2423.  * callers must hold sighand->siglock.
  2424.  */
  2425. extern void recalc_sigpending_and_wake(struct task_struct *t);
  2426. extern void recalc_sigpending(void);
  2427.  
  2428. extern void signal_wake_up(struct task_struct *t, int resume_stopped);
  2429.  
  2430. /*
  2431.  * Wrappers for p->thread_info->cpu access. No-op on UP.
  2432.  */
  2433. #ifdef CONFIG_SMP
  2434.  
  2435. static inline unsigned int task_cpu(const struct task_struct *p)
  2436. {
  2437.         return task_thread_info(p)->cpu;
  2438. }
  2439.  
  2440. extern void set_task_cpu(struct task_struct *p, unsigned int cpu);
  2441.  
  2442. #else
  2443.  
  2444. static inline unsigned int task_cpu(const struct task_struct *p)
  2445. {
  2446.         return 0;
  2447. }
  2448.  
  2449. static inline void set_task_cpu(struct task_struct *p, unsigned int cpu)
  2450. {
  2451. }
  2452.  
  2453. #endif /* CONFIG_SMP */
  2454.  
  2455. extern long sched_setaffinity(pid_t pid, const struct cpumask *new_mask);
  2456. extern long sched_getaffinity(pid_t pid, struct cpumask *mask);
  2457.  
  2458. extern void normalize_rt_tasks(void);
  2459.  
  2460. #ifdef CONFIG_CGROUP_SCHED
  2461.  
  2462. extern struct task_group init_task_group;
  2463.  
  2464. extern struct task_group *sched_create_group(struct task_group *parent);
  2465. extern void sched_destroy_group(struct task_group *tg);
  2466. extern void sched_move_task(struct task_struct *tsk);
  2467. #ifdef CONFIG_FAIR_GROUP_SCHED
  2468. extern int sched_group_set_shares(struct task_group *tg, unsigned long shares);
  2469. extern unsigned long sched_group_shares(struct task_group *tg);
  2470. #endif
  2471. #ifdef CONFIG_RT_GROUP_SCHED
  2472. extern int sched_group_set_rt_runtime(struct task_group *tg,
  2473.                                       long rt_runtime_us);
  2474. extern long sched_group_rt_runtime(struct task_group *tg);
  2475. extern int sched_group_set_rt_period(struct task_group *tg,
  2476.                                       long rt_period_us);
  2477. extern long sched_group_rt_period(struct task_group *tg);
  2478. extern int sched_rt_can_attach(struct task_group *tg, struct task_struct *tsk);
  2479. #endif
  2480. #endif
  2481.  
  2482. extern int task_can_switch_user(struct user_struct *up,
  2483.                                         struct task_struct *tsk);
  2484.  
  2485. #ifdef CONFIG_TASK_XACCT
  2486. static inline void add_rchar(struct task_struct *tsk, ssize_t amt)
  2487. {
  2488.         tsk->ioac.rchar += amt;
  2489. }
  2490.  
  2491. static inline void add_wchar(struct task_struct *tsk, ssize_t amt)
  2492. {
  2493.         tsk->ioac.wchar += amt;
  2494. }
  2495.  
  2496. static inline void inc_syscr(struct task_struct *tsk)
  2497. {
  2498.         tsk->ioac.syscr++;
  2499. }
  2500.  
  2501. static inline void inc_syscw(struct task_struct *tsk)
  2502. {
  2503.         tsk->ioac.syscw++;
  2504. }
  2505. #else
  2506. static inline void add_rchar(struct task_struct *tsk, ssize_t amt)
  2507. {
  2508. }
  2509.  
  2510. static inline void add_wchar(struct task_struct *tsk, ssize_t amt)
  2511. {
  2512. }
  2513.  
  2514. static inline void inc_syscr(struct task_struct *tsk)
  2515. {
  2516. }
  2517.  
  2518. static inline void inc_syscw(struct task_struct *tsk)
  2519. {
  2520. }
  2521. #endif
  2522.  
  2523. #ifndef TASK_SIZE_OF
  2524. #define TASK_SIZE_OF(tsk)       TASK_SIZE
  2525. #endif
  2526.  
  2527. /*
  2528.  * Call the function if the target task is executing on a CPU right now:
  2529.  */
  2530. extern void task_oncpu_function_call(struct task_struct *p,
  2531.                                      void (*func) (void *info), void *info);
  2532.  
  2533.  
  2534. #ifdef CONFIG_MM_OWNER
  2535. extern void mm_update_next_owner(struct mm_struct *mm);
  2536. extern void mm_init_owner(struct mm_struct *mm, struct task_struct *p);
  2537. #else
  2538. static inline void mm_update_next_owner(struct mm_struct *mm)
  2539. {
  2540. }
  2541.  
  2542. static inline void mm_init_owner(struct mm_struct *mm, struct task_struct *p)
  2543. {
  2544. }
  2545. #endif /* CONFIG_MM_OWNER */
  2546.  
  2547. static inline unsigned long task_rlimit(const struct task_struct *tsk,
  2548.                 unsigned int limit)
  2549. {
  2550.         return ACCESS_ONCE(tsk->signal->rlim[limit].rlim_cur);
  2551. }
  2552.  
  2553. static inline unsigned long task_rlimit_max(const struct task_struct *tsk,
  2554.                 unsigned int limit)
  2555. {
  2556.         return ACCESS_ONCE(tsk->signal->rlim[limit].rlim_max);
  2557. }
  2558.  
  2559. static inline unsigned long rlimit(unsigned int limit)
  2560. {
  2561.         return task_rlimit(current, limit);
  2562. }
  2563.  
  2564. static inline unsigned long rlimit_max(unsigned int limit)
  2565. {
  2566.         return task_rlimit_max(current, limit);
  2567. }
  2568.  
  2569. #endif /* __KERNEL__ */
  2570.  
  2571. #endif
RAW Paste Data
Top