aboutsummaryrefslogtreecommitdiff
path: root/include/linux/pcounter.h
blob: 9c4760a328f32e43866a0dd7e524746a34eadadc (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
#ifndef __LINUX_PCOUNTER_H
#define __LINUX_PCOUNTER_H

struct pcounter {
#ifdef CONFIG_SMP
	void		(*add)(struct pcounter *self, int inc);
	int		(*getval)(const struct pcounter *self);
	int		*per_cpu_values;
#else
	int		val;
#endif
};

/*
 * Special macros to let pcounters use a fast version of {getvalue|add}
 * using a static percpu variable per pcounter instead of an allocated one,
 * saving one dereference.
 * This might be changed if/when dynamic percpu vars become fast.
 */
#ifdef CONFIG_SMP
#include <linux/cpumask.h>
#include <linux/percpu.h>

#define DEFINE_PCOUNTER(NAME)					\
static DEFINE_PER_CPU(int, NAME##_pcounter_values);		\
static void NAME##_pcounter_add(struct pcounter *self, int inc)	\
{								\
       __get_cpu_var(NAME##_pcounter_values) += inc;		\
}								\
								\
static int NAME##_pcounter_getval(const struct pcounter *self)	\
{								\
       int res = 0, cpu;					\
								\
       for_each_possible_cpu(cpu)				\
               res += per_cpu(NAME##_pcounter_values, cpu);	\
       return res;						\
}

#define PCOUNTER_MEMBER_INITIALIZER(NAME, MEMBER)		\
	MEMBER = {						\
		.add	= NAME##_pcounter_add,			\
		.getval = NAME##_pcounter_getval,		\
	}

extern void pcounter_def_add(struct pcounter *self, int inc);
extern int pcounter_def_getval(const struct pcounter *self);

static inline int pcounter_alloc(struct pcounter *self)
{
	int rc = 0;
	if (self->add == NULL) {
		self->per_cpu_values = alloc_percpu(int);
		if (self->per_cpu_values != NULL) {
			self->add    = pcounter_def_add;
			self->getval = pcounter_def_getval;
		} else
			rc = 1;
	}
	return rc;
}

static inline void pcounter_free(struct pcounter *self)
{
	if (self->per_cpu_values != NULL) {
		free_percpu(self->per_cpu_values);
		self->per_cpu_values = NULL;
		self->getval = NULL;
		self->add = NULL;
	}
}

static inline void pcounter_add(struct pcounter *self, int inc)
{
	self->add(self, inc);
}

static inline int pcounter_getval(const struct pcounter *self)
{
	return self->getval(self);
}

#else /* CONFIG_SMP */

static inline void pcounter_add(struct pcounter *self, int inc)
{
	self->val += inc;
}

static inline int pcounter_getval(const struct pcounter *self)
{
	return self->val;
}

#define DEFINE_PCOUNTER(NAME)
#define PCOUNTER_MEMBER_INITIALIZER(NAME, MEMBER)
#define pcounter_alloc(self) 0
#define pcounter_free(self)

#endif /* CONFIG_SMP */

#endif /* __LINUX_PCOUNTER_H */