Motr  M0
log_discard.c
Go to the documentation of this file.
1 /* -*- C -*- */
2 /*
3  * Copyright (c) 2015-2020 Seagate Technology LLC and/or its Affiliates
4  *
5  * Licensed under the Apache License, Version 2.0 (the "License");
6  * you may not use this file except in compliance with the License.
7  * You may obtain a copy of the License at
8  *
9  * http://www.apache.org/licenses/LICENSE-2.0
10  *
11  * Unless required by applicable law or agreed to in writing, software
12  * distributed under the License is distributed on an "AS IS" BASIS,
13  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14  * See the License for the specific language governing permissions and
15  * limitations under the License.
16  *
17  * For any questions about this software or licensing,
18  * please email opensource@seagate.com or cortx-questions@seagate.com.
19  *
20  */
21 
22 
23 
35 #define M0_TRACE_SUBSYSTEM M0_TRACE_SUBSYS_BE
36 #include "lib/trace.h"
37 
38 #include "be/log_discard.h"
39 
40 #include "lib/memory.h" /* M0_ALLOC_PTR */
41 #include "lib/time.h" /* M0_TIME_ONE_SECOND */
42 #include "lib/locality.h" /* m0_locality0_get */
43 #include "lib/atomic.h" /* m0_atomic64 */
44 
45 #include "be/op.h" /* M0_BE_OP_SYNC */
46 
47 #include "ut/ut.h" /* M0_UT_ASSERT */
48 #include "ut/threads.h" /* M0_UT_THREADS_DEFINE */
49 
50 enum {
53 };
54 
56  struct m0_be_op *op,
57  struct m0_be_log_discard_item *ldi)
58 {
61 }
62 
63 static void
65  struct m0_be_log_discard_item *ldi)
66 {
68 
70 }
71 
73 {
74  struct m0_be_log_discard_cfg ld_cfg = {
76  .ldsc_discard = &be_ut_log_discard_usecase_discard,
77  .ldsc_items_max = BE_UT_LOG_DISCARD_USECASE_ITEMS_MAX,
78  .ldsc_items_threshold = BE_UT_LOG_DISCARD_USECASE_ITEMS_MAX,
79  .ldsc_items_pending_max = 0,
80  .ldsc_loc = m0_locality0_get(),
81  .ldsc_sync_timeout = M0_TIME_ONE_SECOND / 10,
82  };
83  struct m0_be_log_discard_item **ldi;
84  struct m0_be_log_discard *ld;
85  struct m0_semaphore sem;
86  int rc;
87  int i;
88 
90  M0_UT_ASSERT(ldi != NULL);
91  M0_ALLOC_PTR(ld);
92  M0_UT_ASSERT(ld != NULL);
94  rc = m0_be_log_discard_init(ld, &ld_cfg);
95  M0_UT_ASSERT(rc == 0);
96  for (i = 0; i < BE_UT_LOG_DISCARD_USECASE_ITEMS_MAX; ++i) {
101  }
102  for (i = 0; i < BE_UT_LOG_DISCARD_USECASE_ITEMS_MAX; ++i)
107  m0_free(ld);
108  m0_free(ldi);
109 }
110 
111 enum {
117 };
118 
122 };
123 
129  uint64_t blgp_first;
130  uint64_t blgp_last;
133 };
134 
140 };
141 
143  struct m0_be_op *op,
144  struct m0_be_log_discard_item *ldi)
145 {
146  M0_IMPOSSIBLE("");
147 }
148 
150  struct m0_be_log_discard_item *ldi)
151 {
152  M0_IMPOSSIBLE("");
153 }
154 
156 {
157  struct m0_be_log_discard_item *ldi;
158 
160  m0_be_log_discard_item_get(&test->blgp_ld, &op, &ldi));
161  m0_mutex_lock(&test->blgp_lock);
162  M0_ASSERT(test->blgp_first <= test->blgp_last);
163  test->blgp_item[test->blgp_last++ % ARRAY_SIZE(test->blgp_item)] = ldi;
164  m0_mutex_unlock(&test->blgp_lock);
165  m0_semaphore_up(&test->blgp_sem);
166 }
167 
169 {
170  struct m0_be_log_discard_item *ldi;
171 
172  m0_semaphore_down(&test->blgp_sem);
173  m0_mutex_lock(&test->blgp_lock);
174  M0_ASSERT(test->blgp_first <= test->blgp_last);
175  ldi = test->blgp_item[test->blgp_first++ % ARRAY_SIZE(test->blgp_item)];
176  m0_mutex_unlock(&test->blgp_lock);
177  m0_be_log_discard_item_put(&test->blgp_ld, ldi);
178 }
179 
181 {
182  struct be_ut_log_discard_gp_test_item *gp_item = param;
183  struct be_ut_log_discard_gp_test *gp_test = gp_item->blgi_test;
184  struct m0_atomic64 *operation_nr;
185  uint64_t step;
186  uint64_t end;
187  uint64_t i;
188  bool producer;
189 
190  producer = gp_item->blgi_producer;
191  operation_nr = producer ?
192  &gp_test->blgp_produce_nr : &gp_test->blgp_consume_nr;
194  while (1) {
195  end = m0_atomic64_add_return(operation_nr, step);
197  break;
198  for (i = end - step; i < end; ++i) {
199  if (producer)
201  else
203  ++gp_item->blgi_operation_nr;
204  }
205  }
206 }
207 
208 static void
210  bool is_producer,
211  int index,
213 {
215  .blgi_producer = is_producer,
216  .blgi_index = index,
217  .blgi_operation_nr = 0,
218  .blgi_test = test,
219  };
220 }
221 
222 M0_UT_THREADS_DEFINE(be_ut_log_discard_gp_producers,
224 M0_UT_THREADS_DEFINE(be_ut_log_discard_gp_consumers,
226 
228 {
229  struct be_ut_log_discard_gp_test *gp_test;
230  struct be_ut_log_discard_gp_test_item *gp_producers;
231  struct be_ut_log_discard_gp_test_item *gp_consumers;
232  struct m0_be_log_discard_cfg ld_cfg = {
234  .ldsc_discard = &be_ut_log_discard_gp_discard,
235  .ldsc_items_max = BE_UT_LOG_DISCARD_GP_ITEM_MAX,
236  .ldsc_items_threshold = BE_UT_LOG_DISCARD_GP_ITEM_MAX,
237  .ldsc_items_pending_max = BE_UT_LOG_DISCARD_GP_CONSUMERS,
238  .ldsc_loc = m0_locality0_get(),
239  .ldsc_sync_timeout = M0_TIME_ONE_SECOND,
240  };
241  int rc;
242  int i;
243 
244  M0_ALLOC_PTR(gp_test);
245  M0_UT_ASSERT(gp_test != NULL);
247  M0_UT_ASSERT(gp_consumers != NULL);
249  M0_UT_ASSERT(gp_producers != NULL);
250 
251  for (i = 0; i < BE_UT_LOG_DISCARD_GP_CONSUMERS; ++i)
252  be_ut_log_discard_gp_set(&gp_consumers[i], false, i, gp_test);
253  for (i = 0; i < BE_UT_LOG_DISCARD_GP_PRODUCERS; ++i)
254  be_ut_log_discard_gp_set(&gp_producers[i], true, i, gp_test);
255 
256  rc = m0_be_log_discard_init(&gp_test->blgp_ld, &ld_cfg);
257  M0_UT_ASSERT(rc == 0);
258  m0_atomic64_set(&gp_test->blgp_produce_nr, 0);
259  m0_atomic64_set(&gp_test->blgp_consume_nr, 0);
260  gp_test->blgp_first = 0;
261  gp_test->blgp_last = 0;
262  m0_mutex_init(&gp_test->blgp_lock);
263  m0_semaphore_init(&gp_test->blgp_sem, 0);
264 
265  M0_UT_THREADS_START(be_ut_log_discard_gp_producers,
266  BE_UT_LOG_DISCARD_GP_PRODUCERS, gp_producers);
267  M0_UT_THREADS_START(be_ut_log_discard_gp_consumers,
268  BE_UT_LOG_DISCARD_GP_CONSUMERS, gp_consumers);
269  M0_UT_THREADS_STOP(be_ut_log_discard_gp_producers);
270  M0_UT_THREADS_STOP(be_ut_log_discard_gp_consumers);
271 
273  m0_be_log_discard_fini(&gp_test->blgp_ld);
274 
275  m0_semaphore_fini(&gp_test->blgp_sem);
276  m0_mutex_fini(&gp_test->blgp_lock);
277  m0_free(gp_producers);
278  m0_free(gp_consumers);
279  m0_free(gp_test);
280 }
281 
282 #undef M0_TRACE_SUBSYSTEM
283 
286 /*
287  * Local variables:
288  * c-indentation-style: "K&R"
289  * c-basic-offset: 8
290  * tab-width: 8
291  * fill-column: 80
292  * scroll-step: 1
293  * End:
294  */
295 /*
296  * vim: tabstop=8 shiftwidth=8 noexpandtab textwidth=80 nowrap
297  */
M0_INTERNAL void m0_be_log_discard_item_finished(struct m0_be_log_discard *ld, struct m0_be_log_discard_item *ldi)
Definition: log_discard.c:417
#define M0_ALLOC_ARR(arr, nr)
Definition: memory.h:84
M0_INTERNAL void m0_mutex_unlock(struct m0_mutex *mutex)
Definition: mutex.c:66
static void be_ut_log_discard_gp_discard(struct m0_be_log_discard *ld, struct m0_be_log_discard_item *ldi)
Definition: log_discard.c:149
#define NULL
Definition: misc.h:38
struct m0_atomic64 blgp_consume_nr
Definition: log_discard.c:127
static struct m0_semaphore sem
Definition: cp.c:32
M0_INTERNAL void m0_be_log_discard_flush(struct m0_be_log_discard *ld, struct m0_be_op *op)
Definition: log_discard.c:374
void m0_be_ut_log_discard_getput(void)
Definition: log_discard.c:227
M0_UT_THREADS_DEFINE(be_ut_log_discard_gp_producers, &be_ut_log_discard_gp_thread)
void(* ldsc_sync)(struct m0_be_log_discard *ld, struct m0_be_op *op, struct m0_be_log_discard_item *ldi)
Definition: log_discard.h:81
#define M0_BE_OP_SYNC(op_obj, action)
Definition: op.h:190
M0_INTERNAL void m0_be_log_discard_item_starting(struct m0_be_log_discard *ld, struct m0_be_log_discard_item *ldi)
Definition: log_discard.c:400
static void be_ut_log_discard_gp_thread(void *param)
Definition: log_discard.c:180
static void be_ut_log_discard_gp_set(struct be_ut_log_discard_gp_test_item *item, bool is_producer, int index, struct be_ut_log_discard_gp_test *test)
Definition: log_discard.c:209
M0_INTERNAL void m0_mutex_lock(struct m0_mutex *mutex)
Definition: mutex.c:49
static struct m0_rpc_item * item
Definition: item.c:56
void m0_be_ut_log_discard_usecase(void)
Definition: log_discard.c:72
struct tpool_test test[]
Definition: thread_pool.c:45
M0_INTERNAL int m0_be_log_discard_init(struct m0_be_log_discard *ld, struct m0_be_log_discard_cfg *ld_cfg)
Definition: log_discard.c:85
op
Definition: libdemo.c:64
int i
Definition: dir.c:1033
M0_INTERNAL void m0_be_log_discard_item_get(struct m0_be_log_discard *ld, struct m0_be_op *op, struct m0_be_log_discard_item **ldi)
Definition: log_discard.c:444
#define M0_ASSERT(cond)
M0_INTERNAL void m0_be_log_discard_item_put(struct m0_be_log_discard *ld, struct m0_be_log_discard_item *ldi)
Definition: log_discard.c:451
struct m0_atomic64 blgp_produce_nr
Definition: log_discard.c:126
struct m0_be_log_discard_item * blgp_item[BE_UT_LOG_DISCARD_GP_ITEM_MAX]
Definition: log_discard.c:128
M0_INTERNAL int m0_semaphore_init(struct m0_semaphore *semaphore, unsigned value)
Definition: semaphore.c:38
M0_INTERNAL void m0_mutex_init(struct m0_mutex *mutex)
Definition: mutex.c:35
M0_INTERNAL void m0_be_op_done(struct m0_be_op *op)
Definition: stubs.c:104
struct m0_be_log_discard blgp_ld
Definition: log_discard.c:125
static void be_ut_log_discard_usecase_discard(struct m0_be_log_discard *ld, struct m0_be_log_discard_item *ldi)
Definition: log_discard.c:64
M0_INTERNAL void m0_be_log_discard_fini(struct m0_be_log_discard *ld)
Definition: log_discard.c:135
M0_INTERNAL void m0_be_op_active(struct m0_be_op *op)
Definition: stubs.c:100
M0_INTERNAL struct m0_locality * m0_locality0_get(void)
Definition: locality.c:169
#define M0_ALLOC_PTR(ptr)
Definition: memory.h:86
M0_INTERNAL void m0_semaphore_fini(struct m0_semaphore *semaphore)
Definition: semaphore.c:45
Definition: list.c:42
static void be_ut_log_discard_gp_produce(struct be_ut_log_discard_gp_test *test)
Definition: log_discard.c:168
M0_INTERNAL void m0_mutex_fini(struct m0_mutex *mutex)
Definition: mutex.c:42
#define M0_UT_THREADS_STOP(name)
Definition: threads.h:55
M0_INTERNAL void * m0_be_log_discard_item_user_data(struct m0_be_log_discard_item *ldi)
Definition: log_discard.c:468
struct be_ut_log_discard_gp_test * blgi_test
Definition: log_discard.c:139
struct m0_semaphore blgp_sem
Definition: log_discard.c:131
M0_INTERNAL void m0_semaphore_down(struct m0_semaphore *semaphore)
Definition: semaphore.c:49
struct m0_mutex blgp_lock
Definition: log_discard.c:132
#define M0_UT_THREADS_START(name, thread_nr, param_array)
Definition: threads.h:51
M0_INTERNAL void m0_semaphore_up(struct m0_semaphore *semaphore)
Definition: semaphore.c:65
be_ut_log_discard_gp_role
Definition: log_discard.c:119
static void be_ut_log_discard_usecase_sync(struct m0_be_log_discard *ld, struct m0_be_op *op, struct m0_be_log_discard_item *ldi)
Definition: log_discard.c:55
static void be_ut_log_discard_gp_consume(struct be_ut_log_discard_gp_test *test)
Definition: log_discard.c:155
M0_INTERNAL void m0_be_log_discard_item_user_data_set(struct m0_be_log_discard_item *ldi, void *data)
Definition: log_discard.c:461
Definition: op.h:74
void m0_free(void *data)
Definition: memory.c:146
Definition: mutex.h:47
static void be_ut_log_discard_gp_sync(struct m0_be_log_discard *ld, struct m0_be_op *op, struct m0_be_log_discard_item *ldi)
Definition: log_discard.c:142
int32_t rc
Definition: trigger_fop.h:47
#define ARRAY_SIZE(a)
Definition: misc.h:45
#define M0_UT_ASSERT(a)
Definition: ut.h:46
static int64_t m0_atomic64_add_return(struct m0_atomic64 *a, int64_t d)
static void m0_atomic64_set(struct m0_atomic64 *a, int64_t num)
#define M0_IMPOSSIBLE(fmt,...)