sergiotarxz/nuttx
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity
5b24917bb9
nuttx/libs/libc/machine/arch_atomic.c
chenrun1 900e713cd0 atomic:Add more interfaces 
Summary:
  1. add atomic_flag_test_and_set and atomic_flag_clear
  2. add typedef memory_order
  3. add atomic_flag

Signed-off-by: chenrun1 <chenrun1@xiaomi.com>
2024-08-22 01:44:29 +08:00

757 lines
35 KiB
C
Raw Blame History

/****************************************************************************
* libs/libc/machine/arch_atomic.c
*
* Licensed to the Apache Software Foundation (ASF) under one or more
* contributor license agreements. See the NOTICE file distributed with
* this work for additional information regarding copyright ownership. The
* ASF licenses this file to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance with the
* License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
* WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
* License for the specific language governing permissions and limitations
* under the License.
*
****************************************************************************/
/****************************************************************************
* Included Files
****************************************************************************/
#include <nuttx/config.h>
#include <stdbool.h>
#include <stdint.h>
#include <nuttx/spinlock.h>
/****************************************************************************
* Pre-processor Definitions
****************************************************************************/
#define STORE(n, type) \
\
void weak_function __atomic_store_##n (FAR volatile void *ptr, \
type value, int memorder) \
{ \
irqstate_t irqstate = spin_lock_irqsave(NULL); \
\
*(FAR type *)ptr = value; \
\
spin_unlock_irqrestore(NULL, irqstate); \
}
#define LOAD(n, type) \
\
type weak_function __atomic_load_##n (FAR const volatile void *ptr, \
int memorder) \
{ \
irqstate_t irqstate = spin_lock_irqsave(NULL); \
\
type ret = *(FAR type *)ptr; \
\
spin_unlock_irqrestore(NULL, irqstate); \
return ret; \
}
#define EXCHANGE(n, type) \
\
type weak_function __atomic_exchange_##n (FAR volatile void *ptr, \
type value, int memorder) \
{ \
irqstate_t irqstate = spin_lock_irqsave(NULL); \
FAR type *tmp = (FAR type *)ptr; \
\
type ret = *tmp; \
*tmp = value; \
\
spin_unlock_irqrestore(NULL, irqstate); \
return ret; \
}
#define CMP_EXCHANGE(n, type) \
\
bool weak_function __atomic_compare_exchange_##n (FAR volatile void *mem, \
FAR void *expect, \
type desired, bool weak, \
int success, int failure) \
{ \
bool ret = false; \
irqstate_t irqstate = spin_lock_irqsave(NULL); \
FAR type *tmpmem = (FAR type *)mem; \
FAR type *tmpexp = (FAR type *)expect; \
\
if (*tmpmem == *tmpexp) \
{ \
ret = true; \
*tmpmem = desired; \
} \
else \
{ \
*tmpexp = *tmpmem; \
} \
\
spin_unlock_irqrestore(NULL, irqstate); \
return ret; \
}
#define FLAG_TEST_AND_SET(n, type) \
\
type weak_function __atomic_flags_test_and_set##n (FAR volatile void *ptr, \
int memorder) \
{ \
irqstate_t irqstate = spin_lock_irqsave(NULL); \
FAR type *tmp = (FAR type *)ptr; \
type ret = *tmp; \
\
*(FAR type *)ptr = 1; \
\
spin_unlock_irqrestore(NULL, irqstate); \
return ret; \
}
#define FETCH_ADD(n, type) \
\
type weak_function __atomic_fetch_add_##n (FAR volatile void *ptr, \
type value, int memorder) \
{ \
irqstate_t irqstate = spin_lock_irqsave(NULL); \
FAR type *tmp = (FAR type *)ptr; \
type ret = *tmp; \
\
*tmp = *tmp + value; \
\
spin_unlock_irqrestore(NULL, irqstate); \
return ret; \
}
#define FETCH_SUB(n, type) \
\
type weak_function __atomic_fetch_sub_##n (FAR volatile void *ptr, \
type value, int memorder) \
{ \
irqstate_t irqstate = spin_lock_irqsave(NULL); \
FAR type *tmp = (FAR type *)ptr; \
type ret = *tmp; \
\
*tmp = *tmp - value; \
\
spin_unlock_irqrestore(NULL, irqstate); \
return ret; \
}
#define FETCH_AND(n, type) \
\
type weak_function __atomic_fetch_and_##n (FAR volatile void *ptr, \
type value, int memorder) \
{ \
irqstate_t irqstate = spin_lock_irqsave(NULL); \
FAR type *tmp = (FAR type *)ptr; \
type ret = *tmp; \
\
*tmp = *tmp & value; \
\
spin_unlock_irqrestore(NULL, irqstate); \
return ret; \
}
#define FETCH_OR(n, type) \
\
type weak_function __atomic_fetch_or_##n (FAR volatile void *ptr, \
type value, int memorder) \
{ \
irqstate_t irqstate = spin_lock_irqsave(NULL); \
FAR type *tmp = (FAR type *)ptr; \
type ret = *tmp; \
\
*tmp = *tmp | value; \
\
spin_unlock_irqrestore(NULL, irqstate); \
return ret; \
}
#define FETCH_XOR(n, type) \
\
type weak_function __atomic_fetch_xor_##n (FAR volatile void *ptr, \
type value, int memorder) \
{ \
irqstate_t irqstate = spin_lock_irqsave(NULL); \
FAR type *tmp = (FAR type *)ptr; \
type ret = *tmp; \
\
*tmp = *tmp ^ value; \
\
spin_unlock_irqrestore(NULL, irqstate); \
return ret; \
}
#define SYNC_ADD_FETCH(n, type) \
\
type weak_function __sync_add_and_fetch_##n (FAR volatile void *ptr, \
type value) \
{ \
irqstate_t irqstate = spin_lock_irqsave(NULL); \
FAR type *tmp = (FAR type *)ptr; \
\
*tmp = *tmp + value; \
\
spin_unlock_irqrestore(NULL, irqstate); \
return *tmp; \
}
#define SYNC_SUB_FETCH(n, type) \
\
type weak_function __sync_sub_and_fetch_##n (FAR volatile void *ptr, \
type value) \
{ \
irqstate_t irqstate = spin_lock_irqsave(NULL); \
FAR type *tmp = (FAR type *)ptr; \
\
*tmp = *tmp - value; \
\
spin_unlock_irqrestore(NULL, irqstate); \
return *tmp; \
}
#define SYNC_OR_FETCH(n, type) \
\
type weak_function __sync_or_and_fetch_##n (FAR volatile void *ptr, \
type value) \
{ \
irqstate_t irqstate = spin_lock_irqsave(NULL); \
FAR type *tmp = (FAR type *)ptr; \
\
*tmp = *tmp | value; \
\
spin_unlock_irqrestore(NULL, irqstate); \
return *tmp; \
}
#define SYNC_AND_FETCH(n, type) \
\
type weak_function __sync_and_and_fetch_##n (FAR volatile void *ptr, \
type value) \
{ \
irqstate_t irqstate = spin_lock_irqsave(NULL); \
FAR type *tmp = (FAR type *)ptr; \
\
*tmp = *tmp & value; \
\
spin_unlock_irqrestore(NULL, irqstate); \
return *tmp; \
}
#define SYNC_XOR_FETCH(n, type) \
\
type weak_function __sync_xor_and_fetch_##n (FAR volatile void *ptr, \
type value) \
{ \
irqstate_t irqstate = spin_lock_irqsave(NULL); \
FAR type *tmp = (FAR type *)ptr; \
\
*tmp = *tmp ^ value; \
\
spin_unlock_irqrestore(NULL, irqstate); \
return *tmp; \
}
#define SYNC_NAND_FETCH(n, type) \
\
type weak_function __sync_nand_and_fetch_##n (FAR volatile void *ptr, \
type value) \
{ \
irqstate_t irqstate = spin_lock_irqsave(NULL); \
FAR type *tmp = (FAR type *)ptr; \
\
*tmp = ~(*tmp & value); \
\
spin_unlock_irqrestore(NULL, irqstate); \
return *tmp; \
}
#define SYNC_BOOL_CMP_SWAP(n, type) \
\
bool weak_function __sync_bool_compare_and_swap_##n (FAR volatile void *ptr, \
type oldvalue, \
type newvalue) \
{ \
bool ret = false; \
irqstate_t irqstate = spin_lock_irqsave(NULL); \
FAR type *tmp = (FAR type *)ptr; \
\
if (*tmp == oldvalue) \
{ \
ret = true; \
*tmp = newvalue; \
} \
\
spin_unlock_irqrestore(NULL, irqstate); \
return ret; \
}
#define SYNC_VAL_CMP_SWAP(n, type) \
\
type weak_function __sync_val_compare_and_swap_##n (FAR volatile void *ptr, \
type oldvalue, \
type newvalue) \
{ \
irqstate_t irqstate = spin_lock_irqsave(NULL); \
FAR type *tmp = (FAR type *)ptr; \
type ret = *tmp; \
\
if (*tmp == oldvalue) \
{ \
*tmp = newvalue; \
} \
\
spin_unlock_irqrestore(NULL, irqstate); \
return ret; \
}
/****************************************************************************
* Public Functions
****************************************************************************/
/****************************************************************************
* Name: __atomic_store_1
****************************************************************************/
STORE(1, uint8_t)
/****************************************************************************
* Name: __atomic_store_2
****************************************************************************/
STORE(2, uint16_t)
/****************************************************************************
* Name: __atomic_store_4
****************************************************************************/
STORE(4, uint32_t)
/****************************************************************************
* Name: __atomic_store_8
****************************************************************************/
STORE(8, uint64_t)
/****************************************************************************
* Name: __atomic_load_1
****************************************************************************/
LOAD(1, uint8_t)
/****************************************************************************
* Name: __atomic_load__2
****************************************************************************/
LOAD(2, uint16_t)
/****************************************************************************
* Name: __atomic_load__4
****************************************************************************/
LOAD(4, uint32_t)
/****************************************************************************
* Name: __atomic_load__8
****************************************************************************/
LOAD(8, uint64_t)
/****************************************************************************
* Name: __atomic_exchange_1
****************************************************************************/
EXCHANGE(1, uint8_t)
/****************************************************************************
* Name: __atomic_exchange__2
****************************************************************************/
EXCHANGE(2, uint16_t)
/****************************************************************************
* Name: __atomic_exchange__4
****************************************************************************/
EXCHANGE(4, uint32_t)
/****************************************************************************
* Name: __atomic_exchange__8
****************************************************************************/
EXCHANGE(8, uint64_t)
/****************************************************************************
* Name: __atomic_compare_exchange_1
****************************************************************************/
CMP_EXCHANGE(1, uint8_t)
/****************************************************************************
* Name: __atomic_compare_exchange_2
****************************************************************************/
CMP_EXCHANGE(2, uint16_t)
/****************************************************************************
* Name: __atomic_compare_exchange_4
****************************************************************************/
CMP_EXCHANGE(4, uint32_t)
/****************************************************************************
* Name: __atomic_compare_exchange_8
****************************************************************************/
CMP_EXCHANGE(8, uint64_t)
/****************************************************************************
* Name: __atomic_flag_test_and_set_1
****************************************************************************/
FLAG_TEST_AND_SET(1, uint8_t)
/****************************************************************************
* Name: __atomic_flag_test_and_set_2
****************************************************************************/
FLAG_TEST_AND_SET(2, uint16_t)
/****************************************************************************
* Name: __atomic_flag_test_and_set_4
****************************************************************************/
FLAG_TEST_AND_SET(4, uint32_t)
/****************************************************************************
* Name: __atomic_flag_test_and_set_8
****************************************************************************/
FLAG_TEST_AND_SET(8, uint64_t)
/****************************************************************************
* Name: __atomic_fetch_add_1
****************************************************************************/
FETCH_ADD(1, uint8_t)
/****************************************************************************
* Name: __atomic_fetch_add_2
****************************************************************************/
FETCH_ADD(2, uint16_t)
/****************************************************************************
* Name: __atomic_fetch_add_4
****************************************************************************/
FETCH_ADD(4, uint32_t)
/****************************************************************************
* Name: __atomic_fetch_add_8
****************************************************************************/
FETCH_ADD(8, uint64_t)
/****************************************************************************
* Name: __atomic_fetch_sub_1
****************************************************************************/
FETCH_SUB(1, uint8_t)
/****************************************************************************
* Name: __atomic_fetch_sub_2
****************************************************************************/
FETCH_SUB(2, uint16_t)
/****************************************************************************
* Name: __atomic_fetch_sub_4
****************************************************************************/
FETCH_SUB(4, uint32_t)
/****************************************************************************
* Name: __atomic_fetch_sub_8
****************************************************************************/
FETCH_SUB(8, uint64_t)
/****************************************************************************
* Name: __atomic_fetch_and_1
****************************************************************************/
FETCH_AND(1, uint8_t)
/****************************************************************************
* Name: __atomic_fetch_and_2
****************************************************************************/
FETCH_AND(2, uint16_t)
/****************************************************************************
* Name: __atomic_fetch_and_4
****************************************************************************/
FETCH_AND(4, uint32_t)
/****************************************************************************
* Name: __atomic_fetch_and_8
****************************************************************************/
FETCH_AND(8, uint64_t)
/****************************************************************************
* Name: __atomic_fetch_or_1
****************************************************************************/
FETCH_OR(1, uint8_t)
/****************************************************************************
* Name: __atomic_fetch_or_2
****************************************************************************/
FETCH_OR(2, uint16_t)
/****************************************************************************
* Name: __atomic_fetch_or_4
****************************************************************************/
FETCH_OR(4, uint32_t)
/****************************************************************************
* Name: __atomic_fetch_or_4
****************************************************************************/
FETCH_OR(8, uint64_t)
/****************************************************************************
* Name: __atomic_fetch_xor_1
****************************************************************************/
FETCH_XOR(1, uint8_t)
/****************************************************************************
* Name: __atomic_fetch_xor_2
****************************************************************************/
FETCH_XOR(2, uint16_t)
/****************************************************************************
* Name: __atomic_fetch_xor_4
****************************************************************************/
FETCH_XOR(4, uint32_t)
/****************************************************************************
* Name: __atomic_fetch_xor_8
****************************************************************************/
FETCH_XOR(8, uint64_t)
/* Clang define the __sync builtins, add #ifndef to avoid
* redefined/redeclared problem.
*/
#ifndef __clang__
/****************************************************************************
* Name: __sync_add_and_fetch_1
****************************************************************************/
SYNC_ADD_FETCH(1, uint8_t)
/****************************************************************************
* Name: __sync_add_and_fetch_2
****************************************************************************/
SYNC_ADD_FETCH(2, uint16_t)
/****************************************************************************
* Name: __sync_add_and_fetch_4
****************************************************************************/
SYNC_ADD_FETCH(4, uint32_t)
/****************************************************************************
* Name: __sync_add_and_fetch_8
****************************************************************************/
SYNC_ADD_FETCH(8, uint64_t)
/****************************************************************************
* Name: __sync_sub_and_fetch_1
****************************************************************************/
SYNC_SUB_FETCH(1, uint8_t)
/****************************************************************************
* Name: __sync_sub_and_fetch_2
****************************************************************************/
SYNC_SUB_FETCH(2, uint16_t)
/****************************************************************************
* Name: __sync_sub_and_fetch_4
****************************************************************************/
SYNC_SUB_FETCH(4, uint32_t)
/****************************************************************************
* Name: __sync_sub_and_fetch_8
****************************************************************************/
SYNC_SUB_FETCH(8, uint64_t)
/****************************************************************************
* Name: __sync_or_and_fetch_1
****************************************************************************/
SYNC_OR_FETCH(1, uint8_t)
/****************************************************************************
* Name: __sync_or_and_fetch_2
****************************************************************************/
SYNC_OR_FETCH(2, uint16_t)
/****************************************************************************
* Name: __sync_or_and_fetch_4
****************************************************************************/
SYNC_OR_FETCH(4, uint32_t)
/****************************************************************************
* Name: __sync_or_and_fetch_8
****************************************************************************/
SYNC_OR_FETCH(8, uint64_t)
/****************************************************************************
* Name: __sync_and_and_fetch_1
****************************************************************************/
SYNC_AND_FETCH(1, uint8_t)
/****************************************************************************
* Name: __sync_and_and_fetch_2
****************************************************************************/
SYNC_AND_FETCH(2, uint16_t)
/****************************************************************************
* Name: __sync_and_and_fetch_4
****************************************************************************/
SYNC_AND_FETCH(4, uint32_t)
/****************************************************************************
* Name: __sync_and_and_fetch_8
****************************************************************************/
SYNC_AND_FETCH(8, uint64_t)
/****************************************************************************
* Name: __sync_xor_and_fetch_1
****************************************************************************/
SYNC_XOR_FETCH(1, uint8_t)
/****************************************************************************
* Name: __sync_xor_and_fetch_2
****************************************************************************/
SYNC_XOR_FETCH(2, uint16_t)
/****************************************************************************
* Name: __sync_xor_and_fetch_4
****************************************************************************/
SYNC_XOR_FETCH(4, uint32_t)
/****************************************************************************
* Name: __sync_xor_and_fetch_8
****************************************************************************/
SYNC_XOR_FETCH(8, uint64_t)
/****************************************************************************
* Name: __sync_nand_and_fetch_1
****************************************************************************/
SYNC_NAND_FETCH(1, uint8_t)
/****************************************************************************
* Name: __sync_nand_and_fetch_2
****************************************************************************/
SYNC_NAND_FETCH(2, uint16_t)
/****************************************************************************
* Name: __sync_nand_and_fetch_4
****************************************************************************/
SYNC_NAND_FETCH(4, uint32_t)
/****************************************************************************
* Name: __sync_nand_and_fetch_8
****************************************************************************/
SYNC_NAND_FETCH(8, uint64_t)
/****************************************************************************
* Name: __sync_bool_compare_and_swap_1
****************************************************************************/
SYNC_BOOL_CMP_SWAP(1, uint8_t)
/****************************************************************************
* Name: __sync_bool_compare_and_swap_2
****************************************************************************/
SYNC_BOOL_CMP_SWAP(2, uint16_t)
/****************************************************************************
* Name: __sync_bool_compare_and_swap_4
****************************************************************************/
SYNC_BOOL_CMP_SWAP(4, uint32_t)
/****************************************************************************
* Name: __sync_bool_compare_and_swap_8
****************************************************************************/
SYNC_BOOL_CMP_SWAP(8, uint64_t)
/****************************************************************************
* Name: __sync_val_compare_and_swap_1
****************************************************************************/
SYNC_VAL_CMP_SWAP(1, uint8_t)
/****************************************************************************
* Name: __sync_val_compare_and_swap_2
****************************************************************************/
SYNC_VAL_CMP_SWAP(2, uint16_t)
/****************************************************************************
* Name: __sync_val_compare_and_swap_4
****************************************************************************/
SYNC_VAL_CMP_SWAP(4, uint32_t)
/****************************************************************************
* Name: __sync_val_compare_and_swap_8
****************************************************************************/
SYNC_VAL_CMP_SWAP(8, uint64_t)
#endif /* __clang__ */
Reference in New Issue View Git Blame Copy Permalink