/*
 * Copyright (c) 2015, 2024, Oracle and/or its affiliates. All rights reserved.
 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
 *
 * This code is free software; you can redistribute it and/or modify it
 * under the terms of the GNU General Public License version 2 only, as
 * published by the Free Software Foundation.
 *
 * This code is distributed in the hope that it will be useful, but WITHOUT
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
 * version 2 for more details (a copy is included in the LICENSE file that
 * accompanied this code).
 *
 * You should have received a copy of the GNU General Public License version
 * 2 along with this work; if not, write to the Free Software Foundation,
 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
 *
 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
 * or visit www.oracle.com if you need additional information or have any
 * questions.
 */

/*
 * @test
 * @bug 8154556
 * @comment Set CompileThresholdScaling to 0.1 so that the warmup loop sets to 2000 iterations
 *          to hit compilation thresholds
 * @run testng/othervm/timeout=360 -Diters=2000 -XX:CompileThresholdScaling=0.1 -XX:TieredStopAtLevel=1 VarHandleTestByteArrayAs$Type$
 * @run testng/othervm/timeout=360 -Diters=2000 -XX:CompileThresholdScaling=0.1                         VarHandleTestByteArrayAs$Type$
 * @run testng/othervm/timeout=360 -Diters=2000 -XX:CompileThresholdScaling=0.1 -XX:-TieredCompilation  VarHandleTestByteArrayAs$Type$
 */

import org.testng.annotations.DataProvider;
import org.testng.annotations.Test;

import java.lang.invoke.MethodHandles;
import java.lang.invoke.VarHandle;
import java.nio.ByteBuffer;
import java.nio.ByteOrder;
import java.util.ArrayList;
import java.util.Arrays;
import java.util.EnumSet;
import java.util.List;

import static org.testng.Assert.*;

public class VarHandleTestByteArrayAs$Type$ extends VarHandleBaseByteArrayTest {
    static final int SIZE = $BoxType$.BYTES;

    static final $type$ VALUE_1 = $value1$;

    static final $type$ VALUE_2 = $value2$;

    static final $type$ VALUE_3 = $value3$;


    @Override
    public List<VarHandleSource> setupVarHandleSources(boolean same) {
        // Combinations of VarHandle byte[] or ByteBuffer
        List<VarHandleSource> vhss = new ArrayList<>();
        for (MemoryMode endianess : List.of(MemoryMode.BIG_ENDIAN, MemoryMode.LITTLE_ENDIAN)) {

            ByteOrder bo = endianess == MemoryMode.BIG_ENDIAN
                    ? ByteOrder.BIG_ENDIAN : ByteOrder.LITTLE_ENDIAN;

            Class<?> arrayType;
            if (same) {
                arrayType = $type$[].class;
            }
            else {
#if[int]
                arrayType = long[].class;
#else[int]
                arrayType = int[].class;
#end[int]
            }
            VarHandleSource aeh = new VarHandleSource(
                    MethodHandles.byteArrayViewVarHandle(arrayType, bo), false,
                    endianess, MemoryMode.READ_WRITE);
            vhss.add(aeh);

            VarHandleSource bbh = new VarHandleSource(
                    MethodHandles.byteBufferViewVarHandle(arrayType, bo), true,
                    endianess, MemoryMode.READ_WRITE);
            vhss.add(bbh);
        }
        return vhss;
    }

    @Test
    public void testEquals() {
        VarHandle[] vhs1 = setupVarHandleSources(true).stream().
            map(vhs -> vhs.s).toArray(VarHandle[]::new);
        VarHandle[] vhs2 = setupVarHandleSources(true).stream().
            map(vhs -> vhs.s).toArray(VarHandle[]::new);

        for (int i = 0; i < vhs1.length; i++) {
            for (int j = 0; j < vhs1.length; j++) {
                if (i != j) {
                    assertNotEquals(vhs1[i], vhs1[j]);
                    assertNotEquals(vhs1[i], vhs2[j]);
                }
            }
        }

        VarHandle[] vhs3 = setupVarHandleSources(false).stream().
            map(vhs -> vhs.s).toArray(VarHandle[]::new);
        for (int i = 0; i < vhs1.length; i++) {
            assertNotEquals(vhs1[i], vhs3[i]);
        }
    }

    @Test(dataProvider = "varHandlesProvider")
    public void testIsAccessModeSupported(VarHandleSource vhs) {
        VarHandle vh = vhs.s;

        assertTrue(vh.isAccessModeSupported(VarHandle.AccessMode.GET));
        assertTrue(vh.isAccessModeSupported(VarHandle.AccessMode.SET));

        if (vhs.supportsAtomicAccess) {
            assertTrue(vh.isAccessModeSupported(VarHandle.AccessMode.GET_VOLATILE));
            assertTrue(vh.isAccessModeSupported(VarHandle.AccessMode.SET_VOLATILE));
            assertTrue(vh.isAccessModeSupported(VarHandle.AccessMode.GET_ACQUIRE));
            assertTrue(vh.isAccessModeSupported(VarHandle.AccessMode.SET_RELEASE));
            assertTrue(vh.isAccessModeSupported(VarHandle.AccessMode.GET_OPAQUE));
            assertTrue(vh.isAccessModeSupported(VarHandle.AccessMode.SET_OPAQUE));
        } else {
            assertFalse(vh.isAccessModeSupported(VarHandle.AccessMode.GET_VOLATILE));
            assertFalse(vh.isAccessModeSupported(VarHandle.AccessMode.SET_VOLATILE));
            assertFalse(vh.isAccessModeSupported(VarHandle.AccessMode.GET_ACQUIRE));
            assertFalse(vh.isAccessModeSupported(VarHandle.AccessMode.SET_RELEASE));
            assertFalse(vh.isAccessModeSupported(VarHandle.AccessMode.GET_OPAQUE));
            assertFalse(vh.isAccessModeSupported(VarHandle.AccessMode.SET_OPAQUE));
        }

#if[CAS]
        if (vhs.supportsAtomicAccess) {
            assertTrue(vh.isAccessModeSupported(VarHandle.AccessMode.COMPARE_AND_SET));
            assertTrue(vh.isAccessModeSupported(VarHandle.AccessMode.COMPARE_AND_EXCHANGE));
            assertTrue(vh.isAccessModeSupported(VarHandle.AccessMode.COMPARE_AND_EXCHANGE_ACQUIRE));
            assertTrue(vh.isAccessModeSupported(VarHandle.AccessMode.COMPARE_AND_EXCHANGE_RELEASE));
            assertTrue(vh.isAccessModeSupported(VarHandle.AccessMode.WEAK_COMPARE_AND_SET_PLAIN));
            assertTrue(vh.isAccessModeSupported(VarHandle.AccessMode.WEAK_COMPARE_AND_SET));
            assertTrue(vh.isAccessModeSupported(VarHandle.AccessMode.WEAK_COMPARE_AND_SET_ACQUIRE));
            assertTrue(vh.isAccessModeSupported(VarHandle.AccessMode.WEAK_COMPARE_AND_SET_RELEASE));
            assertTrue(vh.isAccessModeSupported(VarHandle.AccessMode.GET_AND_SET));
            assertTrue(vh.isAccessModeSupported(VarHandle.AccessMode.GET_AND_SET_ACQUIRE));
            assertTrue(vh.isAccessModeSupported(VarHandle.AccessMode.GET_AND_SET_RELEASE));
        } else {
#end[CAS]
            assertFalse(vh.isAccessModeSupported(VarHandle.AccessMode.COMPARE_AND_SET));
            assertFalse(vh.isAccessModeSupported(VarHandle.AccessMode.COMPARE_AND_EXCHANGE));
            assertFalse(vh.isAccessModeSupported(VarHandle.AccessMode.COMPARE_AND_EXCHANGE_ACQUIRE));
            assertFalse(vh.isAccessModeSupported(VarHandle.AccessMode.COMPARE_AND_EXCHANGE_RELEASE));
            assertFalse(vh.isAccessModeSupported(VarHandle.AccessMode.WEAK_COMPARE_AND_SET_PLAIN));
            assertFalse(vh.isAccessModeSupported(VarHandle.AccessMode.WEAK_COMPARE_AND_SET));
            assertFalse(vh.isAccessModeSupported(VarHandle.AccessMode.WEAK_COMPARE_AND_SET_ACQUIRE));
            assertFalse(vh.isAccessModeSupported(VarHandle.AccessMode.WEAK_COMPARE_AND_SET_RELEASE));
            assertFalse(vh.isAccessModeSupported(VarHandle.AccessMode.GET_AND_SET));
            assertFalse(vh.isAccessModeSupported(VarHandle.AccessMode.GET_AND_SET_ACQUIRE));
            assertFalse(vh.isAccessModeSupported(VarHandle.AccessMode.GET_AND_SET_RELEASE));
#if[CAS]
        }
#end[CAS]

#if[AtomicAdd]
        if (vhs.supportsAtomicAccess) {
            assertTrue(vh.isAccessModeSupported(VarHandle.AccessMode.GET_AND_ADD));
            assertTrue(vh.isAccessModeSupported(VarHandle.AccessMode.GET_AND_ADD_ACQUIRE));
            assertTrue(vh.isAccessModeSupported(VarHandle.AccessMode.GET_AND_ADD_RELEASE));
        } else {
#end[AtomicAdd]
            assertFalse(vh.isAccessModeSupported(VarHandle.AccessMode.GET_AND_ADD));
            assertFalse(vh.isAccessModeSupported(VarHandle.AccessMode.GET_AND_ADD_ACQUIRE));
            assertFalse(vh.isAccessModeSupported(VarHandle.AccessMode.GET_AND_ADD_RELEASE));
#if[AtomicAdd]
        }
#end[AtomicAdd]


#if[Bitwise]
        if (vhs.supportsAtomicAccess) {
            assertTrue(vh.isAccessModeSupported(VarHandle.AccessMode.GET_AND_BITWISE_OR));
            assertTrue(vh.isAccessModeSupported(VarHandle.AccessMode.GET_AND_BITWISE_OR_ACQUIRE));
            assertTrue(vh.isAccessModeSupported(VarHandle.AccessMode.GET_AND_BITWISE_OR_RELEASE));
            assertTrue(vh.isAccessModeSupported(VarHandle.AccessMode.GET_AND_BITWISE_AND));
            assertTrue(vh.isAccessModeSupported(VarHandle.AccessMode.GET_AND_BITWISE_AND_ACQUIRE));
            assertTrue(vh.isAccessModeSupported(VarHandle.AccessMode.GET_AND_BITWISE_AND_RELEASE));
            assertTrue(vh.isAccessModeSupported(VarHandle.AccessMode.GET_AND_BITWISE_XOR));
            assertTrue(vh.isAccessModeSupported(VarHandle.AccessMode.GET_AND_BITWISE_XOR_ACQUIRE));
            assertTrue(vh.isAccessModeSupported(VarHandle.AccessMode.GET_AND_BITWISE_XOR_RELEASE));
        } else {
#end[Bitwise]
            assertFalse(vh.isAccessModeSupported(VarHandle.AccessMode.GET_AND_BITWISE_OR));
            assertFalse(vh.isAccessModeSupported(VarHandle.AccessMode.GET_AND_BITWISE_OR_ACQUIRE));
            assertFalse(vh.isAccessModeSupported(VarHandle.AccessMode.GET_AND_BITWISE_OR_RELEASE));
            assertFalse(vh.isAccessModeSupported(VarHandle.AccessMode.GET_AND_BITWISE_AND));
            assertFalse(vh.isAccessModeSupported(VarHandle.AccessMode.GET_AND_BITWISE_AND_ACQUIRE));
            assertFalse(vh.isAccessModeSupported(VarHandle.AccessMode.GET_AND_BITWISE_AND_RELEASE));
            assertFalse(vh.isAccessModeSupported(VarHandle.AccessMode.GET_AND_BITWISE_XOR));
            assertFalse(vh.isAccessModeSupported(VarHandle.AccessMode.GET_AND_BITWISE_XOR_ACQUIRE));
            assertFalse(vh.isAccessModeSupported(VarHandle.AccessMode.GET_AND_BITWISE_XOR_RELEASE));
#if[Bitwise]
        }
#end[Bitwise]
    }

    @Test(dataProvider = "typesProvider")
    public void testTypes(VarHandle vh, List<java.lang.Class<?>> pts) {
        assertEquals(vh.varType(), $type$.class);

        assertEquals(vh.coordinateTypes(), pts);

        testTypes(vh);
    }


    @DataProvider
    public Object[][] accessTestCaseProvider() throws Exception {
        List<AccessTestCase<?>> cases = new ArrayList<>();

        for (ByteArrayViewSource<?> bav : bavss) {
            for (VarHandleSource vh : vhss) {
                if (vh.matches(bav)) {
                    if (bav instanceof ByteArraySource) {
                        ByteArraySource bas = (ByteArraySource) bav;

                        cases.add(new VarHandleSourceAccessTestCase(
                                "read write", bav, vh, h -> testArrayReadWrite(bas, h),
                                true));
                        cases.add(new VarHandleSourceAccessTestCase(
                                "null array", bav, vh, h -> testArrayNPE(bas, h),
                                false));
                        cases.add(new VarHandleSourceAccessTestCase(
                                "unsupported", bav, vh, h -> testArrayUnsupported(bas, h),
                                false));
                        cases.add(new VarHandleSourceAccessTestCase(
                                "index out of bounds", bav, vh, h -> testArrayIndexOutOfBounds(bas, h),
                                false));
                    }
                    else {
                        ByteBufferSource bbs = (ByteBufferSource) bav;

                        if (MemoryMode.READ_WRITE.isSet(bav.memoryModes)) {
                            cases.add(new VarHandleSourceAccessTestCase(
                                    "read write", bav, vh, h -> testArrayReadWrite(bbs, h),
                                    true));
                        }
                        else {
                            cases.add(new VarHandleSourceAccessTestCase(
                                    "read only", bav, vh, h -> testArrayReadOnly(bbs, h),
                                    true));
                        }

                        cases.add(new VarHandleSourceAccessTestCase(
                                "null buffer", bav, vh, h -> testArrayNPE(bbs, h),
                                false));
                        cases.add(new VarHandleSourceAccessTestCase(
                                "unsupported", bav, vh, h -> testArrayUnsupported(bbs, h),
                                false));
                        cases.add(new VarHandleSourceAccessTestCase(
                                "index out of bounds", bav, vh, h -> testArrayIndexOutOfBounds(bbs, h),
                                false));
                        if (bbs.s.isDirect()) {
                            cases.add(new VarHandleSourceAccessTestCase(
                                    "misaligned access", bav, vh, h -> testArrayMisalignedAccess(bbs, h),
                                    false));
                        }
                    }
                }
            }
        }

        // Work around issue with jtreg summary reporting which truncates
        // the String result of Object.toString to 30 characters, hence
        // the first dummy argument
        return cases.stream().map(tc -> new Object[]{tc.toString(), tc}).toArray(Object[][]::new);
    }

    @Test(dataProvider = "accessTestCaseProvider")
    public <T> void testAccess(String desc, AccessTestCase<T> atc) throws Throwable {
        T t = atc.get();
        int iters = atc.requiresLoop() ? ITERS : 1;
        for (int c = 0; c < iters; c++) {
            atc.testAccess(t);
        }
    }


    static void testArrayNPE(ByteArraySource bs, VarHandleSource vhs) {
        VarHandle vh = vhs.s;
        byte[] array = null;
        int ci = 1;

        checkNPE(() -> {
            $type$ x = ($type$) vh.get(array, ci);
        });

        checkNPE(() -> {
            vh.set(array, ci, VALUE_1);
        });
    }

    static void testArrayNPE(ByteBufferSource bs, VarHandleSource vhs) {
        VarHandle vh = vhs.s;
        ByteBuffer array = null;
        int ci = 1;

        checkNPE(() -> {
            $type$ x = ($type$) vh.get(array, ci);
        });

        checkNPE(() -> {
            vh.set(array, ci, VALUE_1);
        });

        checkNPE(() -> {
            $type$ x = ($type$) vh.getVolatile(array, ci);
        });

        checkNPE(() -> {
            $type$ x = ($type$) vh.getAcquire(array, ci);
        });

        checkNPE(() -> {
            $type$ x = ($type$) vh.getOpaque(array, ci);
        });

        checkNPE(() -> {
            vh.setVolatile(array, ci, VALUE_1);
        });

        checkNPE(() -> {
            vh.setRelease(array, ci, VALUE_1);
        });

        checkNPE(() -> {
            vh.setOpaque(array, ci, VALUE_1);
        });

#if[CAS]
        checkNPE(() -> {
            boolean r = vh.compareAndSet(array, ci, VALUE_1, VALUE_2);
        });

        checkNPE(() -> {
            $type$ r = ($type$) vh.compareAndExchange(array, ci, VALUE_2, VALUE_1);
        });

        checkNPE(() -> {
            $type$ r = ($type$) vh.compareAndExchangeAcquire(array, ci, VALUE_2, VALUE_1);
        });

        checkNPE(() -> {
            $type$ r = ($type$) vh.compareAndExchangeRelease(array, ci, VALUE_2, VALUE_1);
        });

        checkNPE(() -> {
            boolean r = vh.weakCompareAndSetPlain(array, ci, VALUE_1, VALUE_2);
        });

        checkNPE(() -> {
            boolean r = vh.weakCompareAndSet(array, ci, VALUE_1, VALUE_2);
        });

        checkNPE(() -> {
            boolean r = vh.weakCompareAndSetAcquire(array, ci, VALUE_1, VALUE_2);
        });

        checkNPE(() -> {
            boolean r = vh.weakCompareAndSetRelease(array, ci, VALUE_1, VALUE_2);
        });

        checkNPE(() -> {
            $type$ o = ($type$) vh.getAndSet(array, ci, VALUE_1);
        });

        checkNPE(() -> {
            $type$ o = ($type$) vh.getAndSetAcquire(array, ci, VALUE_1);
        });

        checkNPE(() -> {
            $type$ o = ($type$) vh.getAndSetRelease(array, ci, VALUE_1);
        });
#end[CAS]

#if[AtomicAdd]
        checkNPE(() -> {
            $type$ o = ($type$) vh.getAndAdd(array, ci, VALUE_1);
        });

        checkNPE(() -> {
            $type$ o = ($type$) vh.getAndAddAcquire(array, ci, VALUE_1);
        });

        checkNPE(() -> {
            $type$ o = ($type$) vh.getAndAddRelease(array, ci, VALUE_1);
        });
#end[AtomicAdd]

#if[Bitwise]
        checkNPE(() -> {
            $type$ o = ($type$) vh.getAndBitwiseOr(array, ci, VALUE_1);
        });

        checkNPE(() -> {
            $type$ o = ($type$) vh.getAndBitwiseOrAcquire(array, ci, VALUE_1);
        });

        checkNPE(() -> {
            $type$ o = ($type$) vh.getAndBitwiseOrRelease(array, ci, VALUE_1);
        });

        checkNPE(() -> {
            $type$ o = ($type$) vh.getAndBitwiseAnd(array, ci, VALUE_1);
        });

        checkNPE(() -> {
            $type$ o = ($type$) vh.getAndBitwiseAndAcquire(array, ci, VALUE_1);
        });

        checkNPE(() -> {
            $type$ o = ($type$) vh.getAndBitwiseAndRelease(array, ci, VALUE_1);
        });

        checkNPE(() -> {
            $type$ o = ($type$) vh.getAndBitwiseXor(array, ci, VALUE_1);
        });

        checkNPE(() -> {
            $type$ o = ($type$) vh.getAndBitwiseXorAcquire(array, ci, VALUE_1);
        });

        checkNPE(() -> {
            $type$ o = ($type$) vh.getAndBitwiseXorRelease(array, ci, VALUE_1);
        });
#end[Bitwise]
    }

    static void testArrayUnsupported(ByteArraySource bs, VarHandleSource vhs) {
        VarHandle vh = vhs.s;
        byte[] array = bs.s;
        int ci = 1;

        checkUOE(() -> {
            boolean r = vh.compareAndSet(array, ci, VALUE_1, VALUE_2);
        });

        checkUOE(() -> {
            $type$ r = ($type$) vh.compareAndExchange(array, ci, VALUE_2, VALUE_1);
        });

        checkUOE(() -> {
            $type$ r = ($type$) vh.compareAndExchangeAcquire(array, ci, VALUE_2, VALUE_1);
        });

        checkUOE(() -> {
            $type$ r = ($type$) vh.compareAndExchangeRelease(array, ci, VALUE_2, VALUE_1);
        });

        checkUOE(() -> {
            boolean r = vh.weakCompareAndSetPlain(array, ci, VALUE_1, VALUE_2);
        });

        checkUOE(() -> {
            boolean r = vh.weakCompareAndSet(array, ci, VALUE_1, VALUE_2);
        });

        checkUOE(() -> {
            boolean r = vh.weakCompareAndSetAcquire(array, ci, VALUE_1, VALUE_2);
        });

        checkUOE(() -> {
            boolean r = vh.weakCompareAndSetRelease(array, ci, VALUE_1, VALUE_2);
        });

        checkUOE(() -> {
            $type$ o = ($type$) vh.getAndSet(array, ci, VALUE_1);
        });

        checkUOE(() -> {
            $type$ o = ($type$) vh.getAndSetAcquire(array, ci, VALUE_1);
        });

        checkUOE(() -> {
            $type$ o = ($type$) vh.getAndSetRelease(array, ci, VALUE_1);
        });

        checkUOE(() -> {
            $type$ o = ($type$) vh.getAndAdd(array, ci, VALUE_1);
        });

        checkUOE(() -> {
            $type$ o = ($type$) vh.getAndAddAcquire(array, ci, VALUE_1);
        });

        checkUOE(() -> {
            $type$ o = ($type$) vh.getAndAddRelease(array, ci, VALUE_1);
        });

        checkUOE(() -> {
            $type$ o = ($type$) vh.getAndBitwiseOr(array, ci, VALUE_1);
        });

        checkUOE(() -> {
            $type$ o = ($type$) vh.getAndBitwiseOrAcquire(array, ci, VALUE_1);
        });

        checkUOE(() -> {
            $type$ o = ($type$) vh.getAndBitwiseOrRelease(array, ci, VALUE_1);
        });

        checkUOE(() -> {
            $type$ o = ($type$) vh.getAndBitwiseAnd(array, ci, VALUE_1);
        });

        checkUOE(() -> {
            $type$ o = ($type$) vh.getAndBitwiseAndAcquire(array, ci, VALUE_1);
        });

        checkUOE(() -> {
            $type$ o = ($type$) vh.getAndBitwiseAndRelease(array, ci, VALUE_1);
        });

        checkUOE(() -> {
            $type$ o = ($type$) vh.getAndBitwiseXor(array, ci, VALUE_1);
        });

        checkUOE(() -> {
            $type$ o = ($type$) vh.getAndBitwiseXorAcquire(array, ci, VALUE_1);
        });

        checkUOE(() -> {
            $type$ o = ($type$) vh.getAndBitwiseXorRelease(array, ci, VALUE_1);
        });
    }

    static void testArrayUnsupported(ByteBufferSource bs, VarHandleSource vhs) {
        VarHandle vh = vhs.s;
        ByteBuffer array = bs.s;
        int ci = 0;
        boolean readOnly = MemoryMode.READ_ONLY.isSet(bs.memoryModes);

        if (readOnly) {
            checkROBE(() -> {
                vh.set(array, ci, VALUE_1);
            });
        }

        if (readOnly && array.isDirect()) {
            checkROBE(() -> {
                vh.setVolatile(array, ci, VALUE_1);
            });

            checkROBE(() -> {
                vh.setRelease(array, ci, VALUE_1);
            });

            checkROBE(() -> {
                vh.setOpaque(array, ci, VALUE_1);
            });
#if[CAS]
            checkROBE(() -> {
                boolean r = vh.compareAndSet(array, ci, VALUE_1, VALUE_2);
            });

            checkROBE(() -> {
                $type$ r = ($type$) vh.compareAndExchange(array, ci, VALUE_2, VALUE_1);
            });

            checkROBE(() -> {
                $type$ r = ($type$) vh.compareAndExchangeAcquire(array, ci, VALUE_2, VALUE_1);
            });

            checkROBE(() -> {
                $type$ r = ($type$) vh.compareAndExchangeRelease(array, ci, VALUE_2, VALUE_1);
            });

            checkROBE(() -> {
                boolean r = vh.weakCompareAndSetPlain(array, ci, VALUE_1, VALUE_2);
            });

            checkROBE(() -> {
                boolean r = vh.weakCompareAndSet(array, ci, VALUE_1, VALUE_2);
            });

            checkROBE(() -> {
                boolean r = vh.weakCompareAndSetAcquire(array, ci, VALUE_1, VALUE_2);
            });

            checkROBE(() -> {
                boolean r = vh.weakCompareAndSetRelease(array, ci, VALUE_1, VALUE_2);
            });

            checkROBE(() -> {
                $type$ o = ($type$) vh.getAndSet(array, ci, VALUE_1);
            });

            checkROBE(() -> {
                $type$ o = ($type$) vh.getAndSetAcquire(array, ci, VALUE_1);
            });

            checkROBE(() -> {
                $type$ o = ($type$) vh.getAndSetRelease(array, ci, VALUE_1);
            });
#end[CAS]

#if[AtomicAdd]
            checkROBE(() -> {
                $type$ o = ($type$) vh.getAndAdd(array, ci, VALUE_1);
            });

            checkROBE(() -> {
                $type$ o = ($type$) vh.getAndAddAcquire(array, ci, VALUE_1);
            });

            checkROBE(() -> {
                $type$ o = ($type$) vh.getAndAddRelease(array, ci, VALUE_1);
            });
#end[AtomicAdd]

#if[Bitwise]
            checkROBE(() -> {
                $type$ o = ($type$) vh.getAndBitwiseOr(array, ci, VALUE_1);
            });

            checkROBE(() -> {
                $type$ o = ($type$) vh.getAndBitwiseOrAcquire(array, ci, VALUE_1);
            });

            checkROBE(() -> {
                $type$ o = ($type$) vh.getAndBitwiseOrRelease(array, ci, VALUE_1);
            });

            checkROBE(() -> {
                $type$ o = ($type$) vh.getAndBitwiseAnd(array, ci, VALUE_1);
            });

            checkROBE(() -> {
                $type$ o = ($type$) vh.getAndBitwiseAndAcquire(array, ci, VALUE_1);
            });

            checkROBE(() -> {
                $type$ o = ($type$) vh.getAndBitwiseAndRelease(array, ci, VALUE_1);
            });

            checkROBE(() -> {
                $type$ o = ($type$) vh.getAndBitwiseXor(array, ci, VALUE_1);
            });

            checkROBE(() -> {
                $type$ o = ($type$) vh.getAndBitwiseXorAcquire(array, ci, VALUE_1);
            });

            checkROBE(() -> {
                $type$ o = ($type$) vh.getAndBitwiseXorRelease(array, ci, VALUE_1);
            });
#end[Bitwise]
        }

        if (array.isDirect()) {
#if[!CAS]
            checkUOE(() -> {
                boolean r = vh.compareAndSet(array, ci, VALUE_1, VALUE_2);
            });

            checkUOE(() -> {
                $type$ r = ($type$) vh.compareAndExchange(array, ci, VALUE_2, VALUE_1);
            });

            checkUOE(() -> {
                $type$ r = ($type$) vh.compareAndExchangeAcquire(array, ci, VALUE_2, VALUE_1);
            });

            checkUOE(() -> {
                $type$ r = ($type$) vh.compareAndExchangeRelease(array, ci, VALUE_2, VALUE_1);
            });

            checkUOE(() -> {
                boolean r = vh.weakCompareAndSetPlain(array, ci, VALUE_1, VALUE_2);
            });

            checkUOE(() -> {
                boolean r = vh.weakCompareAndSet(array, ci, VALUE_1, VALUE_2);
            });

            checkUOE(() -> {
                boolean r = vh.weakCompareAndSetAcquire(array, ci, VALUE_1, VALUE_2);
            });

            checkUOE(() -> {
                boolean r = vh.weakCompareAndSetRelease(array, ci, VALUE_1, VALUE_2);
            });

            checkUOE(() -> {
                $type$ o = ($type$) vh.getAndSet(array, ci, VALUE_1);
            });

            checkUOE(() -> {
                $type$ o = ($type$) vh.getAndSetAcquire(array, ci, VALUE_1);
            });

            checkUOE(() -> {
                $type$ o = ($type$) vh.getAndSetRelease(array, ci, VALUE_1);
            });
#end[CAS]
#if[!AtomicAdd]
            checkUOE(() -> {
                $type$ o = ($type$) vh.getAndAdd(array, ci, VALUE_1);
            });

            checkUOE(() -> {
                $type$ o = ($type$) vh.getAndAddAcquire(array, ci, VALUE_1);
            });

            checkUOE(() -> {
                $type$ o = ($type$) vh.getAndAddRelease(array, ci, VALUE_1);
            });
#end[AtomicAdd]
#if[!Bitwise]
            checkUOE(() -> {
                $type$ o = ($type$) vh.getAndBitwiseOr(array, ci, VALUE_1);
            });

            checkUOE(() -> {
                $type$ o = ($type$) vh.getAndBitwiseOrAcquire(array, ci, VALUE_1);
            });

            checkUOE(() -> {
                $type$ o = ($type$) vh.getAndBitwiseOrRelease(array, ci, VALUE_1);
            });

            checkUOE(() -> {
                $type$ o = ($type$) vh.getAndBitwiseAnd(array, ci, VALUE_1);
            });

            checkUOE(() -> {
                $type$ o = ($type$) vh.getAndBitwiseAndAcquire(array, ci, VALUE_1);
            });

            checkUOE(() -> {
                $type$ o = ($type$) vh.getAndBitwiseAndRelease(array, ci, VALUE_1);
            });

            checkUOE(() -> {
                $type$ o = ($type$) vh.getAndBitwiseXor(array, ci, VALUE_1);
            });

            checkUOE(() -> {
                $type$ o = ($type$) vh.getAndBitwiseXorAcquire(array, ci, VALUE_1);
            });

            checkUOE(() -> {
                $type$ o = ($type$) vh.getAndBitwiseXorRelease(array, ci, VALUE_1);
            });
#end[Bitwise]
        } else {
            checkISE(() -> {
                vh.setVolatile(array, ci, VALUE_1);
            });

            checkISE(() -> {
                vh.setRelease(array, ci, VALUE_1);
            });

            checkISE(() -> {
                vh.setOpaque(array, ci, VALUE_1);
            });
#if[!CAS]
            checkUOE(() -> {
                boolean r = vh.compareAndSet(array, ci, VALUE_1, VALUE_2);
            });

            checkUOE(() -> {
                $type$ r = ($type$) vh.compareAndExchange(array, ci, VALUE_2, VALUE_1);
            });

            checkUOE(() -> {
                $type$ r = ($type$) vh.compareAndExchangeAcquire(array, ci, VALUE_2, VALUE_1);
            });

            checkUOE(() -> {
                $type$ r = ($type$) vh.compareAndExchangeRelease(array, ci, VALUE_2, VALUE_1);
            });

            checkUOE(() -> {
                boolean r = vh.weakCompareAndSetPlain(array, ci, VALUE_1, VALUE_2);
            });

            checkUOE(() -> {
                boolean r = vh.weakCompareAndSet(array, ci, VALUE_1, VALUE_2);
            });

            checkUOE(() -> {
                boolean r = vh.weakCompareAndSetAcquire(array, ci, VALUE_1, VALUE_2);
            });

            checkUOE(() -> {
                boolean r = vh.weakCompareAndSetRelease(array, ci, VALUE_1, VALUE_2);
            });

            checkUOE(() -> {
                $type$ o = ($type$) vh.getAndSet(array, ci, VALUE_1);
            });

            checkUOE(() -> {
                $type$ o = ($type$) vh.getAndSetAcquire(array, ci, VALUE_1);
            });

            checkUOE(() -> {
                $type$ o = ($type$) vh.getAndSetRelease(array, ci, VALUE_1);
            });
#else[CAS]
            checkISE(() -> {
                boolean r = vh.compareAndSet(array, ci, VALUE_1, VALUE_2);
            });

            checkISE(() -> {
                $type$ r = ($type$) vh.compareAndExchange(array, ci, VALUE_2, VALUE_1);
            });

            checkISE(() -> {
                $type$ r = ($type$) vh.compareAndExchangeAcquire(array, ci, VALUE_2, VALUE_1);
            });

            checkISE(() -> {
                $type$ r = ($type$) vh.compareAndExchangeRelease(array, ci, VALUE_2, VALUE_1);
            });

            checkISE(() -> {
                boolean r = vh.weakCompareAndSetPlain(array, ci, VALUE_1, VALUE_2);
            });

            checkISE(() -> {
                boolean r = vh.weakCompareAndSet(array, ci, VALUE_1, VALUE_2);
            });

            checkISE(() -> {
                boolean r = vh.weakCompareAndSetAcquire(array, ci, VALUE_1, VALUE_2);
            });

            checkISE(() -> {
                boolean r = vh.weakCompareAndSetRelease(array, ci, VALUE_1, VALUE_2);
            });

            checkISE(() -> {
                $type$ o = ($type$) vh.getAndSet(array, ci, VALUE_1);
            });

            checkISE(() -> {
                $type$ o = ($type$) vh.getAndSetAcquire(array, ci, VALUE_1);
            });

            checkISE(() -> {
                $type$ o = ($type$) vh.getAndSetRelease(array, ci, VALUE_1);
            });
#end[CAS]
#if[!AtomicAdd]
            checkUOE(() -> {
                $type$ o = ($type$) vh.getAndAdd(array, ci, VALUE_1);
            });

            checkUOE(() -> {
                $type$ o = ($type$) vh.getAndAddAcquire(array, ci, VALUE_1);
            });

            checkUOE(() -> {
                $type$ o = ($type$) vh.getAndAddRelease(array, ci, VALUE_1);
            });
#else[AtomicAdd]
            checkISE(() -> {
                $type$ o = ($type$) vh.getAndAdd(array, ci, VALUE_1);
            });

            checkISE(() -> {
                $type$ o = ($type$) vh.getAndAddAcquire(array, ci, VALUE_1);
            });

            checkISE(() -> {
                $type$ o = ($type$) vh.getAndAddRelease(array, ci, VALUE_1);
            });
#end[AtomicAdd]
#if[!Bitwise]
            checkUOE(() -> {
                $type$ o = ($type$) vh.getAndBitwiseOr(array, ci, VALUE_1);
            });

            checkUOE(() -> {
                $type$ o = ($type$) vh.getAndBitwiseOrAcquire(array, ci, VALUE_1);
            });

            checkUOE(() -> {
                $type$ o = ($type$) vh.getAndBitwiseOrRelease(array, ci, VALUE_1);
            });

            checkUOE(() -> {
                $type$ o = ($type$) vh.getAndBitwiseAnd(array, ci, VALUE_1);
            });

            checkUOE(() -> {
                $type$ o = ($type$) vh.getAndBitwiseAndAcquire(array, ci, VALUE_1);
            });

            checkUOE(() -> {
                $type$ o = ($type$) vh.getAndBitwiseAndRelease(array, ci, VALUE_1);
            });

            checkUOE(() -> {
                $type$ o = ($type$) vh.getAndBitwiseXor(array, ci, VALUE_1);
            });

            checkUOE(() -> {
                $type$ o = ($type$) vh.getAndBitwiseXorAcquire(array, ci, VALUE_1);
            });

            checkUOE(() -> {
                $type$ o = ($type$) vh.getAndBitwiseXorRelease(array, ci, VALUE_1);
            });
#else[Bitwise]
            checkISE(() -> {
                $type$ o = ($type$) vh.getAndBitwiseOr(array, ci, VALUE_1);
            });

            checkISE(() -> {
                $type$ o = ($type$) vh.getAndBitwiseOrAcquire(array, ci, VALUE_1);
            });

            checkISE(() -> {
                $type$ o = ($type$) vh.getAndBitwiseOrRelease(array, ci, VALUE_1);
            });

            checkISE(() -> {
                $type$ o = ($type$) vh.getAndBitwiseAnd(array, ci, VALUE_1);
            });

            checkISE(() -> {
                $type$ o = ($type$) vh.getAndBitwiseAndAcquire(array, ci, VALUE_1);
            });

            checkISE(() -> {
                $type$ o = ($type$) vh.getAndBitwiseAndRelease(array, ci, VALUE_1);
            });

            checkISE(() -> {
                $type$ o = ($type$) vh.getAndBitwiseXor(array, ci, VALUE_1);
            });

            checkISE(() -> {
                $type$ o = ($type$) vh.getAndBitwiseXorAcquire(array, ci, VALUE_1);
            });

            checkISE(() -> {
                $type$ o = ($type$) vh.getAndBitwiseXorRelease(array, ci, VALUE_1);
            });
#end[Bitwise]
        }
    }


    static void testArrayIndexOutOfBounds(ByteArraySource bs, VarHandleSource vhs) throws Throwable {
        VarHandle vh = vhs.s;
        byte[] array = bs.s;

        int length = array.length - SIZE + 1;
        for (int i : new int[]{-1, Integer.MIN_VALUE, length, length + 1, Integer.MAX_VALUE}) {
            final int ci = i;

            checkAIOOBE(() -> {
                $type$ x = ($type$) vh.get(array, ci);
            });

            checkAIOOBE(() -> {
                vh.set(array, ci, VALUE_1);
            });
        }
    }

    static void testArrayIndexOutOfBounds(ByteBufferSource bs, VarHandleSource vhs) throws Throwable {
        VarHandle vh = vhs.s;
        ByteBuffer array = bs.s;

        boolean readOnly = MemoryMode.READ_ONLY.isSet(bs.memoryModes);

        int length = array.limit() - SIZE + 1;
        for (int i : new int[]{-1, Integer.MIN_VALUE, length, length + 1, Integer.MAX_VALUE}) {
            final int ci = i;

            checkIOOBE(() -> {
                $type$ x = ($type$) vh.get(array, ci);
            });

            if (!readOnly) {
                checkIOOBE(() -> {
                    vh.set(array, ci, VALUE_1);
                });
            }

            if (array.isDirect()) {
                checkIOOBE(() -> {
                    $type$ x = ($type$) vh.getVolatile(array, ci);
                });

                checkIOOBE(() -> {
                    $type$ x = ($type$) vh.getAcquire(array, ci);
                });

                checkIOOBE(() -> {
                    $type$ x = ($type$) vh.getOpaque(array, ci);
                });

                if (!readOnly) {
                    checkIOOBE(() -> {
                        vh.setVolatile(array, ci, VALUE_1);
                    });

                    checkIOOBE(() -> {
                        vh.setRelease(array, ci, VALUE_1);
                    });

                    checkIOOBE(() -> {
                        vh.setOpaque(array, ci, VALUE_1);
                    });

#if[CAS]
                    checkIOOBE(() -> {
                        boolean r = vh.compareAndSet(array, ci, VALUE_1, VALUE_2);
                    });

                    checkIOOBE(() -> {
                        $type$ r = ($type$) vh.compareAndExchange(array, ci, VALUE_2, VALUE_1);
                    });

                    checkIOOBE(() -> {
                        $type$ r = ($type$) vh.compareAndExchangeAcquire(array, ci, VALUE_2, VALUE_1);
                    });

                    checkIOOBE(() -> {
                        $type$ r = ($type$) vh.compareAndExchangeRelease(array, ci, VALUE_2, VALUE_1);
                    });

                    checkIOOBE(() -> {
                        boolean r = vh.weakCompareAndSetPlain(array, ci, VALUE_1, VALUE_2);
                    });

                    checkIOOBE(() -> {
                        boolean r = vh.weakCompareAndSet(array, ci, VALUE_1, VALUE_2);
                    });

                    checkIOOBE(() -> {
                        boolean r = vh.weakCompareAndSetAcquire(array, ci, VALUE_1, VALUE_2);
                    });

                    checkIOOBE(() -> {
                        boolean r = vh.weakCompareAndSetRelease(array, ci, VALUE_1, VALUE_2);
                    });

                    checkIOOBE(() -> {
                        $type$ o = ($type$) vh.getAndSet(array, ci, VALUE_1);
                    });

                    checkIOOBE(() -> {
                        $type$ o = ($type$) vh.getAndSetAcquire(array, ci, VALUE_1);
                    });

                    checkIOOBE(() -> {
                        $type$ o = ($type$) vh.getAndSetRelease(array, ci, VALUE_1);
                    });
#end[CAS]

#if[AtomicAdd]
                    checkIOOBE(() -> {
                        $type$ o = ($type$) vh.getAndAdd(array, ci, VALUE_1);
                    });

                    checkIOOBE(() -> {
                        $type$ o = ($type$) vh.getAndAddAcquire(array, ci, VALUE_1);
                    });

                    checkIOOBE(() -> {
                        $type$ o = ($type$) vh.getAndAddRelease(array, ci, VALUE_1);
                    });
#end[AtomicAdd]

#if[Bitwise]
                    checkIOOBE(() -> {
                        $type$ o = ($type$) vh.getAndBitwiseOr(array, ci, VALUE_1);
                    });

                    checkIOOBE(() -> {
                        $type$ o = ($type$) vh.getAndBitwiseOrAcquire(array, ci, VALUE_1);
                    });

                    checkIOOBE(() -> {
                        $type$ o = ($type$) vh.getAndBitwiseOrRelease(array, ci, VALUE_1);
                    });

                    checkIOOBE(() -> {
                        $type$ o = ($type$) vh.getAndBitwiseAnd(array, ci, VALUE_1);
                    });

                    checkIOOBE(() -> {
                        $type$ o = ($type$) vh.getAndBitwiseAndAcquire(array, ci, VALUE_1);
                    });

                    checkIOOBE(() -> {
                        $type$ o = ($type$) vh.getAndBitwiseAndRelease(array, ci, VALUE_1);
                    });

                    checkIOOBE(() -> {
                        $type$ o = ($type$) vh.getAndBitwiseXor(array, ci, VALUE_1);
                    });

                    checkIOOBE(() -> {
                        $type$ o = ($type$) vh.getAndBitwiseXorAcquire(array, ci, VALUE_1);
                    });

                    checkIOOBE(() -> {
                        $type$ o = ($type$) vh.getAndBitwiseXorRelease(array, ci, VALUE_1);
                    });
#end[Bitwise]
                }
            }
        }
    }

    static void testArrayMisalignedAccess(ByteBufferSource bs, VarHandleSource vhs) throws Throwable {
        VarHandle vh = vhs.s;
        ByteBuffer array = bs.s;

        boolean readOnly = MemoryMode.READ_ONLY.isSet(bs.memoryModes);
        int misalignmentAtZero = array.alignmentOffset(0, SIZE);

        int length = array.limit() - SIZE + 1;
        for (int i = 0; i < length; i++) {
            boolean iAligned = ((i + misalignmentAtZero) & (SIZE - 1)) == 0;
            final int ci = i;

            if (!iAligned) {
                checkISE(() -> {
                    $type$ x = ($type$) vh.getVolatile(array, ci);
                });

                checkISE(() -> {
                    $type$ x = ($type$) vh.getAcquire(array, ci);
                });

                checkISE(() -> {
                    $type$ x = ($type$) vh.getOpaque(array, ci);
                });

                if (!readOnly) {
                    checkISE(() -> {
                        vh.setVolatile(array, ci, VALUE_1);
                    });

                    checkISE(() -> {
                        vh.setRelease(array, ci, VALUE_1);
                    });

                    checkISE(() -> {
                        vh.setOpaque(array, ci, VALUE_1);
                    });
#if[CAS]
                    checkISE(() -> {
                        boolean r = vh.compareAndSet(array, ci, VALUE_1, VALUE_2);
                    });

                    checkISE(() -> {
                        $type$ r = ($type$) vh.compareAndExchange(array, ci, VALUE_2, VALUE_1);
                    });

                    checkISE(() -> {
                        $type$ r = ($type$) vh.compareAndExchangeAcquire(array, ci, VALUE_2, VALUE_1);
                    });

                    checkISE(() -> {
                        $type$ r = ($type$) vh.compareAndExchangeRelease(array, ci, VALUE_2, VALUE_1);
                    });

                    checkISE(() -> {
                        boolean r = vh.weakCompareAndSetPlain(array, ci, VALUE_1, VALUE_2);
                    });

                    checkISE(() -> {
                        boolean r = vh.weakCompareAndSet(array, ci, VALUE_1, VALUE_2);
                    });

                    checkISE(() -> {
                        boolean r = vh.weakCompareAndSetAcquire(array, ci, VALUE_1, VALUE_2);
                    });

                    checkISE(() -> {
                        boolean r = vh.weakCompareAndSetRelease(array, ci, VALUE_1, VALUE_2);
                    });

                    checkISE(() -> {
                        $type$ o = ($type$) vh.getAndSet(array, ci, VALUE_1);
                    });

                    checkISE(() -> {
                        $type$ o = ($type$) vh.getAndSetAcquire(array, ci, VALUE_1);
                    });

                    checkISE(() -> {
                        $type$ o = ($type$) vh.getAndSetRelease(array, ci, VALUE_1);
                    });
#end[CAS]
#if[AtomicAdd]
                    checkISE(() -> {
                        $type$ o = ($type$) vh.getAndAdd(array, ci, VALUE_1);
                    });

                    checkISE(() -> {
                        $type$ o = ($type$) vh.getAndAddAcquire(array, ci, VALUE_1);
                    });

                    checkISE(() -> {
                        $type$ o = ($type$) vh.getAndAddRelease(array, ci, VALUE_1);
                    });
#end[AtomicAdd]
#if[Bitwise]
                    checkISE(() -> {
                        $type$ o = ($type$) vh.getAndBitwiseOr(array, ci, VALUE_1);
                    });

                    checkISE(() -> {
                        $type$ o = ($type$) vh.getAndBitwiseOrAcquire(array, ci, VALUE_1);
                    });

                    checkISE(() -> {
                        $type$ o = ($type$) vh.getAndBitwiseOrRelease(array, ci, VALUE_1);
                    });

                    checkISE(() -> {
                        $type$ o = ($type$) vh.getAndBitwiseAnd(array, ci, VALUE_1);
                    });

                    checkISE(() -> {
                        $type$ o = ($type$) vh.getAndBitwiseAndAcquire(array, ci, VALUE_1);
                    });

                    checkISE(() -> {
                        $type$ o = ($type$) vh.getAndBitwiseAndRelease(array, ci, VALUE_1);
                    });

                    checkISE(() -> {
                        $type$ o = ($type$) vh.getAndBitwiseXor(array, ci, VALUE_1);
                    });

                    checkISE(() -> {
                        $type$ o = ($type$) vh.getAndBitwiseXorAcquire(array, ci, VALUE_1);
                    });

                    checkISE(() -> {
                        $type$ o = ($type$) vh.getAndBitwiseXorRelease(array, ci, VALUE_1);
                    });
#end[Bitwise]
                }
            }
        }
    }

    static void testArrayReadWrite(ByteArraySource bs, VarHandleSource vhs) {
        VarHandle vh = vhs.s;
        byte[] array = bs.s;

        bs.fill((byte) 0xff);
        int length = array.length - SIZE + 1;
        for (int i = 0; i < length; i++) {
            // Plain
            {
                vh.set(array, i, VALUE_1);
                $type$ x = ($type$) vh.get(array, i);
                assertEquals(x, VALUE_1, "get $type$ value");
            }
        }
    }


    static void testArrayReadWrite(ByteBufferSource bs, VarHandleSource vhs) {
        VarHandle vh = vhs.s;
        ByteBuffer array = bs.s;

        bs.fill((byte) 0xff);
        int length = array.limit() - SIZE + 1;
        for (int i = 0; i < length; i++) {
            boolean iAligned = array.isDirect() ? ((i + array.alignmentOffset(0, SIZE)) & (SIZE - 1)) == 0 : false;

            // Plain
            {
                vh.set(array, i, VALUE_1);
                $type$ x = ($type$) vh.get(array, i);
                assertEquals(x, VALUE_1, "get $type$ value");
            }

            if (iAligned) {
                // Volatile
                {
                    vh.setVolatile(array, i, VALUE_2);
                    $type$ x = ($type$) vh.getVolatile(array, i);
                    assertEquals(x, VALUE_2, "setVolatile $type$ value");
                }

                // Lazy
                {
                    vh.setRelease(array, i, VALUE_1);
                    $type$ x = ($type$) vh.getAcquire(array, i);
                    assertEquals(x, VALUE_1, "setRelease $type$ value");
                }

                // Opaque
                {
                    vh.setOpaque(array, i, VALUE_2);
                    $type$ x = ($type$) vh.getOpaque(array, i);
                    assertEquals(x, VALUE_2, "setOpaque $type$ value");
                }
#if[CAS]

                vh.set(array, i, VALUE_1);

                // Compare
                {
                    boolean r = vh.compareAndSet(array, i, VALUE_1, VALUE_2);
                    assertEquals(r, true, "success compareAndSet $type$");
                    $type$ x = ($type$) vh.get(array, i);
                    assertEquals(x, VALUE_2, "success compareAndSet $type$ value");
                }

                {
                    boolean r = vh.compareAndSet(array, i, VALUE_1, VALUE_3);
                    assertEquals(r, false, "failing compareAndSet $type$");
                    $type$ x = ($type$) vh.get(array, i);
                    assertEquals(x, VALUE_2, "failing compareAndSet $type$ value");
                }

                {
                    $type$ r = ($type$) vh.compareAndExchange(array, i, VALUE_2, VALUE_1);
                    assertEquals(r, VALUE_2, "success compareAndExchange $type$");
                    $type$ x = ($type$) vh.get(array, i);
                    assertEquals(x, VALUE_1, "success compareAndExchange $type$ value");
                }

                {
                    $type$ r = ($type$) vh.compareAndExchange(array, i, VALUE_2, VALUE_3);
                    assertEquals(r, VALUE_1, "failing compareAndExchange $type$");
                    $type$ x = ($type$) vh.get(array, i);
                    assertEquals(x, VALUE_1, "failing compareAndExchange $type$ value");
                }

                {
                    $type$ r = ($type$) vh.compareAndExchangeAcquire(array, i, VALUE_1, VALUE_2);
                    assertEquals(r, VALUE_1, "success compareAndExchangeAcquire $type$");
                    $type$ x = ($type$) vh.get(array, i);
                    assertEquals(x, VALUE_2, "success compareAndExchangeAcquire $type$ value");
                }

                {
                    $type$ r = ($type$) vh.compareAndExchangeAcquire(array, i, VALUE_1, VALUE_3);
                    assertEquals(r, VALUE_2, "failing compareAndExchangeAcquire $type$");
                    $type$ x = ($type$) vh.get(array, i);
                    assertEquals(x, VALUE_2, "failing compareAndExchangeAcquire $type$ value");
                }

                {
                    $type$ r = ($type$) vh.compareAndExchangeRelease(array, i, VALUE_2, VALUE_1);
                    assertEquals(r, VALUE_2, "success compareAndExchangeRelease $type$");
                    $type$ x = ($type$) vh.get(array, i);
                    assertEquals(x, VALUE_1, "success compareAndExchangeRelease $type$ value");
                }

                {
                    $type$ r = ($type$) vh.compareAndExchangeRelease(array, i, VALUE_2, VALUE_3);
                    assertEquals(r, VALUE_1, "failing compareAndExchangeRelease $type$");
                    $type$ x = ($type$) vh.get(array, i);
                    assertEquals(x, VALUE_1, "failing compareAndExchangeRelease $type$ value");
                }

                {
                    boolean success = false;
                    for (int c = 0; c < WEAK_ATTEMPTS && !success; c++) {
                        success = vh.weakCompareAndSetPlain(array, i, VALUE_1, VALUE_2);
                        if (!success) weakDelay();
                    }
                    assertEquals(success, true, "success weakCompareAndSetPlain $type$");
                    $type$ x = ($type$) vh.get(array, i);
                    assertEquals(x, VALUE_2, "success weakCompareAndSetPlain $type$ value");
                }

                {
                    boolean success = vh.weakCompareAndSetPlain(array, i, VALUE_1, VALUE_3);
                    assertEquals(success, false, "failing weakCompareAndSetPlain $type$");
                    $type$ x = ($type$) vh.get(array, i);
                    assertEquals(x, VALUE_2, "failing weakCompareAndSetPlain $type$ value");
                }

                {
                    boolean success = false;
                    for (int c = 0; c < WEAK_ATTEMPTS && !success; c++) {
                        success = vh.weakCompareAndSetAcquire(array, i, VALUE_2, VALUE_1);
                        if (!success) weakDelay();
                    }
                    assertEquals(success, true, "success weakCompareAndSetAcquire $type$");
                    $type$ x = ($type$) vh.get(array, i);
                    assertEquals(x, VALUE_1, "success weakCompareAndSetAcquire $type$");
                }

                {
                    boolean success = vh.weakCompareAndSetAcquire(array, i, VALUE_2, VALUE_3);
                    assertEquals(success, false, "failing weakCompareAndSetAcquire $type$");
                    $type$ x = ($type$) vh.get(array, i);
                    assertEquals(x, VALUE_1, "failing weakCompareAndSetAcquire $type$ value");
                }

                {
                    boolean success = false;
                    for (int c = 0; c < WEAK_ATTEMPTS && !success; c++) {
                        success = vh.weakCompareAndSetRelease(array, i, VALUE_1, VALUE_2);
                        if (!success) weakDelay();
                    }
                    assertEquals(success, true, "success weakCompareAndSetRelease $type$");
                    $type$ x = ($type$) vh.get(array, i);
                    assertEquals(x, VALUE_2, "success weakCompareAndSetRelease $type$");
                }

                {
                    boolean success = vh.weakCompareAndSetRelease(array, i, VALUE_1, VALUE_3);
                    assertEquals(success, false, "failing weakCompareAndSetRelease $type$");
                    $type$ x = ($type$) vh.get(array, i);
                    assertEquals(x, VALUE_2, "failing weakCompareAndSetRelease $type$ value");
                }

                {
                    boolean success = false;
                    for (int c = 0; c < WEAK_ATTEMPTS && !success; c++) {
                        success = vh.weakCompareAndSet(array, i, VALUE_2, VALUE_1);
                        if (!success) weakDelay();
                    }
                    assertEquals(success, true, "success weakCompareAndSet $type$");
                    $type$ x = ($type$) vh.get(array, i);
                    assertEquals(x, VALUE_1, "success weakCompareAndSet $type$");
                }

                {
                    boolean success = vh.weakCompareAndSet(array, i, VALUE_2, VALUE_3);
                    assertEquals(success, false, "failing weakCompareAndSet $type$");
                    $type$ x = ($type$) vh.get(array, i);
                    assertEquals(x, VALUE_1, "failing weakCompareAndSet $type$ value");
                }

                // Compare set and get
                {
                    vh.set(array, i, VALUE_1);

                    $type$ o = ($type$) vh.getAndSet(array, i, VALUE_2);
                    assertEquals(o, VALUE_1, "getAndSet $type$");
                    $type$ x = ($type$) vh.get(array, i);
                    assertEquals(x, VALUE_2, "getAndSet $type$ value");
                }

                {
                    vh.set(array, i, VALUE_1);

                    $type$ o = ($type$) vh.getAndSetAcquire(array, i, VALUE_2);
                    assertEquals(o, VALUE_1, "getAndSetAcquire $type$");
                    $type$ x = ($type$) vh.get(array, i);
                    assertEquals(x, VALUE_2, "getAndSetAcquire $type$ value");
                }

                {
                    vh.set(array, i, VALUE_1);

                    $type$ o = ($type$) vh.getAndSetRelease(array, i, VALUE_2);
                    assertEquals(o, VALUE_1, "getAndSetRelease $type$");
                    $type$ x = ($type$) vh.get(array, i);
                    assertEquals(x, VALUE_2, "getAndSetRelease $type$ value");
                }
#end[CAS]

#if[AtomicAdd]
                // get and add, add and get
                {
                    vh.set(array, i, VALUE_1);

                    $type$ o = ($type$) vh.getAndAdd(array, i, VALUE_2);
                    assertEquals(o, VALUE_1, "getAndAdd $type$");
                    $type$ x = ($type$) vh.get(array, i);
                    assertEquals(x, VALUE_1 + VALUE_2, "getAndAdd $type$ value");
                }

                {
                    vh.set(array, i, VALUE_1);

                    $type$ o = ($type$) vh.getAndAddAcquire(array, i, VALUE_2);
                    assertEquals(o, VALUE_1, "getAndAddAcquire $type$");
                    $type$ x = ($type$) vh.get(array, i);
                    assertEquals(x, VALUE_1 + VALUE_2, "getAndAddAcquire $type$ value");
                }

                {
                    vh.set(array, i, VALUE_1);

                    $type$ o = ($type$) vh.getAndAddRelease(array, i, VALUE_2);
                    assertEquals(o, VALUE_1, "getAndAddRelease $type$");
                    $type$ x = ($type$) vh.get(array, i);
                    assertEquals(x, VALUE_1 + VALUE_2, "getAndAddRelease $type$ value");
                }
#end[AtomicAdd]

#if[Bitwise]
                // get and bitwise or
                {
                    vh.set(array, i, VALUE_1);

                    $type$ o = ($type$) vh.getAndBitwiseOr(array, i, VALUE_2);
                    assertEquals(o, VALUE_1, "getAndBitwiseOr $type$");
                    $type$ x = ($type$) vh.get(array, i);
                    assertEquals(x, VALUE_1 | VALUE_2, "getAndBitwiseOr $type$ value");
                }

                {
                    vh.set(array, i, VALUE_1);

                    $type$ o = ($type$) vh.getAndBitwiseOrAcquire(array, i, VALUE_2);
                    assertEquals(o, VALUE_1, "getAndBitwiseOrAcquire $type$");
                    $type$ x = ($type$) vh.get(array, i);
                    assertEquals(x, VALUE_1 | VALUE_2, "getAndBitwiseOrAcquire $type$ value");
                }

                {
                    vh.set(array, i, VALUE_1);

                    $type$ o = ($type$) vh.getAndBitwiseOrRelease(array, i, VALUE_2);
                    assertEquals(o, VALUE_1, "getAndBitwiseOrRelease $type$");
                    $type$ x = ($type$) vh.get(array, i);
                    assertEquals(x, VALUE_1 | VALUE_2, "getAndBitwiseOrRelease $type$ value");
                }

                // get and bitwise and
                {
                    vh.set(array, i, VALUE_1);

                    $type$ o = ($type$) vh.getAndBitwiseAnd(array, i, VALUE_2);
                    assertEquals(o, VALUE_1, "getAndBitwiseAnd $type$");
                    $type$ x = ($type$) vh.get(array, i);
                    assertEquals(x, VALUE_1 & VALUE_2, "getAndBitwiseAnd $type$ value");
                }

                {
                    vh.set(array, i, VALUE_1);

                    $type$ o = ($type$) vh.getAndBitwiseAndAcquire(array, i, VALUE_2);
                    assertEquals(o, VALUE_1, "getAndBitwiseAndAcquire $type$");
                    $type$ x = ($type$) vh.get(array, i);
                    assertEquals(x, VALUE_1 & VALUE_2, "getAndBitwiseAndAcquire $type$ value");
                }

                {
                    vh.set(array, i, VALUE_1);

                    $type$ o = ($type$) vh.getAndBitwiseAndRelease(array, i, VALUE_2);
                    assertEquals(o, VALUE_1, "getAndBitwiseAndRelease $type$");
                    $type$ x = ($type$) vh.get(array, i);
                    assertEquals(x, VALUE_1 & VALUE_2, "getAndBitwiseAndRelease $type$ value");
                }

                // get and bitwise xor
                {
                    vh.set(array, i, VALUE_1);

                    $type$ o = ($type$) vh.getAndBitwiseXor(array, i, VALUE_2);
                    assertEquals(o, VALUE_1, "getAndBitwiseXor $type$");
                    $type$ x = ($type$) vh.get(array, i);
                    assertEquals(x, VALUE_1 ^ VALUE_2, "getAndBitwiseXor $type$ value");
                }

                {
                    vh.set(array, i, VALUE_1);

                    $type$ o = ($type$) vh.getAndBitwiseXorAcquire(array, i, VALUE_2);
                    assertEquals(o, VALUE_1, "getAndBitwiseXorAcquire $type$");
                    $type$ x = ($type$) vh.get(array, i);
                    assertEquals(x, VALUE_1 ^ VALUE_2, "getAndBitwiseXorAcquire $type$ value");
                }

                {
                    vh.set(array, i, VALUE_1);

                    $type$ o = ($type$) vh.getAndBitwiseXorRelease(array, i, VALUE_2);
                    assertEquals(o, VALUE_1, "getAndBitwiseXorRelease $type$");
                    $type$ x = ($type$) vh.get(array, i);
                    assertEquals(x, VALUE_1 ^ VALUE_2, "getAndBitwiseXorRelease $type$ value");
                }
#end[Bitwise]
            }
        }
    }

    static void testArrayReadOnly(ByteBufferSource bs, VarHandleSource vhs) {
        VarHandle vh = vhs.s;
        ByteBuffer array = bs.s;

        ByteBuffer bb = ByteBuffer.allocate(SIZE);
        bb.order(MemoryMode.BIG_ENDIAN.isSet(vhs.memoryModes) ? ByteOrder.BIG_ENDIAN : ByteOrder.LITTLE_ENDIAN);
        bs.fill(bb.put$Type$(0, VALUE_2).array());

        int length = array.limit() - SIZE + 1;
        for (int i = 0; i < length; i++) {
            boolean iAligned = array.isDirect() ? ((i + array.alignmentOffset(0, SIZE)) & (SIZE - 1)) == 0 : false;

            $type$ v = MemoryMode.BIG_ENDIAN.isSet(vhs.memoryModes)
                    ? rotateLeft(VALUE_2, (i % SIZE) << 3)
                    : rotateRight(VALUE_2, (i % SIZE) << 3);
            // Plain
            {
                $type$ x = ($type$) vh.get(array, i);
                assertEquals(x, v, "get $type$ value");
            }

            if (iAligned) {
                // Volatile
                {
                    $type$ x = ($type$) vh.getVolatile(array, i);
                    assertEquals(x, v, "getVolatile $type$ value");
                }

                // Lazy
                {
                    $type$ x = ($type$) vh.getAcquire(array, i);
                    assertEquals(x, v, "getRelease $type$ value");
                }

                // Opaque
                {
                    $type$ x = ($type$) vh.getOpaque(array, i);
                    assertEquals(x, v, "getOpaque $type$ value");
                }
            }
        }
    }

}