Yükselik vermeden yapamazsın maalesef.

<!DOCTYPE html>
<html>
<head>
    <style>
        table {
            border-collapse: collapse;
            width: 50%;
            border: 2px solid black;
        }
        th,
        td {
            border: 2px solid black;
            padding: 5px;
        }
    </style>
</head>
<body>
    <table>
        <tr>
            <td>Kutucuk 1</td>
            <td>Kutucuk 2</td>
            <td>Kutucuk 3</td>
            <td>Kutucuk 4</td>
        </tr>
        <tr>
            <td>Kutucuk 5</td>
            <td rowspan="2" style="height: 100px;">Kutucuk 6</td>
            <td>Kutucuk 7</td>
            <td rowspan="2">Kutucuk 8</td>
        </tr>
        <tr>
            <td rowspan="2">Kutucuk 9</td>
            <td rowspan="2" style="height: 100px;">Kutucuk 10</td>
        </tr>
        <tr>
            <td>Kutucuk 11</td>
            <td>Kutucuk 12</td>
        </tr>
    </table>
</body>
</html>