cost_enc.c (15353B)
1 // Copyright 2011 Google Inc. All Rights Reserved. 2 // 3 // Use of this source code is governed by a BSD-style license 4 // that can be found in the COPYING file in the root of the source 5 // tree. An additional intellectual property rights grant can be found 6 // in the file PATENTS. All contributing project authors may 7 // be found in the AUTHORS file in the root of the source tree. 8 // ----------------------------------------------------------------------------- 9 // 10 // Cost tables for level and modes 11 // 12 // Author: Skal (pascal.massimino@gmail.com) 13 14 #include <stdlib.h> 15 16 #include "src/dec/common_dec.h" 17 #include "src/webp/types.h" 18 #include "src/dsp/dsp.h" 19 #include "src/enc/cost_enc.h" 20 #include "src/enc/vp8i_enc.h" 21 22 //------------------------------------------------------------------------------ 23 // Level cost tables 24 25 // For each given level, the following table gives the pattern of contexts to 26 // use for coding it (in [][0]) as well as the bit value to use for each 27 // context (in [][1]). 28 static const uint16_t VP8LevelCodes[MAX_VARIABLE_LEVEL][2] = { 29 {0x001, 0x000}, {0x007, 0x001}, {0x00f, 0x005}, 30 {0x00f, 0x00d}, {0x033, 0x003}, {0x033, 0x003}, {0x033, 0x023}, 31 {0x033, 0x023}, {0x033, 0x023}, {0x033, 0x023}, {0x0d3, 0x013}, 32 {0x0d3, 0x013}, {0x0d3, 0x013}, {0x0d3, 0x013}, {0x0d3, 0x013}, 33 {0x0d3, 0x013}, {0x0d3, 0x013}, {0x0d3, 0x013}, {0x0d3, 0x093}, 34 {0x0d3, 0x093}, {0x0d3, 0x093}, {0x0d3, 0x093}, {0x0d3, 0x093}, 35 {0x0d3, 0x093}, {0x0d3, 0x093}, {0x0d3, 0x093}, {0x0d3, 0x093}, 36 {0x0d3, 0x093}, {0x0d3, 0x093}, {0x0d3, 0x093}, {0x0d3, 0x093}, 37 {0x0d3, 0x093}, {0x0d3, 0x093}, {0x0d3, 0x093}, {0x153, 0x053}, 38 {0x153, 0x053}, {0x153, 0x053}, {0x153, 0x053}, {0x153, 0x053}, 39 {0x153, 0x053}, {0x153, 0x053}, {0x153, 0x053}, {0x153, 0x053}, 40 {0x153, 0x053}, {0x153, 0x053}, {0x153, 0x053}, {0x153, 0x053}, 41 {0x153, 0x053}, {0x153, 0x053}, {0x153, 0x053}, {0x153, 0x053}, 42 {0x153, 0x053}, {0x153, 0x053}, {0x153, 0x053}, {0x153, 0x053}, 43 {0x153, 0x053}, {0x153, 0x053}, {0x153, 0x053}, {0x153, 0x053}, 44 {0x153, 0x053}, {0x153, 0x053}, {0x153, 0x053}, {0x153, 0x053}, 45 {0x153, 0x053}, {0x153, 0x053}, {0x153, 0x053}, {0x153, 0x153} 46 }; 47 48 static int VariableLevelCost(int level, const uint8_t probas[NUM_PROBAS]) { 49 int pattern = VP8LevelCodes[level - 1][0]; 50 int bits = VP8LevelCodes[level - 1][1]; 51 int cost = 0; 52 int i; 53 for (i = 2; pattern; ++i) { 54 if (pattern & 1) { 55 cost += VP8BitCost(bits & 1, probas[i]); 56 } 57 bits >>= 1; 58 pattern >>= 1; 59 } 60 return cost; 61 } 62 63 //------------------------------------------------------------------------------ 64 // Pre-calc level costs once for all 65 66 void VP8CalculateLevelCosts(VP8EncProba* const proba) { 67 int ctype, band, ctx; 68 69 if (!proba->dirty) return; // nothing to do. 70 71 for (ctype = 0; ctype < NUM_TYPES; ++ctype) { 72 int n; 73 for (band = 0; band < NUM_BANDS; ++band) { 74 for (ctx = 0; ctx < NUM_CTX; ++ctx) { 75 const uint8_t* const p = proba->coeffs[ctype][band][ctx]; 76 uint16_t* const table = proba->level_cost[ctype][band][ctx]; 77 const int cost0 = (ctx > 0) ? VP8BitCost(1, p[0]) : 0; 78 const int cost_base = VP8BitCost(1, p[1]) + cost0; 79 int v; 80 table[0] = VP8BitCost(0, p[1]) + cost0; 81 for (v = 1; v <= MAX_VARIABLE_LEVEL; ++v) { 82 table[v] = cost_base + VariableLevelCost(v, p); 83 } 84 // Starting at level 67 and up, the variable part of the cost is 85 // actually constant. 86 } 87 } 88 for (n = 0; n < 16; ++n) { // replicate bands. We don't need to sentinel. 89 for (ctx = 0; ctx < NUM_CTX; ++ctx) { 90 proba->remapped_costs[ctype][n][ctx] = 91 proba->level_cost[ctype][VP8EncBands[n]][ctx]; 92 } 93 } 94 } 95 proba->dirty = 0; 96 } 97 98 //------------------------------------------------------------------------------ 99 // Mode cost tables. 100 101 // These are the fixed probabilities (in the coding trees) turned into bit-cost 102 // by calling VP8BitCost(). 103 const uint16_t VP8FixedCostsUV[4] = { 302, 984, 439, 642 }; 104 // note: these values include the fixed VP8BitCost(1, 145) mode selection cost. 105 const uint16_t VP8FixedCostsI16[4] = { 663, 919, 872, 919 }; 106 const uint16_t VP8FixedCostsI4[NUM_BMODES][NUM_BMODES][NUM_BMODES] = { 107 { { 40, 1151, 1723, 1874, 2103, 2019, 1628, 1777, 2226, 2137 }, 108 { 192, 469, 1296, 1308, 1849, 1794, 1781, 1703, 1713, 1522 }, 109 { 142, 910, 762, 1684, 1849, 1576, 1460, 1305, 1801, 1657 }, 110 { 559, 641, 1370, 421, 1182, 1569, 1612, 1725, 863, 1007 }, 111 { 299, 1059, 1256, 1108, 636, 1068, 1581, 1883, 869, 1142 }, 112 { 277, 1111, 707, 1362, 1089, 672, 1603, 1541, 1545, 1291 }, 113 { 214, 781, 1609, 1303, 1632, 2229, 726, 1560, 1713, 918 }, 114 { 152, 1037, 1046, 1759, 1983, 2174, 1358, 742, 1740, 1390 }, 115 { 512, 1046, 1420, 753, 752, 1297, 1486, 1613, 460, 1207 }, 116 { 424, 827, 1362, 719, 1462, 1202, 1199, 1476, 1199, 538 } }, 117 { { 240, 402, 1134, 1491, 1659, 1505, 1517, 1555, 1979, 2099 }, 118 { 467, 242, 960, 1232, 1714, 1620, 1834, 1570, 1676, 1391 }, 119 { 500, 455, 463, 1507, 1699, 1282, 1564, 982, 2114, 2114 }, 120 { 672, 643, 1372, 331, 1589, 1667, 1453, 1938, 996, 876 }, 121 { 458, 783, 1037, 911, 738, 968, 1165, 1518, 859, 1033 }, 122 { 504, 815, 504, 1139, 1219, 719, 1506, 1085, 1268, 1268 }, 123 { 333, 630, 1445, 1239, 1883, 3672, 799, 1548, 1865, 598 }, 124 { 399, 644, 746, 1342, 1856, 1350, 1493, 613, 1855, 1015 }, 125 { 622, 749, 1205, 608, 1066, 1408, 1290, 1406, 546, 971 }, 126 { 500, 753, 1041, 668, 1230, 1617, 1297, 1425, 1383, 523 } }, 127 { { 394, 553, 523, 1502, 1536, 981, 1608, 1142, 1666, 2181 }, 128 { 655, 430, 375, 1411, 1861, 1220, 1677, 1135, 1978, 1553 }, 129 { 690, 640, 245, 1954, 2070, 1194, 1528, 982, 1972, 2232 }, 130 { 559, 834, 741, 867, 1131, 980, 1225, 852, 1092, 784 }, 131 { 690, 875, 516, 959, 673, 894, 1056, 1190, 1528, 1126 }, 132 { 740, 951, 384, 1277, 1177, 492, 1579, 1155, 1846, 1513 }, 133 { 323, 775, 1062, 1776, 3062, 1274, 813, 1188, 1372, 655 }, 134 { 488, 971, 484, 1767, 1515, 1775, 1115, 503, 1539, 1461 }, 135 { 740, 1006, 998, 709, 851, 1230, 1337, 788, 741, 721 }, 136 { 522, 1073, 573, 1045, 1346, 887, 1046, 1146, 1203, 697 } }, 137 { { 105, 864, 1442, 1009, 1934, 1840, 1519, 1920, 1673, 1579 }, 138 { 534, 305, 1193, 683, 1388, 2164, 1802, 1894, 1264, 1170 }, 139 { 305, 518, 877, 1108, 1426, 3215, 1425, 1064, 1320, 1242 }, 140 { 683, 732, 1927, 257, 1493, 2048, 1858, 1552, 1055, 947 }, 141 { 394, 814, 1024, 660, 959, 1556, 1282, 1289, 893, 1047 }, 142 { 528, 615, 996, 940, 1201, 635, 1094, 2515, 803, 1358 }, 143 { 347, 614, 1609, 1187, 3133, 1345, 1007, 1339, 1017, 667 }, 144 { 218, 740, 878, 1605, 3650, 3650, 1345, 758, 1357, 1617 }, 145 { 672, 750, 1541, 558, 1257, 1599, 1870, 2135, 402, 1087 }, 146 { 592, 684, 1161, 430, 1092, 1497, 1475, 1489, 1095, 822 } }, 147 { { 228, 1056, 1059, 1368, 752, 982, 1512, 1518, 987, 1782 }, 148 { 494, 514, 818, 942, 965, 892, 1610, 1356, 1048, 1363 }, 149 { 512, 648, 591, 1042, 761, 991, 1196, 1454, 1309, 1463 }, 150 { 683, 749, 1043, 676, 841, 1396, 1133, 1138, 654, 939 }, 151 { 622, 1101, 1126, 994, 361, 1077, 1203, 1318, 877, 1219 }, 152 { 631, 1068, 857, 1650, 651, 477, 1650, 1419, 828, 1170 }, 153 { 555, 727, 1068, 1335, 3127, 1339, 820, 1331, 1077, 429 }, 154 { 504, 879, 624, 1398, 889, 889, 1392, 808, 891, 1406 }, 155 { 683, 1602, 1289, 977, 578, 983, 1280, 1708, 406, 1122 }, 156 { 399, 865, 1433, 1070, 1072, 764, 968, 1477, 1223, 678 } }, 157 { { 333, 760, 935, 1638, 1010, 529, 1646, 1410, 1472, 2219 }, 158 { 512, 494, 750, 1160, 1215, 610, 1870, 1868, 1628, 1169 }, 159 { 572, 646, 492, 1934, 1208, 603, 1580, 1099, 1398, 1995 }, 160 { 786, 789, 942, 581, 1018, 951, 1599, 1207, 731, 768 }, 161 { 690, 1015, 672, 1078, 582, 504, 1693, 1438, 1108, 2897 }, 162 { 768, 1267, 571, 2005, 1243, 244, 2881, 1380, 1786, 1453 }, 163 { 452, 899, 1293, 903, 1311, 3100, 465, 1311, 1319, 813 }, 164 { 394, 927, 942, 1103, 1358, 1104, 946, 593, 1363, 1109 }, 165 { 559, 1005, 1007, 1016, 658, 1173, 1021, 1164, 623, 1028 }, 166 { 564, 796, 632, 1005, 1014, 863, 2316, 1268, 938, 764 } }, 167 { { 266, 606, 1098, 1228, 1497, 1243, 948, 1030, 1734, 1461 }, 168 { 366, 585, 901, 1060, 1407, 1247, 876, 1134, 1620, 1054 }, 169 { 452, 565, 542, 1729, 1479, 1479, 1016, 886, 2938, 1150 }, 170 { 555, 1088, 1533, 950, 1354, 895, 834, 1019, 1021, 496 }, 171 { 704, 815, 1193, 971, 973, 640, 1217, 2214, 832, 578 }, 172 { 672, 1245, 579, 871, 875, 774, 872, 1273, 1027, 949 }, 173 { 296, 1134, 2050, 1784, 1636, 3425, 442, 1550, 2076, 722 }, 174 { 342, 982, 1259, 1846, 1848, 1848, 622, 568, 1847, 1052 }, 175 { 555, 1064, 1304, 828, 746, 1343, 1075, 1329, 1078, 494 }, 176 { 288, 1167, 1285, 1174, 1639, 1639, 833, 2254, 1304, 509 } }, 177 { { 342, 719, 767, 1866, 1757, 1270, 1246, 550, 1746, 2151 }, 178 { 483, 653, 694, 1509, 1459, 1410, 1218, 507, 1914, 1266 }, 179 { 488, 757, 447, 2979, 1813, 1268, 1654, 539, 1849, 2109 }, 180 { 522, 1097, 1085, 851, 1365, 1111, 851, 901, 961, 605 }, 181 { 709, 716, 841, 728, 736, 945, 941, 862, 2845, 1057 }, 182 { 512, 1323, 500, 1336, 1083, 681, 1342, 717, 1604, 1350 }, 183 { 452, 1155, 1372, 1900, 1501, 3290, 311, 944, 1919, 922 }, 184 { 403, 1520, 977, 2132, 1733, 3522, 1076, 276, 3335, 1547 }, 185 { 559, 1374, 1101, 615, 673, 2462, 974, 795, 984, 984 }, 186 { 547, 1122, 1062, 812, 1410, 951, 1140, 622, 1268, 651 } }, 187 { { 165, 982, 1235, 938, 1334, 1366, 1659, 1578, 964, 1612 }, 188 { 592, 422, 925, 847, 1139, 1112, 1387, 2036, 861, 1041 }, 189 { 403, 837, 732, 770, 941, 1658, 1250, 809, 1407, 1407 }, 190 { 896, 874, 1071, 381, 1568, 1722, 1437, 2192, 480, 1035 }, 191 { 640, 1098, 1012, 1032, 684, 1382, 1581, 2106, 416, 865 }, 192 { 559, 1005, 819, 914, 710, 770, 1418, 920, 838, 1435 }, 193 { 415, 1258, 1245, 870, 1278, 3067, 770, 1021, 1287, 522 }, 194 { 406, 990, 601, 1009, 1265, 1265, 1267, 759, 1017, 1277 }, 195 { 968, 1182, 1329, 788, 1032, 1292, 1705, 1714, 203, 1403 }, 196 { 732, 877, 1279, 471, 901, 1161, 1545, 1294, 755, 755 } }, 197 { { 111, 931, 1378, 1185, 1933, 1648, 1148, 1714, 1873, 1307 }, 198 { 406, 414, 1030, 1023, 1910, 1404, 1313, 1647, 1509, 793 }, 199 { 342, 640, 575, 1088, 1241, 1349, 1161, 1350, 1756, 1502 }, 200 { 559, 766, 1185, 357, 1682, 1428, 1329, 1897, 1219, 802 }, 201 { 473, 909, 1164, 771, 719, 2508, 1427, 1432, 722, 782 }, 202 { 342, 892, 785, 1145, 1150, 794, 1296, 1550, 973, 1057 }, 203 { 208, 1036, 1326, 1343, 1606, 3395, 815, 1455, 1618, 712 }, 204 { 228, 928, 890, 1046, 3499, 1711, 994, 829, 1720, 1318 }, 205 { 768, 724, 1058, 636, 991, 1075, 1319, 1324, 616, 825 }, 206 { 305, 1167, 1358, 899, 1587, 1587, 987, 1988, 1332, 501 } } 207 }; 208 209 //------------------------------------------------------------------------------ 210 // helper functions for residuals struct VP8Residual. 211 212 void VP8InitResidual(int first, int coeff_type, 213 VP8Encoder* const enc, VP8Residual* const res) { 214 res->coeff_type = coeff_type; 215 res->prob = enc->proba.coeffs[coeff_type]; 216 res->stats = enc->proba.stats[coeff_type]; 217 res->costs = enc->proba.remapped_costs[coeff_type]; 218 res->first = first; 219 } 220 221 //------------------------------------------------------------------------------ 222 // Mode costs 223 224 int VP8GetCostLuma4(VP8EncIterator* const it, const int16_t levels[16]) { 225 const int x = (it->i4 & 3), y = (it->i4 >> 2); 226 VP8Residual res; 227 VP8Encoder* const enc = it->enc; 228 int R = 0; 229 int ctx; 230 231 VP8InitResidual(0, 3, enc, &res); 232 ctx = it->top_nz[x] + it->left_nz[y]; 233 VP8SetResidualCoeffs(levels, &res); 234 R += VP8GetResidualCost(ctx, &res); 235 return R; 236 } 237 238 int VP8GetCostLuma16(VP8EncIterator* const it, const VP8ModeScore* const rd) { 239 VP8Residual res; 240 VP8Encoder* const enc = it->enc; 241 int x, y; 242 int R = 0; 243 244 VP8IteratorNzToBytes(it); // re-import the non-zero context 245 246 // DC 247 VP8InitResidual(0, 1, enc, &res); 248 VP8SetResidualCoeffs(rd->y_dc_levels, &res); 249 R += VP8GetResidualCost(it->top_nz[8] + it->left_nz[8], &res); 250 251 // AC 252 VP8InitResidual(1, 0, enc, &res); 253 for (y = 0; y < 4; ++y) { 254 for (x = 0; x < 4; ++x) { 255 const int ctx = it->top_nz[x] + it->left_nz[y]; 256 VP8SetResidualCoeffs(rd->y_ac_levels[x + y * 4], &res); 257 R += VP8GetResidualCost(ctx, &res); 258 it->top_nz[x] = it->left_nz[y] = (res.last >= 0); 259 } 260 } 261 return R; 262 } 263 264 int VP8GetCostUV(VP8EncIterator* const it, const VP8ModeScore* const rd) { 265 VP8Residual res; 266 VP8Encoder* const enc = it->enc; 267 int ch, x, y; 268 int R = 0; 269 270 VP8IteratorNzToBytes(it); // re-import the non-zero context 271 272 VP8InitResidual(0, 2, enc, &res); 273 for (ch = 0; ch <= 2; ch += 2) { 274 for (y = 0; y < 2; ++y) { 275 for (x = 0; x < 2; ++x) { 276 const int ctx = it->top_nz[4 + ch + x] + it->left_nz[4 + ch + y]; 277 VP8SetResidualCoeffs(rd->uv_levels[ch * 2 + x + y * 2], &res); 278 R += VP8GetResidualCost(ctx, &res); 279 it->top_nz[4 + ch + x] = it->left_nz[4 + ch + y] = (res.last >= 0); 280 } 281 } 282 } 283 return R; 284 } 285 286 287 //------------------------------------------------------------------------------ 288 // Recording of token probabilities. 289 290 // We keep the table-free variant around for reference, in case. 291 #define USE_LEVEL_CODE_TABLE 292 293 // Simulate block coding, but only record statistics. 294 // Note: no need to record the fixed probas. 295 int VP8RecordCoeffs(int ctx, const VP8Residual* const res) { 296 int n = res->first; 297 // should be stats[VP8EncBands[n]], but it's equivalent for n=0 or 1 298 proba_t* s = res->stats[n][ctx]; 299 if (res->last < 0) { 300 VP8RecordStats(0, s + 0); 301 return 0; 302 } 303 while (n <= res->last) { 304 int v; 305 VP8RecordStats(1, s + 0); // order of record doesn't matter 306 while ((v = res->coeffs[n++]) == 0) { 307 VP8RecordStats(0, s + 1); 308 s = res->stats[VP8EncBands[n]][0]; 309 } 310 VP8RecordStats(1, s + 1); 311 if (!VP8RecordStats(2u < (unsigned int)(v + 1), s + 2)) { // v = -1 or 1 312 s = res->stats[VP8EncBands[n]][1]; 313 } else { 314 v = abs(v); 315 #if !defined(USE_LEVEL_CODE_TABLE) 316 if (!VP8RecordStats(v > 4, s + 3)) { 317 if (VP8RecordStats(v != 2, s + 4)) 318 VP8RecordStats(v == 4, s + 5); 319 } else if (!VP8RecordStats(v > 10, s + 6)) { 320 VP8RecordStats(v > 6, s + 7); 321 } else if (!VP8RecordStats((v >= 3 + (8 << 2)), s + 8)) { 322 VP8RecordStats((v >= 3 + (8 << 1)), s + 9); 323 } else { 324 VP8RecordStats((v >= 3 + (8 << 3)), s + 10); 325 } 326 #else 327 if (v > MAX_VARIABLE_LEVEL) { 328 v = MAX_VARIABLE_LEVEL; 329 } 330 331 { 332 const int bits = VP8LevelCodes[v - 1][1]; 333 int pattern = VP8LevelCodes[v - 1][0]; 334 int i; 335 for (i = 0; (pattern >>= 1) != 0; ++i) { 336 const int mask = 2 << i; 337 if (pattern & 1) VP8RecordStats(!!(bits & mask), s + 3 + i); 338 } 339 } 340 #endif 341 s = res->stats[VP8EncBands[n]][2]; 342 } 343 } 344 if (n < 16) VP8RecordStats(0, s + 0); 345 return 1; 346 } 347 348 //------------------------------------------------------------------------------