/* * H.265 video codec. * Copyright (c) 2013-2014 struktur AG, Dirk Farin * * This file is part of libde265. * * libde265 is free software: you can redistribute it and/or modify * it under the terms of the GNU Lesser General Public License as * published by the Free Software Foundation, either version 3 of * the License, or (at your option) any later version. * * libde265 is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * GNU Lesser General Public License for more details. * * You should have received a copy of the GNU Lesser General Public License * along with libde265. If not, see . */ #include "sps.h" #include "util.h" #include "scan.h" #include "decctx.h" #include #include #include #define D 0 #define READ_VLC(variable, vlctype) \ if ((vlc = br->get_ ## vlctype()) == UVLC_ERROR) { \ errqueue->add_warning(DE265_ERROR_CODED_PARAMETER_OUT_OF_RANGE, false); \ return DE265_ERROR_CODED_PARAMETER_OUT_OF_RANGE; \ } \ variable = vlc; static int SubWidthC_tab[] = { 1,2,2,1 }; static int SubHeightC_tab[] = { 1,2,1,1 }; // TODO if (!check_high(ctx, vlc, 15)) return false; // TODO if (!check_ulvc(ctx, vlc)) return false; // TODO: should be in some header-file of refpic.c extern bool read_short_term_ref_pic_set(error_queue* errqueue, const seq_parameter_set* sps, bitreader* br, ref_pic_set* out_set, int idxRps, // index of the set to be read const std::vector& sets, bool sliceRefPicSet); extern bool write_short_term_ref_pic_set(error_queue* errqueue, const seq_parameter_set* sps, CABAC_encoder& out, const ref_pic_set* in_set, // which set to write int idxRps, // index of the set to be read const std::vector& sets, // previously read sets bool sliceRefPicSet); // is this in the slice header? sps_range_extension::sps_range_extension() = default; seq_parameter_set::seq_parameter_set() = default; seq_parameter_set::~seq_parameter_set() { //free(ref_pic_sets); } void seq_parameter_set::set_defaults(enum PresetSet) { video_parameter_set_id = 0; sps_max_sub_layers = 1; sps_temporal_id_nesting_flag = 1; profile_tier_level_.general.set_defaults(Profile_Main, 6,2); // TODO seq_parameter_set_id = 0; chroma_format_idc = 1; ChromaArrayType = chroma_format_idc; separate_colour_plane_flag = 0; pic_width_in_luma_samples = 0; pic_height_in_luma_samples = 0; conformance_window_flag = 0; conf_win_left_offset = 0; conf_win_right_offset = 0; conf_win_top_offset = 0; conf_win_bottom_offset = 0; bit_depth_luma =8; bit_depth_chroma=8; log2_max_pic_order_cnt_lsb = 8; sps_sub_layer_ordering_info_present_flag = 0; sps_max_dec_pic_buffering[0] = 1; sps_max_num_reorder_pics[0] = 0; sps_max_latency_increase_plus1[0] = 0; set_CB_log2size_range(4,4); set_TB_log2size_range(3,4); max_transform_hierarchy_depth_inter = 1; max_transform_hierarchy_depth_intra = 1; scaling_list_enable_flag = 0; sps_scaling_list_data_present_flag = 0; // TODO struct scaling_list_data scaling_list; amp_enabled_flag = 0; sample_adaptive_offset_enabled_flag = 0; pcm_enabled_flag = 0; pcm_sample_bit_depth_luma = 8; pcm_sample_bit_depth_chroma = 8; // TODO log2_min_pcm_luma_coding_block_size; // TODO log2_diff_max_min_pcm_luma_coding_block_size; pcm_loop_filter_disable_flag = 1; // num_short_term_ref_pic_sets = 0; // std::vector ref_pic_sets; // [0 ; num_short_term_ref_pic_set (<=MAX_REF_PIC_SETS) ) ref_pic_sets.clear(); long_term_ref_pics_present_flag = 0; num_long_term_ref_pics_sps = 0; /* TODO int lt_ref_pic_poc_lsb_sps[MAX_NUM_LT_REF_PICS_SPS]; char used_by_curr_pic_lt_sps_flag[MAX_NUM_LT_REF_PICS_SPS]; */ sps_temporal_mvp_enabled_flag = 0; strong_intra_smoothing_enable_flag = 0; vui_parameters_present_flag = 0; /* if( vui_parameters_present_flag ) vui_parameters() */ sps_extension_present_flag = 0; sps_range_extension_flag = 0; sps_multilayer_extension_flag = 0; sps_extension_6bits = 0; } void seq_parameter_set::set_CB_log2size_range(int mini,int maxi) { log2_min_luma_coding_block_size = mini; log2_diff_max_min_luma_coding_block_size = maxi-mini; } void seq_parameter_set::set_TB_log2size_range(int mini,int maxi) { log2_min_transform_block_size = mini; log2_diff_max_min_transform_block_size = maxi-mini; } void seq_parameter_set::set_resolution(int w,int h) { pic_width_in_luma_samples = w; pic_height_in_luma_samples = h; } de265_error seq_parameter_set::read(error_queue* errqueue, bitreader* br) { uint32_t vlc; video_parameter_set_id = br->get_bits(4); sps_max_sub_layers = br->get_bits(3) +1; if (sps_max_sub_layers>7) { return DE265_ERROR_CODED_PARAMETER_OUT_OF_RANGE; } sps_temporal_id_nesting_flag = br->get_bits(1); profile_tier_level_.read(br, sps_max_sub_layers); if ((vlc = br->get_uvlc()) == UVLC_ERROR || vlc >= DE265_MAX_SPS_SETS) { return DE265_ERROR_CODED_PARAMETER_OUT_OF_RANGE; } seq_parameter_set_id = vlc; // --- decode chroma type --- if ((vlc = br->get_uvlc()) == UVLC_ERROR || vlc > 3) { errqueue->add_warning(DE265_WARNING_INVALID_CHROMA_FORMAT, false); return DE265_ERROR_CODED_PARAMETER_OUT_OF_RANGE; } chroma_format_idc = vlc; if (chroma_format_idc == 3) { separate_colour_plane_flag = br->get_bits(1); } else { separate_colour_plane_flag = 0; } // --- picture size --- if ((vlc = br->get_uvlc()) == UVLC_ERROR || vlc == 0 || vlc > MAX_PICTURE_WIDTH) { return DE265_ERROR_CODED_PARAMETER_OUT_OF_RANGE; } pic_width_in_luma_samples = vlc; if ((vlc = br->get_uvlc()) == UVLC_ERROR || vlc == 0 || vlc > MAX_PICTURE_HEIGHT) { return DE265_ERROR_CODED_PARAMETER_OUT_OF_RANGE; } pic_height_in_luma_samples = vlc; conformance_window_flag = br->get_bits(1); if (conformance_window_flag) { if ((vlc = br->get_uvlc()) == UVLC_ERROR || vlc >= static_cast(pic_width_in_luma_samples)) { errqueue->add_warning(DE265_ERROR_CODED_PARAMETER_OUT_OF_RANGE, false); return DE265_ERROR_CODED_PARAMETER_OUT_OF_RANGE; } conf_win_left_offset = vlc; if ((vlc = br->get_uvlc()) == UVLC_ERROR || vlc + conf_win_left_offset >= static_cast(pic_width_in_luma_samples)) { errqueue->add_warning(DE265_ERROR_CODED_PARAMETER_OUT_OF_RANGE, false); return DE265_ERROR_CODED_PARAMETER_OUT_OF_RANGE; } conf_win_right_offset = vlc; if ((vlc = br->get_uvlc()) == UVLC_ERROR || vlc >= static_cast(pic_height_in_luma_samples)) { errqueue->add_warning(DE265_ERROR_CODED_PARAMETER_OUT_OF_RANGE, false); return DE265_ERROR_CODED_PARAMETER_OUT_OF_RANGE; } conf_win_top_offset = vlc; if ((vlc = br->get_uvlc()) == UVLC_ERROR || vlc + conf_win_top_offset >= static_cast(pic_height_in_luma_samples)) { errqueue->add_warning(DE265_ERROR_CODED_PARAMETER_OUT_OF_RANGE, false); return DE265_ERROR_CODED_PARAMETER_OUT_OF_RANGE; } conf_win_bottom_offset = vlc; } else { conf_win_left_offset = 0; conf_win_right_offset = 0; conf_win_top_offset = 0; conf_win_bottom_offset= 0; } if ((vlc = br->get_uvlc()) == UVLC_ERROR || vlc > 8) { errqueue->add_warning(DE265_WARNING_SPS_HEADER_INVALID, false); return DE265_ERROR_CODED_PARAMETER_OUT_OF_RANGE; } bit_depth_luma = vlc + 8; if ((vlc = br->get_uvlc()) == UVLC_ERROR || vlc > 8) { errqueue->add_warning(DE265_WARNING_SPS_HEADER_INVALID, false); return DE265_ERROR_CODED_PARAMETER_OUT_OF_RANGE; } bit_depth_chroma = vlc + 8; if ((vlc = br->get_uvlc()) == UVLC_ERROR || vlc > 12) { errqueue->add_warning(DE265_WARNING_SPS_HEADER_INVALID, false); return DE265_ERROR_CODED_PARAMETER_OUT_OF_RANGE; } log2_max_pic_order_cnt_lsb = vlc + 4; MaxPicOrderCntLsb = 1<<(log2_max_pic_order_cnt_lsb); // --- sub_layer_ordering_info --- sps_sub_layer_ordering_info_present_flag = br->get_bits(1); int firstLayer = (sps_sub_layer_ordering_info_present_flag ? 0 : sps_max_sub_layers-1 ); for (int i=firstLayer ; i <= sps_max_sub_layers-1; i++ ) { // sps_max_dec_pic_buffering[i] vlc=br->get_uvlc(); if (vlc == UVLC_ERROR || vlc+1 > MAX_NUM_REF_PICS) { errqueue->add_warning(DE265_ERROR_CODED_PARAMETER_OUT_OF_RANGE, false); return DE265_ERROR_CODED_PARAMETER_OUT_OF_RANGE; } sps_max_dec_pic_buffering[i] = vlc+1; // sps_max_num_reorder_pics[i] if ((vlc = br->get_uvlc()) == UVLC_ERROR || vlc > sps_max_dec_pic_buffering[i]) { errqueue->add_warning(DE265_ERROR_CODED_PARAMETER_OUT_OF_RANGE, false); return DE265_ERROR_CODED_PARAMETER_OUT_OF_RANGE; } sps_max_num_reorder_pics[i] = vlc; // sps_max_latency_increase[i] READ_VLC(sps_max_latency_increase_plus1[i], uvlc); sps_max_latency_increase_present[i] = (sps_max_latency_increase_plus1[i] != 0); if (sps_max_latency_increase_present[i]) { SpsMaxLatencyPictures[i] = (sps_max_num_reorder_pics[i] + sps_max_latency_increase_plus1[i] - 1); } } // copy info to all layers if only specified once if (sps_sub_layer_ordering_info_present_flag) { int ref = sps_max_sub_layers-1; assert(ref<7); for (int i=0 ; i < sps_max_sub_layers-1; i++ ) { sps_max_dec_pic_buffering[i] = sps_max_dec_pic_buffering[ref]; sps_max_num_reorder_pics[i] = sps_max_num_reorder_pics[ref]; sps_max_latency_increase_plus1[i] = sps_max_latency_increase_plus1[ref]; sps_max_latency_increase_present[i] = sps_max_latency_increase_present[ref]; SpsMaxLatencyPictures[i] = SpsMaxLatencyPictures[ref]; } } if ((vlc = br->get_uvlc()) == UVLC_ERROR || vlc > 3) { errqueue->add_warning(DE265_ERROR_CODED_PARAMETER_OUT_OF_RANGE, false); return DE265_ERROR_CODED_PARAMETER_OUT_OF_RANGE; } log2_min_luma_coding_block_size = vlc + 3; if ((vlc = br->get_uvlc()) == UVLC_ERROR || vlc > static_cast(6 - log2_min_luma_coding_block_size)) { errqueue->add_warning(DE265_ERROR_CODED_PARAMETER_OUT_OF_RANGE, false); return DE265_ERROR_CODED_PARAMETER_OUT_OF_RANGE; } log2_diff_max_min_luma_coding_block_size = vlc; if ((vlc = br->get_uvlc()) == UVLC_ERROR || vlc > 3) { errqueue->add_warning(DE265_ERROR_CODED_PARAMETER_OUT_OF_RANGE, false); return DE265_ERROR_CODED_PARAMETER_OUT_OF_RANGE; } log2_min_transform_block_size = vlc + 2; if ((vlc = br->get_uvlc()) == UVLC_ERROR || vlc > static_cast(5 - log2_min_transform_block_size)) { errqueue->add_warning(DE265_ERROR_CODED_PARAMETER_OUT_OF_RANGE, false); return DE265_ERROR_CODED_PARAMETER_OUT_OF_RANGE; } log2_diff_max_min_transform_block_size = vlc; // log2_min_transform_block_size must not exceed the max coding block size (Log2CtbSizeY) if (log2_min_transform_block_size > log2_min_luma_coding_block_size + log2_diff_max_min_luma_coding_block_size) { errqueue->add_warning(DE265_ERROR_CODED_PARAMETER_OUT_OF_RANGE, false); return DE265_ERROR_CODED_PARAMETER_OUT_OF_RANGE; } uint32_t maxDepth = log2_min_luma_coding_block_size + log2_diff_max_min_luma_coding_block_size - log2_min_transform_block_size; if ((vlc = br->get_uvlc()) == UVLC_ERROR || vlc > maxDepth) { errqueue->add_warning(DE265_ERROR_CODED_PARAMETER_OUT_OF_RANGE, false); return DE265_ERROR_CODED_PARAMETER_OUT_OF_RANGE; } max_transform_hierarchy_depth_inter = vlc; if ((vlc = br->get_uvlc()) == UVLC_ERROR || vlc > maxDepth) { errqueue->add_warning(DE265_ERROR_CODED_PARAMETER_OUT_OF_RANGE, false); return DE265_ERROR_CODED_PARAMETER_OUT_OF_RANGE; } max_transform_hierarchy_depth_intra = vlc; scaling_list_enable_flag = br->get_bits(1); if (scaling_list_enable_flag) { sps_scaling_list_data_present_flag = br->get_bits(1); if (sps_scaling_list_data_present_flag) { de265_error err; if ((err=read_scaling_list(br,this, &scaling_list, false)) != DE265_OK) { return err; } } else { set_default_scaling_lists(&scaling_list); } } amp_enabled_flag = br->get_bits(1); sample_adaptive_offset_enabled_flag = br->get_bits(1); pcm_enabled_flag = br->get_bits(1); if (pcm_enabled_flag) { pcm_sample_bit_depth_luma = br->get_bits(4)+1; pcm_sample_bit_depth_chroma = br->get_bits(4)+1; int log2PcmCbSizeMax = std::min(static_cast(log2_min_luma_coding_block_size + log2_diff_max_min_luma_coding_block_size), 5); if ((vlc = br->get_uvlc()) == UVLC_ERROR || vlc + 3 > static_cast(log2PcmCbSizeMax)) { errqueue->add_warning(DE265_ERROR_CODED_PARAMETER_OUT_OF_RANGE, false); return DE265_ERROR_CODED_PARAMETER_OUT_OF_RANGE; } log2_min_pcm_luma_coding_block_size = vlc + 3; if ((vlc = br->get_uvlc()) == UVLC_ERROR || vlc > static_cast(log2PcmCbSizeMax - log2_min_pcm_luma_coding_block_size)) { errqueue->add_warning(DE265_ERROR_CODED_PARAMETER_OUT_OF_RANGE, false); return DE265_ERROR_CODED_PARAMETER_OUT_OF_RANGE; } log2_diff_max_min_pcm_luma_coding_block_size = vlc; pcm_loop_filter_disable_flag = br->get_bits(1); if (pcm_sample_bit_depth_luma > bit_depth_luma) { errqueue->add_warning(DE265_WARNING_PCM_BITDEPTH_TOO_LARGE, false); return DE265_ERROR_CODED_PARAMETER_OUT_OF_RANGE; } if (pcm_sample_bit_depth_chroma > bit_depth_chroma) { errqueue->add_warning(DE265_WARNING_PCM_BITDEPTH_TOO_LARGE, false); return DE265_ERROR_CODED_PARAMETER_OUT_OF_RANGE; } } else { pcm_sample_bit_depth_luma = 0; pcm_sample_bit_depth_chroma = 0; log2_min_pcm_luma_coding_block_size = 0; log2_diff_max_min_pcm_luma_coding_block_size = 0; pcm_loop_filter_disable_flag = 0; } int num_short_term_ref_pic_sets; READ_VLC(num_short_term_ref_pic_sets, uvlc); if (num_short_term_ref_pic_sets < 0 || num_short_term_ref_pic_sets > 64) { errqueue->add_warning(DE265_WARNING_NUMBER_OF_SHORT_TERM_REF_PIC_SETS_OUT_OF_RANGE, false); return DE265_ERROR_CODED_PARAMETER_OUT_OF_RANGE; } // --- allocate reference pic set --- // we do not allocate the ref-pic-set for the slice header here, but in the slice header itself ref_pic_sets.resize(num_short_term_ref_pic_sets); for (int i = 0; i < num_short_term_ref_pic_sets; i++) { bool success = read_short_term_ref_pic_set(errqueue,this,br, &ref_pic_sets[i], i, ref_pic_sets, false); if (!success) { return DE265_WARNING_SPS_HEADER_INVALID; } // dump_short_term_ref_pic_set(&(*ref_pic_sets)[i], fh); } long_term_ref_pics_present_flag = br->get_bits(1); if (long_term_ref_pics_present_flag) { if ((vlc = br->get_uvlc()) == UVLC_ERROR || vlc > MAX_NUM_LT_REF_PICS_SPS) { return DE265_ERROR_CODED_PARAMETER_OUT_OF_RANGE; } num_long_term_ref_pics_sps = vlc; for (int i = 0; i < num_long_term_ref_pics_sps; i++ ) { lt_ref_pic_poc_lsb_sps[i] = br->get_bits(log2_max_pic_order_cnt_lsb); used_by_curr_pic_lt_sps_flag[i] = br->get_bits(1); } } else { num_long_term_ref_pics_sps = 0; // NOTE: missing definition in standard ! } sps_temporal_mvp_enabled_flag = br->get_bits(1); strong_intra_smoothing_enable_flag = br->get_bits(1); vui_parameters_present_flag = br->get_bits(1); if (vui_parameters_present_flag) { de265_error err = vui.read(errqueue, br, this); if (err) { return err; } } sps_extension_present_flag = br->get_bits(1); if (sps_extension_present_flag) { sps_range_extension_flag = br->get_bits(1); sps_multilayer_extension_flag = br->get_bits(1); sps_extension_6bits = br->get_bits(6); } else { sps_range_extension_flag = 0; } if (sps_range_extension_flag) { de265_error err = range_extension.read(errqueue, br); if (err != DE265_OK) { return err; } } /* sps_extension_flag = br->get_bits(1); if (sps_extension_flag) { assert(false); } */ de265_error err = compute_derived_values(); if (err != DE265_OK) { return err; } sps_read = true; return DE265_OK; } de265_error seq_parameter_set::compute_derived_values(bool sanitize_values) { // --- compute derived values --- SubWidthC = SubWidthC_tab [chroma_format_idc]; SubHeightC = SubHeightC_tab[chroma_format_idc]; if (separate_colour_plane_flag) { ChromaArrayType = 0; } else { ChromaArrayType = chroma_format_idc; } if (ChromaArrayType==0) { WinUnitX = 1; WinUnitY = 1; } else { WinUnitX = SubWidthC_tab [chroma_format_idc]; WinUnitY = SubHeightC_tab[chroma_format_idc]; } BitDepth_Y = bit_depth_luma; QpBdOffset_Y = 6*(bit_depth_luma-8); BitDepth_C = bit_depth_chroma; QpBdOffset_C = 6*(bit_depth_chroma-8); Log2MinCbSizeY = log2_min_luma_coding_block_size; Log2CtbSizeY = Log2MinCbSizeY + log2_diff_max_min_luma_coding_block_size; MinCbSizeY = 1 << Log2MinCbSizeY; CtbSizeY = 1 << Log2CtbSizeY; PicWidthInMinCbsY = ceil_div(pic_width_in_luma_samples, MinCbSizeY); PicWidthInCtbsY = ceil_div(pic_width_in_luma_samples, CtbSizeY); PicHeightInMinCbsY = ceil_div(pic_height_in_luma_samples, MinCbSizeY); PicHeightInCtbsY = ceil_div(pic_height_in_luma_samples,CtbSizeY); PicSizeInMinCbsY = PicWidthInMinCbsY * PicHeightInMinCbsY; PicSizeInCtbsY = PicWidthInCtbsY * PicHeightInCtbsY; PicSizeInSamplesY = pic_width_in_luma_samples * pic_height_in_luma_samples; if (chroma_format_idc==0 || separate_colour_plane_flag) { CtbWidthC = 0; CtbHeightC = 0; } else { CtbWidthC = CtbSizeY / SubWidthC; CtbHeightC = CtbSizeY / SubHeightC; } Log2MinTrafoSize = log2_min_transform_block_size; Log2MaxTrafoSize = log2_min_transform_block_size + log2_diff_max_min_transform_block_size; if (max_transform_hierarchy_depth_inter > Log2CtbSizeY - Log2MinTrafoSize) { if (sanitize_values) { max_transform_hierarchy_depth_inter = Log2CtbSizeY - Log2MinTrafoSize; } else { if (D) fprintf(stderr,"SPS error: transform hierarchy depth (inter) > CTB size - min TB size\n"); return DE265_ERROR_CODED_PARAMETER_OUT_OF_RANGE; } } if (max_transform_hierarchy_depth_intra > Log2CtbSizeY - Log2MinTrafoSize) { if (sanitize_values) { max_transform_hierarchy_depth_intra = Log2CtbSizeY - Log2MinTrafoSize; } else { if (D) fprintf(stderr,"SPS error: transform hierarchy depth (intra) > CTB size - min TB size\n"); return DE265_ERROR_CODED_PARAMETER_OUT_OF_RANGE; } } if (sanitize_values) { if (max_transform_hierarchy_depth_inter < Log2CtbSizeY - Log2MaxTrafoSize) { max_transform_hierarchy_depth_inter = Log2CtbSizeY - Log2MaxTrafoSize; } if (max_transform_hierarchy_depth_intra < Log2CtbSizeY - Log2MaxTrafoSize) { max_transform_hierarchy_depth_intra = Log2CtbSizeY - Log2MaxTrafoSize; } } Log2MinPUSize = Log2MinCbSizeY-1; PicWidthInMinPUs = PicWidthInCtbsY << (Log2CtbSizeY - Log2MinPUSize); PicHeightInMinPUs = PicHeightInCtbsY << (Log2CtbSizeY - Log2MinPUSize); Log2MinIpcmCbSizeY = log2_min_pcm_luma_coding_block_size; Log2MaxIpcmCbSizeY = (log2_min_pcm_luma_coding_block_size + log2_diff_max_min_pcm_luma_coding_block_size); // the following are not in the standard PicWidthInTbsY = PicWidthInCtbsY << (Log2CtbSizeY - Log2MinTrafoSize); PicHeightInTbsY = PicHeightInCtbsY << (Log2CtbSizeY - Log2MinTrafoSize); PicSizeInTbsY = PicWidthInTbsY * PicHeightInTbsY; if (range_extension.high_precision_offsets_enabled_flag) { WpOffsetBdShiftY = 0; WpOffsetBdShiftC = 0; WpOffsetHalfRangeY = 1 << (BitDepth_Y - 1); WpOffsetHalfRangeC = 1 << (BitDepth_C - 1); } else { WpOffsetBdShiftY = ( BitDepth_Y - 8 ); WpOffsetBdShiftC = ( BitDepth_C - 8 ); WpOffsetHalfRangeY = 1 << 7; WpOffsetHalfRangeC = 1 << 7; } // --- check SPS sanity --- if (pic_width_in_luma_samples % MinCbSizeY != 0 || pic_height_in_luma_samples % MinCbSizeY != 0) { // TODO: warn that image size is coded wrong in bitstream (must be multiple of MinCbSizeY) if (D) fprintf(stderr,"SPS error: CB alignment\n"); return DE265_ERROR_CODED_PARAMETER_OUT_OF_RANGE; } if (Log2MinTrafoSize > Log2MinCbSizeY) { if (D) fprintf(stderr,"SPS error: TB > CB\n"); return DE265_ERROR_CODED_PARAMETER_OUT_OF_RANGE; } if (Log2MaxTrafoSize > libde265_min(Log2CtbSizeY,5)) { if (D) fprintf(stderr,"SPS error: TB_max > 32 or CTB\n"); return DE265_ERROR_CODED_PARAMETER_OUT_OF_RANGE; } if (BitDepth_Y < 8 || BitDepth_Y > 16) { if (D) fprintf(stderr,"SPS error: bitdepth Y not in [8;16]\n"); return DE265_ERROR_CODED_PARAMETER_OUT_OF_RANGE; } if (BitDepth_C < 8 || BitDepth_C > 16) { if (D) fprintf(stderr,"SPS error: bitdepth C not in [8;16]\n"); return DE265_ERROR_CODED_PARAMETER_OUT_OF_RANGE; } sps_read = true; return DE265_OK; } void seq_parameter_set::dump(int fd) const { //#if (_MSC_VER >= 1500) //#define LOG0(t) loginfo(LogHeaders, t) //#define LOG1(t,d) loginfo(LogHeaders, t,d) //#define LOG2(t,d1,d2) loginfo(LogHeaders, t,d1,d2) //#define LOG3(t,d1,d2,d3) loginfo(LogHeaders, t,d1,d2,d3) FILE* fh; if (fd==1) fh=stdout; else if (fd==2) fh=stderr; else { return; } #define LOG0(t) log2fh(fh, t) #define LOG1(t,d) log2fh(fh, t,d) #define LOG2(t,d1,d2) log2fh(fh, t,d1,d2) #define LOG3(t,d1,d2,d3) log2fh(fh, t,d1,d2,d3) LOG0("----------------- SPS -----------------\n"); LOG1("video_parameter_set_id : %d\n", video_parameter_set_id); LOG1("sps_max_sub_layers : %d\n", sps_max_sub_layers); LOG1("sps_temporal_id_nesting_flag : %d\n", sps_temporal_id_nesting_flag); profile_tier_level_.dump(sps_max_sub_layers, fh); LOG1("seq_parameter_set_id : %d\n", seq_parameter_set_id); LOG2("chroma_format_idc : %d (%s)\n", chroma_format_idc, chroma_format_idc == 0 ? "monochrome" : chroma_format_idc == 1 ? "4:2:0" : chroma_format_idc == 2 ? "4:2:2" : chroma_format_idc == 3 ? "4:4:4" : "unknown"); if (chroma_format_idc == 3) { LOG1("separate_colour_plane_flag : %d\n", separate_colour_plane_flag); } LOG1("pic_width_in_luma_samples : %d\n", pic_width_in_luma_samples); LOG1("pic_height_in_luma_samples : %d\n", pic_height_in_luma_samples); LOG1("conformance_window_flag : %d\n", conformance_window_flag); if (conformance_window_flag) { LOG1("conf_win_left_offset : %d\n", conf_win_left_offset); LOG1("conf_win_right_offset : %d\n", conf_win_right_offset); LOG1("conf_win_top_offset : %d\n", conf_win_top_offset); LOG1("conf_win_bottom_offset: %d\n", conf_win_bottom_offset); } LOG1("bit_depth_luma : %d\n", bit_depth_luma); LOG1("bit_depth_chroma : %d\n", bit_depth_chroma); LOG1("log2_max_pic_order_cnt_lsb : %d\n", log2_max_pic_order_cnt_lsb); LOG1("sps_sub_layer_ordering_info_present_flag : %d\n", sps_sub_layer_ordering_info_present_flag); int firstLayer = (sps_sub_layer_ordering_info_present_flag ? 0 : sps_max_sub_layers-1 ); for (int i=firstLayer ; i <= sps_max_sub_layers-1; i++ ) { LOG1("Layer %d\n",i); LOG1(" sps_max_dec_pic_buffering : %d\n", sps_max_dec_pic_buffering[i]); LOG1(" sps_max_num_reorder_pics : %d\n", sps_max_num_reorder_pics[i]); LOG1(" sps_max_latency_increase_plus1 : %d\n", sps_max_latency_increase_plus1[i]); } LOG1("log2_min_luma_coding_block_size : %d\n", log2_min_luma_coding_block_size); LOG1("log2_diff_max_min_luma_coding_block_size : %d\n",log2_diff_max_min_luma_coding_block_size); LOG1("log2_min_transform_block_size : %d\n", log2_min_transform_block_size); LOG1("log2_diff_max_min_transform_block_size : %d\n", log2_diff_max_min_transform_block_size); LOG1("max_transform_hierarchy_depth_inter : %d\n", max_transform_hierarchy_depth_inter); LOG1("max_transform_hierarchy_depth_intra : %d\n", max_transform_hierarchy_depth_intra); LOG1("scaling_list_enable_flag : %d\n", scaling_list_enable_flag); if (scaling_list_enable_flag) { LOG1("sps_scaling_list_data_present_flag : %d\n", sps_scaling_list_data_present_flag); if (sps_scaling_list_data_present_flag) { LOG0("scaling list logging output not implemented"); //assert(0); //scaling_list_data() } } LOG1("amp_enabled_flag : %d\n", amp_enabled_flag); LOG1("sample_adaptive_offset_enabled_flag : %d\n", sample_adaptive_offset_enabled_flag); LOG1("pcm_enabled_flag : %d\n", pcm_enabled_flag); if (pcm_enabled_flag) { LOG1("pcm_sample_bit_depth_luma : %d\n", pcm_sample_bit_depth_luma); LOG1("pcm_sample_bit_depth_chroma : %d\n", pcm_sample_bit_depth_chroma); LOG1("log2_min_pcm_luma_coding_block_size : %d\n", log2_min_pcm_luma_coding_block_size); LOG1("log2_diff_max_min_pcm_luma_coding_block_size : %d\n", log2_diff_max_min_pcm_luma_coding_block_size); LOG1("pcm_loop_filter_disable_flag : %d\n", pcm_loop_filter_disable_flag); } LOG1("num_short_term_ref_pic_sets : %d\n", ref_pic_sets.size()); for (size_t i = 0; i < ref_pic_sets.size(); i++) { LOG1("ref_pic_set[ %2d ]: ",i); dump_compact_short_term_ref_pic_set(&ref_pic_sets[i], 16, fh); } LOG1("long_term_ref_pics_present_flag : %d\n", long_term_ref_pics_present_flag); if (long_term_ref_pics_present_flag) { LOG1("num_long_term_ref_pics_sps : %d\n", num_long_term_ref_pics_sps); for (int i = 0; i < num_long_term_ref_pics_sps; i++ ) { LOG3("lt_ref_pic_poc_lsb_sps[%d] : %d (used_by_curr_pic_lt_sps_flag=%d)\n", i, lt_ref_pic_poc_lsb_sps[i], used_by_curr_pic_lt_sps_flag[i]); } } LOG1("sps_temporal_mvp_enabled_flag : %d\n", sps_temporal_mvp_enabled_flag); LOG1("strong_intra_smoothing_enable_flag : %d\n", strong_intra_smoothing_enable_flag); LOG1("vui_parameters_present_flag : %d\n", vui_parameters_present_flag); LOG1("sps_extension_present_flag : %d\n", sps_extension_present_flag); LOG1("sps_range_extension_flag : %d\n", sps_range_extension_flag); LOG1("sps_multilayer_extension_flag : %d\n", sps_multilayer_extension_flag); LOG1("sps_extension_6bits : %d\n", sps_extension_6bits); LOG1("CtbSizeY : %d\n", CtbSizeY); LOG1("MinCbSizeY : %d\n", MinCbSizeY); LOG1("MaxCbSizeY : %d\n", 1<<(log2_min_luma_coding_block_size + log2_diff_max_min_luma_coding_block_size)); LOG1("MinTBSizeY : %d\n", 1<get_bits(1); if (!scaling_list_pred_mode_flag) { uint32_t scaling_list_pred_matrix_id_delta = br->get_uvlc(); if (scaling_list_pred_matrix_id_delta == UVLC_ERROR) { return DE265_ERROR_CODED_PARAMETER_OUT_OF_RANGE; } if (sizeId == 3) { // adapt to our changed matrixId for size 3 scaling_list_pred_matrix_id_delta *= 3; } if (scaling_list_pred_matrix_id_delta > (uint32_t)matrixId) { return DE265_ERROR_CODED_PARAMETER_OUT_OF_RANGE; } //printf("scaling_list_pred_matrix_id_delta=%d\n", scaling_list_pred_matrix_id_delta); dc_coeff[sizeId][matrixId] = 16; scaling_list_dc_coef = 16; if (scaling_list_pred_matrix_id_delta==0) { if (sizeId==0) { memcpy(curr_scaling_list, default_ScalingList_4x4, 16); } else { if (matrixId<3) { memcpy(curr_scaling_list, default_ScalingList_8x8_intra,64); } else { memcpy(curr_scaling_list, default_ScalingList_8x8_inter,64); } } } else { if (sizeId==3) { assert(scaling_list_pred_matrix_id_delta==3); } int mID = matrixId - scaling_list_pred_matrix_id_delta; int len = (sizeId == 0 ? 16 : 64); memcpy(curr_scaling_list, scaling_list[mID], len); scaling_list_dc_coef = dc_coeff[sizeId][mID]; dc_coeff[sizeId][matrixId] = dc_coeff[sizeId][mID]; } } else { int nextCoef=8; int coefNum = (sizeId==0 ? 16 : 64); if (sizeId>1) { scaling_list_dc_coef = br->get_svlc(); if (scaling_list_dc_coef < -7 || scaling_list_dc_coef > 247) { return DE265_ERROR_CODED_PARAMETER_OUT_OF_RANGE; } scaling_list_dc_coef += 8; nextCoef=scaling_list_dc_coef; dc_coeff[sizeId][matrixId] = scaling_list_dc_coef; } else { scaling_list_dc_coef = 16; } //printf("DC = %d\n",scaling_list_dc_coef); for (int i=0;iget_svlc(); if (scaling_list_delta_coef < -128 || scaling_list_delta_coef > 127) { return DE265_ERROR_CODED_PARAMETER_OUT_OF_RANGE; } nextCoef = (nextCoef + scaling_list_delta_coef + 256) % 256; curr_scaling_list[i] = nextCoef; //printf("curr %d = %d\n",i,nextCoef); } } // --- generate ScalingFactor arrays --- switch (sizeId) { case 0: fill_scaling_factor(&sclist->ScalingFactor_Size0[matrixId][0][0], curr_scaling_list, 0); break; case 1: fill_scaling_factor(&sclist->ScalingFactor_Size1[matrixId][0][0], curr_scaling_list, 1); break; case 2: fill_scaling_factor(&sclist->ScalingFactor_Size2[matrixId][0][0], curr_scaling_list, 2); sclist->ScalingFactor_Size2[matrixId][0][0] = scaling_list_dc_coef; //printf("DC coeff: %d\n", scaling_list_dc_coef); break; case 3: fill_scaling_factor(&sclist->ScalingFactor_Size3[matrixId][0][0], curr_scaling_list, 3); sclist->ScalingFactor_Size3[matrixId][0][0] = scaling_list_dc_coef; //printf("DC coeff: %d\n", scaling_list_dc_coef); break; } } } // --- fill 32x32 matrices for chroma const position* scan = get_scan_order(3, 0 /* diag */); for (int matrixId=0;matrixId<6;matrixId++) if (matrixId!=0 && matrixId!=3) { for (int i=0;i<64;i++) { int x = scan[i].x; int y = scan[i].y; int v = sclist->ScalingFactor_Size1[matrixId][y][x]; for (int dy=0;dy<4;dy++) for (int dx=0;dx<4;dx++) { sclist->ScalingFactor_Size3[matrixId][4*y+dy][4*x+dx] = v; } } sclist->ScalingFactor_Size3[matrixId][0][0] = sclist->ScalingFactor_Size1[matrixId][0][0]; } return DE265_OK; } de265_error write_scaling_list(CABAC_encoder& out, const seq_parameter_set* sps, scaling_list_data* sclist, bool inPPS) { assert(false); // TODO return DE265_OK; } void set_default_scaling_lists(scaling_list_data* sclist) { // 4x4 for (int matrixId=0;matrixId<6;matrixId++) { fill_scaling_factor(&sclist->ScalingFactor_Size0[matrixId][0][0], default_ScalingList_4x4, 0); } // 8x8 for (int matrixId=0;matrixId<3;matrixId++) { fill_scaling_factor(&sclist->ScalingFactor_Size1[matrixId+0][0][0], default_ScalingList_8x8_intra, 1); fill_scaling_factor(&sclist->ScalingFactor_Size1[matrixId+3][0][0], default_ScalingList_8x8_inter, 1); } // 16x16 for (int matrixId=0;matrixId<3;matrixId++) { fill_scaling_factor(&sclist->ScalingFactor_Size2[matrixId+0][0][0], default_ScalingList_8x8_intra, 2); fill_scaling_factor(&sclist->ScalingFactor_Size2[matrixId+3][0][0], default_ScalingList_8x8_inter, 2); } // 32x32 fill_scaling_factor(&sclist->ScalingFactor_Size3[0][0][0], default_ScalingList_8x8_intra, 3); fill_scaling_factor(&sclist->ScalingFactor_Size3[1][0][0], default_ScalingList_8x8_inter, 3); } de265_error seq_parameter_set::write(error_queue* errqueue, CABAC_encoder& out) { out.write_bits(video_parameter_set_id, 4); if (sps_max_sub_layers>7) { return DE265_ERROR_CODED_PARAMETER_OUT_OF_RANGE; } out.write_bits(sps_max_sub_layers-1, 3); out.write_bit(sps_temporal_id_nesting_flag); profile_tier_level_.write(out, sps_max_sub_layers); out.write_uvlc(seq_parameter_set_id); // --- encode chroma type --- out.write_uvlc(chroma_format_idc); if (chroma_format_idc>3) { errqueue->add_warning(DE265_WARNING_INVALID_CHROMA_FORMAT, false); return DE265_ERROR_CODED_PARAMETER_OUT_OF_RANGE; } if (chroma_format_idc == 3) { out.write_bit(separate_colour_plane_flag); } // --- picture size --- out.write_uvlc(pic_width_in_luma_samples); out.write_uvlc(pic_height_in_luma_samples); out.write_bit(conformance_window_flag); if (conformance_window_flag) { out.write_uvlc(conf_win_left_offset); out.write_uvlc(conf_win_right_offset); out.write_uvlc(conf_win_top_offset); out.write_uvlc(conf_win_bottom_offset); } out.write_uvlc(bit_depth_luma-8); out.write_uvlc(bit_depth_chroma-8); out.write_uvlc(log2_max_pic_order_cnt_lsb-4); // --- sub_layer_ordering_info --- out.write_bit(sps_sub_layer_ordering_info_present_flag); int firstLayer = (sps_sub_layer_ordering_info_present_flag ? 0 : sps_max_sub_layers-1 ); for (int i=firstLayer ; i <= sps_max_sub_layers-1; i++ ) { // sps_max_dec_pic_buffering[i] if (sps_max_dec_pic_buffering[i] > MAX_NUM_REF_PICS) { errqueue->add_warning(DE265_ERROR_CODED_PARAMETER_OUT_OF_RANGE, false); return DE265_ERROR_CODED_PARAMETER_OUT_OF_RANGE; } out.write_uvlc(sps_max_dec_pic_buffering[i]-1); // sps_max_num_reorder_pics[i] out.write_uvlc(sps_max_num_reorder_pics[i]); // sps_max_latency_increase[i] out.write_uvlc(sps_max_latency_increase_plus1[i]); } out.write_uvlc(log2_min_luma_coding_block_size-3); out.write_uvlc(log2_diff_max_min_luma_coding_block_size); out.write_uvlc(log2_min_transform_block_size-2); out.write_uvlc(log2_diff_max_min_transform_block_size); out.write_uvlc(max_transform_hierarchy_depth_inter); out.write_uvlc(max_transform_hierarchy_depth_intra); out.write_bit(scaling_list_enable_flag); if (scaling_list_enable_flag) { out.write_bit(sps_scaling_list_data_present_flag); if (sps_scaling_list_data_present_flag) { de265_error err; if ((err=write_scaling_list(out,this, &scaling_list, false)) != DE265_OK) { return err; } } } out.write_bit(amp_enabled_flag); out.write_bit(sample_adaptive_offset_enabled_flag); out.write_bit(pcm_enabled_flag); if (pcm_enabled_flag) { out.write_bits(pcm_sample_bit_depth_luma -1,4); out.write_bits(pcm_sample_bit_depth_chroma-1,4); out.write_uvlc(log2_min_pcm_luma_coding_block_size-3); out.write_uvlc(log2_diff_max_min_pcm_luma_coding_block_size); out.write_bit(pcm_loop_filter_disable_flag); } int num_short_term_ref_pic_sets = ref_pic_sets.size(); if (num_short_term_ref_pic_sets < 0 || num_short_term_ref_pic_sets > 64) { errqueue->add_warning(DE265_WARNING_NUMBER_OF_SHORT_TERM_REF_PIC_SETS_OUT_OF_RANGE, false); return DE265_ERROR_CODED_PARAMETER_OUT_OF_RANGE; } out.write_uvlc(num_short_term_ref_pic_sets); // --- allocate reference pic set --- // we do not allocate the ref-pic-set for the slice header here, but in the slice header itself for (int i = 0; i < num_short_term_ref_pic_sets; i++) { bool success = write_short_term_ref_pic_set(errqueue,this,out, &ref_pic_sets[i], i, ref_pic_sets, false); if (!success) { return DE265_WARNING_SPS_HEADER_INVALID; } // dump_short_term_ref_pic_set(&(*ref_pic_sets)[i], fh); } out.write_bit(long_term_ref_pics_present_flag); if (long_term_ref_pics_present_flag) { if (num_long_term_ref_pics_sps > MAX_NUM_LT_REF_PICS_SPS) { return DE265_ERROR_CODED_PARAMETER_OUT_OF_RANGE; } out.write_uvlc(num_long_term_ref_pics_sps); for (int i = 0; i < num_long_term_ref_pics_sps; i++ ) { out.write_bits(lt_ref_pic_poc_lsb_sps[i], log2_max_pic_order_cnt_lsb); out.write_bit (used_by_curr_pic_lt_sps_flag[i]); } } out.write_bit(sps_temporal_mvp_enabled_flag); out.write_bit(strong_intra_smoothing_enable_flag); out.write_bit(vui_parameters_present_flag); #if 0 if (vui_parameters_present_flag) { assert(false); /* vui_parameters() sps_extension_flag u(1) if( sps_extension_flag ) while( more_rbsp_data() ) sps_extension_data_flag u(1) rbsp_trailing_bits() */ } #endif out.write_bit(sps_extension_present_flag); #if 0 if (sps_extension_flag) { assert(false); } br->check_rbsp_trailing_bits(); #endif // --- compute derived values --- #if 0 BitDepth_Y = bit_depth_luma; QpBdOffset_Y = 6*(bit_depth_luma-8); BitDepth_C = bit_depth_chroma; QpBdOffset_C = 6*(bit_depth_chroma-8); Log2MinCbSizeY = log2_min_luma_coding_block_size; Log2CtbSizeY = Log2MinCbSizeY + log2_diff_max_min_luma_coding_block_size; MinCbSizeY = 1 << Log2MinCbSizeY; CtbSizeY = 1 << Log2CtbSizeY; PicWidthInMinCbsY = pic_width_in_luma_samples / MinCbSizeY; PicWidthInCtbsY = ceil_div(pic_width_in_luma_samples, CtbSizeY); PicHeightInMinCbsY = pic_height_in_luma_samples / MinCbSizeY; PicHeightInCtbsY = ceil_div(pic_height_in_luma_samples,CtbSizeY); PicSizeInMinCbsY = PicWidthInMinCbsY * PicHeightInMinCbsY; PicSizeInCtbsY = PicWidthInCtbsY * PicHeightInCtbsY; PicSizeInSamplesY = pic_width_in_luma_samples * pic_height_in_luma_samples; if (chroma_format_idc==0 || separate_colour_plane_flag) { CtbWidthC = 0; CtbHeightC = 0; } else { CtbWidthC = CtbSizeY / SubWidthC; CtbHeightC = CtbSizeY / SubHeightC; } Log2MinTrafoSize = log2_min_transform_block_size; Log2MaxTrafoSize = log2_min_transform_block_size + log2_diff_max_min_transform_block_size; Log2MinPUSize = Log2MinCbSizeY-1; PicWidthInMinPUs = PicWidthInCtbsY << (Log2CtbSizeY - Log2MinPUSize); PicHeightInMinPUs = PicHeightInCtbsY << (Log2CtbSizeY - Log2MinPUSize); Log2MinIpcmCbSizeY = log2_min_pcm_luma_coding_block_size; Log2MaxIpcmCbSizeY = (log2_min_pcm_luma_coding_block_size + log2_diff_max_min_pcm_luma_coding_block_size); // the following are not in the standard PicWidthInTbsY = PicWidthInCtbsY << (Log2CtbSizeY - Log2MinTrafoSize); PicHeightInTbsY = PicHeightInCtbsY << (Log2CtbSizeY - Log2MinTrafoSize); PicSizeInTbsY = PicWidthInTbsY * PicHeightInTbsY; sps_read = true; #endif return DE265_OK; } de265_error sps_range_extension::read(error_queue* errqueue, bitreader* br) { transform_skip_rotation_enabled_flag = br->get_bits(1); transform_skip_context_enabled_flag = br->get_bits(1); implicit_rdpcm_enabled_flag = br->get_bits(1); explicit_rdpcm_enabled_flag = br->get_bits(1); extended_precision_processing_flag = br->get_bits(1); intra_smoothing_disabled_flag = br->get_bits(1); high_precision_offsets_enabled_flag = br->get_bits(1); persistent_rice_adaptation_enabled_flag = br->get_bits(1); cabac_bypass_alignment_enabled_flag = br->get_bits(1); return DE265_OK; } #define LOG0(t) log2fh(fh, t) #define LOG1(t,d) log2fh(fh, t,d) void sps_range_extension::dump(int fd) const { FILE* fh; if (fd==1) fh=stdout; else if (fd==2) fh=stderr; else { return; } LOG0("----------------- SPS-range-extension -----------------\n"); LOG1("transform_skip_rotation_enabled_flag : %d\n", transform_skip_rotation_enabled_flag); LOG1("transform_skip_context_enabled_flag : %d\n", transform_skip_context_enabled_flag); LOG1("implicit_rdpcm_enabled_flag : %d\n", implicit_rdpcm_enabled_flag); LOG1("explicit_rdpcm_enabled_flag : %d\n", explicit_rdpcm_enabled_flag); LOG1("extended_precision_processing_flag : %d\n", extended_precision_processing_flag); LOG1("intra_smoothing_disabled_flag : %d\n", intra_smoothing_disabled_flag); LOG1("high_precision_offsets_enabled_flag : %d\n", high_precision_offsets_enabled_flag); LOG1("persistent_rice_adaptation_enabled_flag : %d\n", persistent_rice_adaptation_enabled_flag); LOG1("cabac_bypass_alignment_enabled_flag : %d\n", cabac_bypass_alignment_enabled_flag); } #undef LOG1 #undef LOG0