/* * Copyright (C) 2023 Huawei Device Co., Ltd. * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #include #include #include #include "videodec_sample.h" using namespace OHOS; using namespace OHOS::Media; using namespace std; namespace { const string MIME_TYPE = "video/avc"; constexpr int64_t NANOS_IN_SECOND = 1000000000L; constexpr int64_t NANOS_IN_MICRO = 1000L; constexpr int32_t EIGHT = 8; constexpr int32_t SIXTEEN = 16; constexpr int32_t TWENTY_FOUR = 24; constexpr uint8_t SEI = 6; constexpr uint8_t SPS = 7; constexpr uint8_t PPS = 8; constexpr uint32_t START_CODE_SIZE = 4; constexpr uint8_t START_CODE[START_CODE_SIZE] = {0, 0, 0, 1}; VDecFuzzSample *g_decSample = nullptr; constexpr uint8_t H264_NALU_TYPE = 0x1f; bool g_fuzzError = false; void clearIntqueue(std::queue &q) { std::queue empty; swap(empty, q); } void clearBufferqueue(std::queue &q) { std::queue empty; swap(empty, q); } void clearAvBufferQueue(std::queue &q) { std::queue empty; swap(empty, q); } } // namespace class TestConsumerListener : public IBufferConsumerListener { public: TestConsumerListener(sptr cs) : cs(cs) {}; ~TestConsumerListener() {} void OnBufferAvailable() override { sptr buffer; int32_t flushFence; cs->AcquireBuffer(buffer, flushFence, timestamp, damage); cs->ReleaseBuffer(buffer, -1); } private: int64_t timestamp = 0; Rect damage = {}; sptr cs {nullptr}; }; VDecFuzzSample::~VDecFuzzSample() { Release(); } void VdecError(OH_AVCodec *codec, int32_t errorCode, void *userData) { VDecSignal *signal = static_cast(userData); if (signal == nullptr) { return; } cout << "Error errorCode=" << errorCode << endl; g_fuzzError = true; signal->inCond_.notify_all(); } void VdecFormatChanged(OH_AVCodec *codec, OH_AVFormat *format, void *userData) { cout << "Format Changed" << endl; int32_t currentWidth = 0; int32_t currentHeight = 0; OH_AVFormat_GetIntValue(format, OH_MD_KEY_WIDTH, ¤tWidth); OH_AVFormat_GetIntValue(format, OH_MD_KEY_HEIGHT, ¤tHeight); g_decSample->defaultWidth = currentWidth; g_decSample->defaultHeight = currentHeight; } void VdecInputDataReady(OH_AVCodec *codec, uint32_t index, OH_AVMemory *data, void *userData) { VDecSignal *signal = static_cast(userData); if (signal == nullptr) { return; } unique_lock lock(signal->inMutex_); signal->inIdxQueue_.push(index); signal->inBufferQueue_.push(data); signal->inCond_.notify_all(); } void VdecOutputDataReady(OH_AVCodec *codec, uint32_t index, OH_AVMemory *data, OH_AVCodecBufferAttr *attr, void *userData) { VDecSignal *signal = static_cast(userData); if (signal == nullptr) { return; } unique_lock lock(signal->outMutex_); signal->outIdxQueue_.push(index); signal->attrQueue_.push(*attr); signal->outBufferQueue_.push(data); signal->outCond_.notify_all(); if (g_decSample->isSurfMode) { OH_VideoDecoder_RenderOutputData(codec, index); } else { OH_VideoDecoder_FreeOutputData(codec, index); } } int64_t VDecFuzzSample::GetSystemTimeUs() { struct timespec now; (void)clock_gettime(CLOCK_BOOTTIME, &now); int64_t nanoTime = static_cast(now.tv_sec) * NANOS_IN_SECOND + now.tv_nsec; return nanoTime / NANOS_IN_MICRO; } int32_t VDecFuzzSample::ConfigureVideoDecoder() { if (isSurfMode) { cs = Surface::CreateSurfaceAsConsumer(); sptr listener = new TestConsumerListener(cs); cs->RegisterConsumerListener(listener); auto p = cs->GetProducer(); ps = Surface::CreateSurfaceAsProducer(p); nativeWindow = CreateNativeWindowFromSurface(&ps); OH_VideoDecoder_SetSurface(vdec_, nativeWindow); } OH_AVFormat *format = OH_AVFormat_Create(); if (format == nullptr) { cout << "Fatal: Failed to create format" << endl; return AV_ERR_UNKNOWN; } (void)OH_AVFormat_SetIntValue(format, OH_MD_KEY_WIDTH, defaultWidth); (void)OH_AVFormat_SetIntValue(format, OH_MD_KEY_HEIGHT, defaultHeight); (void)OH_AVFormat_SetDoubleValue(format, OH_MD_KEY_FRAME_RATE, defaultFrameRate); (void)OH_AVFormat_SetIntValue(format, OH_MD_KEY_ROTATION, defaultRotation); (void)OH_AVFormat_SetIntValue(format, OH_MD_KEY_PIXEL_FORMAT, defaultPixelFormat); int ret = OH_VideoDecoder_Configure(vdec_, format); OH_AVFormat_Destroy(format); return ret; } int32_t VDecFuzzSample::RunVideoDec(string codeName) { int err = CreateVideoDecoder(codeName); if (err != AV_ERR_OK) { cout << "Failed to create video decoder" << endl; return err; } err = ConfigureVideoDecoder(); if (err != AV_ERR_OK) { cout << "Failed to configure video decoder" << endl; Release(); return err; } err = SetVideoDecoderCallback(); if (err != AV_ERR_OK) { cout << "Failed to setCallback" << endl; Release(); return err; } err = StartVideoDecoder(); if (err != AV_ERR_OK) { cout << "Failed to start video decoder" << endl; Release(); return err; } return err; } int32_t VDecFuzzSample::SetVideoDecoderCallback() { signal_ = new VDecSignal(); if (signal_ == nullptr) { cout << "Failed to new VDecSignal" << endl; return AV_ERR_UNKNOWN; } cb_.onError = VdecError; cb_.onStreamChanged = VdecFormatChanged; cb_.onNeedInputData = VdecInputDataReady; cb_.onNeedOutputData = VdecOutputDataReady; return OH_VideoDecoder_SetCallback(vdec_, cb_, static_cast(signal_)); } void VDecFuzzSample::ReleaseInFile() { if (inFile_ != nullptr) { if (inFile_->is_open()) { inFile_->close(); } inFile_.reset(); inFile_ = nullptr; } } void VDecFuzzSample::StopInloop() { if (inputLoop_ != nullptr && inputLoop_->joinable()) { unique_lock lock(signal_->inMutex_); clearIntqueue(signal_->inIdxQueue_); signal_->inCond_.notify_all(); lock.unlock(); inputLoop_->join(); inputLoop_.reset(); } } int32_t VDecFuzzSample::StartVideoDecoder() { int ret = OH_VideoDecoder_Start(vdec_); if (ret != AV_ERR_OK) { cout << "Failed to start codec" << endl; return ret; } isRunning_.store(true); inFile_ = make_unique(); if (inFile_ == nullptr) { isRunning_.store(false); (void)OH_VideoDecoder_Stop(vdec_); return AV_ERR_UNKNOWN; } inFile_->open(inpDir, ios::in | ios::binary); if (!inFile_->is_open()) { cout << "open input file failed" << endl; isRunning_.store(false); (void)OH_VideoDecoder_Stop(vdec_); inFile_->close(); inFile_.reset(); inFile_ = nullptr; return AV_ERR_UNKNOWN; } inputLoop_ = make_unique(&VDecFuzzSample::InputFuncAVCC, this); if (inputLoop_ == nullptr) { cout << "Failed to create input loop" << endl; isRunning_.store(false); (void)OH_VideoDecoder_Stop(vdec_); ReleaseInFile(); return AV_ERR_UNKNOWN; } return AV_ERR_OK; } int32_t VDecFuzzSample::CreateVideoDecoder(string codeName) { vdec_ = OH_VideoDecoder_CreateByName("aabbcc"); if (vdec_) { OH_VideoDecoder_Destroy(vdec_); vdec_ = nullptr; } OH_AVCodec *tmpDec = OH_VideoDecoder_CreateByMime("aabbcc"); if (tmpDec) { OH_VideoDecoder_Destroy(tmpDec); tmpDec = nullptr; } tmpDec = OH_VideoDecoder_CreateByMime(OH_AVCODEC_MIMETYPE_VIDEO_AVC); if (tmpDec) { OH_VideoDecoder_Destroy(tmpDec); tmpDec = nullptr; } vdec_ = OH_VideoDecoder_CreateByName(codeName.c_str()); g_decSample = this; return vdec_ == nullptr ? AV_ERR_UNKNOWN : AV_ERR_OK; } void VDecFuzzSample::WaitForEOS() { if (inputLoop_ && inputLoop_->joinable()) { inputLoop_->join(); } } void VDecFuzzSample::CopyStartCode(uint8_t *frameBuffer, uint32_t bufferSize, OH_AVCodecBufferAttr &attr) { switch (frameBuffer[START_CODE_SIZE] & H264_NALU_TYPE) { case SPS: case PPS: case SEI: if (memcpy_s(frameBuffer, bufferSize + START_CODE_SIZE, START_CODE, START_CODE_SIZE) != EOK) { cout << "Fatal: memory copy failed" << endl; } attr.pts = GetSystemTimeUs(); attr.size = bufferSize + START_CODE_SIZE; attr.offset = 0; attr.flags = AVCODEC_BUFFER_FLAGS_CODEC_DATA; break; default: { if (memcpy_s(frameBuffer, bufferSize + START_CODE_SIZE, START_CODE, START_CODE_SIZE) != EOK) { cout << "Fatal: memory copy failed" << endl; } attr.pts = GetSystemTimeUs(); attr.size = bufferSize + START_CODE_SIZE; attr.offset = 0; attr.flags = AVCODEC_BUFFER_FLAGS_NONE; } } } int32_t VDecFuzzSample::ReadData(uint32_t index, OH_AVMemory *buffer) { uint8_t ch[4] = {}; (void)inFile_->read(reinterpret_cast(ch), START_CODE_SIZE); if (repeatRun && inFile_->eof()) { inFile_->clear(); inFile_->seekg(0, ios::beg); cout << "repeat" << endl; return 0; } else if (inFile_->eof()) { SetEOS(index); return 1; } uint32_t bufferSize = static_cast(((ch[3] & 0xFF)) | ((ch[2] & 0xFF) << EIGHT) | ((ch[1] & 0xFF) << SIXTEEN) | ((ch[0] & 0xFF) << TWENTY_FOUR)); return SendData(bufferSize, index, buffer); } uint32_t VDecFuzzSample::SendData(uint32_t bufferSize, uint32_t index, OH_AVMemory *buffer) { OH_AVCodecBufferAttr attr; uint8_t *frameBuffer = new uint8_t[bufferSize + START_CODE_SIZE]; (void)inFile_->read(reinterpret_cast(frameBuffer + START_CODE_SIZE), bufferSize); CopyStartCode(frameBuffer, bufferSize, attr); int32_t size = OH_AVMemory_GetSize(buffer); if (size < attr.size) { delete[] frameBuffer; cout << "ERROR:AVMemory not enough, buffer size" << attr.size << " AVMemory Size " << size << endl; isRunning_.store(false); return 1; } uint8_t *bufferAddr = OH_AVMemory_GetAddr(buffer); if (memcpy_s(bufferAddr, size, frameBuffer, attr.size) != EOK) { delete[] frameBuffer; cout << "Fatal: memcpy fail" << endl; isRunning_.store(false); return 1; } delete[] frameBuffer; int32_t ret = OH_VideoDecoder_PushInputData(vdec_, index, attr); if (ret != AV_ERR_OK) { errCount++; cout << "push input data failed, error:" << ret << endl; } frameCount_ = frameCount_ + 1; if (inFile_->eof()) { isRunning_.store(false); } return 0; } void VDecFuzzSample::InputFuncAVCC() { frameCount_ = 1; errCount = 0; while (true) { if (!isRunning_.load()) { break; } unique_lock lock(signal_->inMutex_); signal_->inCond_.wait(lock, [this]() { if (!isRunning_.load()) { cout << "quit signal" << endl; return true; } return signal_->inIdxQueue_.size() > 0; }); if (!isRunning_.load()) { break; } uint32_t index = signal_->inIdxQueue_.front(); auto buffer = signal_->inBufferQueue_.front(); signal_->inIdxQueue_.pop(); signal_->inBufferQueue_.pop(); lock.unlock(); if (!inFile_->eof()) { int ret = ReadData(index, buffer); if (ret == 1) { break; } } } } OH_AVErrCode VDecFuzzSample::InputFuncFUZZ(const uint8_t *data, size_t size) { uint32_t index; unique_lock lock(signal_->inMutex_); signal_->inCond_.wait(lock, [this]() { if (!isRunning_.load() && g_fuzzError) { return true; } return signal_->inIdxQueue_.size() > 0; }); if (g_fuzzError) return AV_ERR_TIMEOUT; index = signal_->inIdxQueue_.front(); auto buffer = signal_->inBufferQueue_.front(); lock.unlock(); int32_t bufferSize = OH_AVMemory_GetSize(buffer); uint8_t *bufferAddr = OH_AVMemory_GetAddr(buffer); if (memcpy_s(bufferAddr, bufferSize, data, size) != EOK) { cout << "Fatal: memcpy fail" << endl; return AV_ERR_NO_MEMORY; } OH_AVCodecBufferAttr attr; attr.pts = GetSystemTimeUs(); attr.size = bufferSize; attr.offset = 0; attr.flags = AVCODEC_BUFFER_FLAGS_NONE; OH_AVErrCode ret = OH_VideoDecoder_PushInputData(vdec_, index, attr); signal_->inIdxQueue_.pop(); signal_->inBufferQueue_.pop(); return ret; } void VDecFuzzSample::SetEOS(uint32_t index) { OH_AVCodecBufferAttr attr; attr.pts = 0; attr.size = 0; attr.offset = 0; attr.flags = AVCODEC_BUFFER_FLAGS_EOS; int32_t res = OH_VideoDecoder_PushInputData(vdec_, index, attr); cout << "OH_VideoDecoder_PushInputData EOS res: " << res << endl; } int32_t VDecFuzzSample::Flush() { unique_lock inLock(signal_->inMutex_); clearIntqueue(signal_->inIdxQueue_); signal_->inCond_.notify_all(); inLock.unlock(); unique_lock outLock(signal_->outMutex_); clearIntqueue(signal_->outIdxQueue_); clearBufferqueue(signal_->attrQueue_); signal_->outCond_.notify_all(); isRunning_.store(false); outLock.unlock(); return OH_VideoDecoder_Flush(vdec_); } int32_t VDecFuzzSample::Reset() { isRunning_.store(false); StopInloop(); ReleaseInFile(); return OH_VideoDecoder_Reset(vdec_); } int32_t VDecFuzzSample::Release() { int ret = 0; if (vdec_ != nullptr) { ret = OH_VideoDecoder_Destroy(vdec_); vdec_ = nullptr; } if (signal_ != nullptr) { clearAvBufferQueue(signal_->inBufferQueue_); clearAvBufferQueue(signal_->outBufferQueue_); delete signal_; signal_ = nullptr; } return ret; } int32_t VDecFuzzSample::Stop() { StopInloop(); clearIntqueue(signal_->outIdxQueue_); clearBufferqueue(signal_->attrQueue_); ReleaseInFile(); return OH_VideoDecoder_Stop(vdec_); } int32_t VDecFuzzSample::Start() { int32_t ret = 0; ret = OH_VideoDecoder_Start(vdec_); if (ret == AV_ERR_OK) { isRunning_.store(true); } return ret; } int32_t VDecFuzzSample::SetParameter(OH_AVFormat *format) { return OH_VideoDecoder_SetParameter(vdec_, format); }