心得笔记网站首页 心得笔记

22. 通过手动解码帧数据完成了IPlayer控制视频播放进度的功能~1

发布时间：2021-06-14 19:13:54编辑：雪饮阅读（）

這次改動不大主要是涉及cpp/FFdecode.cpp:

extern "C"
{
#include "../../../include/libavcodec/avcodec.h"
#include "../../../include/libavcodec/jni.h"
#include "../../../include/libavutil/frame.h"
}

#include "FFDecode.h"
#include "XLog.h"

void FFDecode::InitHard(void *vm)
{
    av_jni_set_java_vm(vm,0);
}

void FFDecode::Clear()
{
    IDecode::Clear();
    mux.lock();
    if(codec)
        avcodec_flush_buffers(codec);
    mux.unlock();
}
void FFDecode::Close()
{
    IDecode::Clear();
    mux.lock();
    pts = 0;
    if(frame)
      av_frame_free(&frame);
    if(codec)
    {
        avcodec_close(codec);
        avcodec_free_context(&codec);
    }
    mux.unlock();
}
bool FFDecode::Open(XParameter para,bool isHard)
{
    Close();
    if(!para.para) return false;
    AVCodecParameters *p = para.para;

    //1 查找解码器
    AVCodec *cd = avcodec_find_decoder(p->codec_id);
    if(isHard)
    {
        cd = avcodec_find_decoder_by_name("h264_mediacodec");
    }

    if(!cd)
    {
        XLOGE("avcodec_find_decoder %d failed! %d",p->codec_id,isHard);
        return false;
    }
    XLOGI("avcodec_find_decoder success %d!",isHard);

    mux.lock();
    //2 创建解码上下文，并复制参数
    codec = avcodec_alloc_context3(cd);
    avcodec_parameters_to_context(codec,p);

    codec->thread_count = 8;
    //3 打开解码器
    int re = avcodec_open2(codec,0,0);
    if(re != 0)
    {
        mux.unlock();
        char buf[1024] = {0};
        av_strerror(re,buf,sizeof(buf)-1);
        XLOGE("%s",buf);
        return false;
    }

    if(codec->codec_type == AVMEDIA_TYPE_VIDEO)
    {
        this->isAudio = false;
    }
    else
    {
        this->isAudio = true;
    }
    mux.unlock();
    XLOGI("avcodec_open2 success!");
    return true;
}
bool FFDecode::SendPacket(XData pkt)
{
    if(pkt.size<=0 || !pkt.data)return false;
    mux.lock();
    if(!codec)
    {
        mux.unlock();
        return false;
    }
    int re = avcodec_send_packet(codec,(AVPacket*)pkt.data);
    mux.unlock();
    if(re != 0)
    {
        return false;
    }
    return true;
}

//从线程中获取解码结果
XData FFDecode::RecvFrame()
{
    mux.lock();
    if(!codec)
    {
        mux.unlock();
        return XData();
    }
    if(!frame)
    {
        frame = av_frame_alloc();
    }
    int re = avcodec_receive_frame(codec,frame);
    if(re != 0)
    {
        mux.unlock();
        return XData();
    }
    XData d;
    d.data = (unsigned char *)frame;
    if(codec->codec_type == AVMEDIA_TYPE_VIDEO)
    {
        d.size = (frame->linesize[0] + frame->linesize[1] + frame->linesize[2])*frame->height;
        d.width = frame->width;
        d.height = frame->height;
    }
    else
    {
        //样本字节数 * 单通道样本数 * 通道数
        d.size = av_get_bytes_per_sample((AVSampleFormat)frame->format)*frame->nb_samples*2;
    }
    d.format = frame->format;
    //if(!isAudio)
    //    XLOGE("data format is %d",frame->format);
    memcpy(d.datas,frame->data,sizeof(d.datas));
    d.pts = frame->pts;
    pts = d.pts;
    mux.unlock();
    return d;
}

當然我還備份了夏曹俊老師的原本，我懷疑這裏是有問題的cpp/FFdecode.cpp.bak:

extern "C"
{
    #include <libavcodec/avcodec.h>
    #include <libavcodec/jni.h>
}

#include "FFDecode.h"
#include "XLog.h"
void FFDecode::InitHard(void *vm)
{
    av_jni_set_java_vm(vm,0);
}

void FFDecode::Clear()
{
    IDecode::Clear();
    mux.lock();
    if(codec)
        avcodec_flush_buffers(codec);
    mux.unlock();
}
void FFDecode::Close()
{
    IDecode::Clear();
    mux.lock();
    pts = 0;
    if(frame)
        av_frame_free(&frame);
    if(codec)
    {
        avcodec_close(codec);
        avcodec_free_context(&codec);
    }
    mux.unlock();
}
bool FFDecode::Open(XParameter para,bool isHard)
{
    Close();
    if(!para.para) return false;
    AVCodecParameters *p = para.para;

    //1 查找解码器
    AVCodec *cd = avcodec_find_decoder(p->codec_id);
    if(isHard)
    {
        cd = avcodec_find_decoder_by_name("h264_mediacodec");
    }

    if(!cd)
    {
        XLOGE("avcodec_find_decoder %d failed! %d",p->codec_id,isHard);
        return false;
    }
    XLOGI("avcodec_find_decoder success %d!",isHard);

    mux.lock();
    //2 创建解码上下文，并复制参数
    codec = avcodec_alloc_context3(cd);
    avcodec_parameters_to_context(codec,p);

    codec->thread_count = 8;
    //3 打开解码器
    int re = avcodec_open2(codec,0,0);
    if(re != 0)
    {
        mux.unlock();
        char buf[1024] = {0};
        av_strerror(re,buf,sizeof(buf)-1);
        XLOGE("%s",buf);
        return false;
    }

    if(codec->codec_type == AVMEDIA_TYPE_VIDEO)
    {
        this->isAudio = false;
    }
    else
    {
        this->isAudio = true;
    }
    mux.unlock();
    XLOGI("avcodec_open2 success!");
    return true;
}
bool FFDecode::SendPacket(XData pkt)
{
    if(pkt.size<=0 || !pkt.data)return false;
    mux.lock();
    if(!codec)
    {
        mux.unlock();
        return false;
    }
    int re = avcodec_send_packet(codec,(AVPacket*)pkt.data);
    mux.unlock();
    if(re != 0)
    {
        return false;
    }
    return true;
}

//从线程中获取解码结果
XData FFDecode::RecvFrame()
{
    mux.lock();
    if(!codec)
    {
        mux.unlock();
        return XData();
    }
    if(!frame)
   {
        frame = av_frame_alloc();
    }
    int re = avcodec_receive_frame(codec,frame);
    if(re != 0)
    {
        mux.unlock();
        return XData();
    }
    XData d;
    d.data = (unsigned char *)frame;
    if(codec->codec_type == AVMEDIA_TYPE_VIDEO)
    {
        d.size = (frame->linesize[0] + frame->linesize[1] + frame->linesize[2])*frame->height;
        d.width = frame->width;
        d.height = frame->height;
    }
    else
    {
        //样本字节数 * 单通道样本数 * 通道数
        d.size = av_get_bytes_per_sample((AVSampleFormat)frame->format)*frame->nb_samples*2;
    }
    d.format = frame->format;
    //if(!isAudio)
    //    XLOGE("data format is %d",frame->format);
    memcpy(d.datas,frame->data,sizeof(d.datas));
    d.pts = frame->pts;
    pts = d.pts;
    mux.unlock();
    return d;
}

cpp/FFdecode.h中要聲明清理函數： #ifndef XPLAY_FFDECODE_H
#define XPLAY_FFDECODE_H

#include "XParameter.h"
#include "IDecode.h"

struct AVCodecContext;
struct AVFrame;
class FFDecode:public IDecode
{
public:
    static void InitHard(void *vm);

    virtual bool Open(XParameter para,bool isHard=false);
    virtual void Close();
    virtual void Clear();
    //future模型发送数据到线程解码
    virtual bool SendPacket(XData pkt);

    //从线程中获取解码结果，再次调用会复用上次空间，线程不安全
    virtual XData RecvFrame();

protected:
    AVCodecContext *codec = 0;
    AVFrame *frame = 0;
    std::mutex mux;
};

#endif //XPLAY_FFDECODE_H

改動最大的當然還是cpp/IPlayer.cpp:

#include "IPlayer.h"
 #include "IDemux.h"
 #include "IDecode.h"
 #include "IAudioPlay.h"
 #include "IVideoView.h"
 #include "IResample.h"
 #include "XLog.h"
 
 IPlayer *IPlayer::Get(unsigned char index)
 {
     static IPlayer p[256];
     return &p[index];
 }
 
 void IPlayer::Main()
 {
     while (!isExit)
     {
         mux.lock();
         if(!audioPlay|| !vdecode)
         {
             mux.unlock();
             XSleep(2);
             continue;
         }
 
         //同步
         //获取音频的pts 告诉视频
         int apts = audioPlay->pts;
         //XLOGE("apts = %d",apts);
         vdecode->synPts = apts;
 
         mux.unlock();
         XSleep(2);
     }
 }
 void IPlayer::Close()
 {
     mux.lock();
     //2 先关闭主体线程，再清理观察者
     //同步线程
     XThread::Stop();
     //解封装
     if(demux)
         demux->Stop();
     //解码
     if(vdecode)
         vdecode->Stop();
     if(adecode)
         adecode->Stop();
      if(audioPlay)
         audioPlay->Stop();
 
     //2 清理缓冲队列
     if(vdecode)
         vdecode->Clear();
     if(adecode)
         adecode->Clear();
     if(audioPlay)
         audioPlay->Clear();
 
     //3 清理资源
     if(audioPlay)
         audioPlay->Close();
     if(videoView)
         videoView->Close();
     if(vdecode)
         vdecode->Close();
     if(adecode)
         adecode->Close();
     if(demux)
         demux->Close();
     mux.unlock();
 
 
 }
 double IPlayer::PlayPos()
 {
     double pos = 0.0;
     mux.lock();
 
     int total = 0;
     if(demux)
         total = demux->totalMs;
     if(total>0)
     {
         if(vdecode)
         {
             pos = (double)vdecode->pts/(double)total;
         }
     }
     mux.unlock();
     return pos;
 }
 
 void IPlayer::SetPause(bool isP)
 {
     mux.lock();
     XThread::SetPause(isP);
     if(demux)
         demux->SetPause(isP);
     if(vdecode)
         vdecode->SetPause(isP);
     if(adecode)
         adecode->SetPause(isP);
     if(audioPlay)
         audioPlay->SetPause(isP);
     mux.unlock();
 }
 bool IPlayer::Seek(double pos)
 {
     bool re = false;
     if(!demux) return false;
 
     //暂停所有线程
     SetPause(true);
     mux.lock();
     //清理缓冲
     //2 清理缓冲队列
     if(vdecode)
         vdecode->Clear(); //清理缓冲队列，清理ffmpeg的缓冲
     if(adecode)
         adecode->Clear();
     if(audioPlay)
         audioPlay->Clear();
 
 
     re = demux->Seek(pos); //seek跳转到关键帧
     if(!vdecode)
     {
         mux.unlock();
         SetPause(false);
         return re;
     }
     //解码到实际需要显示的帧
     int seekPts = pos*demux->totalMs;
     while(!isExit)
     {
         XData pkt = demux->Read();
         if(pkt.size<=0)break;
         if(pkt.isAudio)
         {
             if(pkt.pts < seekPts)
             {
                 pkt.Drop();
                 continue;
             }
             //写入缓冲队列
             demux->Notify(pkt);
             continue;
         }
 
         //解码需要显示的帧之前的数据
         vdecode->SendPacket(pkt);
         pkt.Drop();
         XData data = vdecode->RecvFrame();
         if(data.size <=0)
         {
             continue;
         }
         if(data.pts >= seekPts)
         {
             //vdecode->Notify(data);
             break;
         }
     }
     mux.unlock();
 
     SetPause(false);
     return re;
 }
 bool IPlayer::Open(const char *path)
 {
     Close();
     mux.lock();
     //解封装
     if(!demux || !demux->Open(path))
     {
         mux.unlock();
         XLOGE("demux->Open %s failed!",path);
         return false;
     }
 
     //解码 解码可能不需要，如果是解封之后就是原始数据
     if(!vdecode || !vdecode->Open(demux->GetVPara(),isHardDecode))
     {
         XLOGE("vdecode->Open %s failed!",path);
         //return false;
     }
     if(!adecode || !adecode->Open(demux->GetAPara()))
     {
         XLOGE("adecode->Open %s failed!",path);
         //return false;
     }
 
     //重采样 有可能不需要，解码后或者解封后可能是直接能播放的数据
     //if(outPara.sample_rate <= 0)
         outPara = demux->GetAPara();
     if(!resample || !resample->Open(demux->GetAPara(),outPara))
     {
         XLOGE("resample->Open %s failed!",path);
     }
     mux.unlock();
     return true;
 }
 bool IPlayer::Start()
 {
     mux.lock();
 
 
 
 
     if(vdecode)
         vdecode->Start();
 
 
 
     if(!demux || !demux->Start())
     {
         mux.unlock();
         XLOGE("demux->Start failed!");
         return false;
     }
     if(adecode)
         adecode->Start();
     if(audioPlay)
         audioPlay->StartPlay(outPara);
     XThread::Start();
     mux.unlock();
 
     return true;
 }
 
 void IPlayer::InitView(void *win)
 {
     if(videoView)
     {
         videoView->Close();
         videoView->SetRender(win);
     }
 
 }

关键字词：IPlayer

上一篇：21. 修改了视频播放到结尾再次打开会锁死的bug~1

下一篇：7、基于NDKC++FFmpegAndroid视频(流媒体)播放器开发实战-2019年Udemy学习笔记

您当前的位置： 首页 > 学无止境 > 心得笔记 网站首页心得笔记

22. 通过手动解码帧数据完成了IPlayer控制视频播放进度的功能~1

相关文章

您当前的位置：首页 > 学无止境 > 心得笔记网站首页心得笔记