javacv實現流媒體服務

簡介： 通過javacv將rtsp、rtmp流轉換爲flv

轉自： https://developer.aliyun.com/article/867004#slide-0

一、引入pom

構建springboot項目

            <groupId>org.bytedeco</groupId>
            <artifactId>javacv-platform</artifactId>
            <version>1.5.1</version>
        </dependency>

二、創建全局異常處理器、返回類

j
import com.xgc.rtspconverterflvspringbootstarter.result.JsonResult;
import lombok.extern.slf4j.Slf4j;
import org.springframework.boot.context.properties.bind.validation.BindValidationException;
import org.springframework.http.converter.HttpMessageConversionException;
import org.springframework.http.converter.HttpMessageNotReadableException;
import org.springframework.validation.BindException;
import org.springframework.web.HttpMediaTypeException;
import org.springframework.web.HttpRequestMethodNotSupportedException;
import org.springframework.web.bind.annotation.ExceptionHandler;
import org.springframework.web.bind.annotation.RestControllerAdvice;

/**
 * 全局異常處理器
 * 
 */
@Slf4j
@RestControllerAdvice
public class GlobleExceptionHandler {

    /**
     * 404 異常捕捉處理
     * 
     * @param ex
     * @return
     */
    @ExceptionHandler(value = org.springframework.web.servlet.NoHandlerFoundException.class)
    public JsonResult errorHandler(org.springframework.web.servlet.NoHandlerFoundException ex) {
        log.error(ex.getMessage(), ex);
        return JsonResult.result(404, "服務接口不存在。");
    }

    /**
     * 參數校驗出錯
     * 
     * @param ex
     * @return
     */
    @ExceptionHandler(value = BindException.class)
    public JsonResult errorHandler(BindException ex) {
        log.error(ex.getMessage(), ex);
        return JsonResult.error().put("message", "參數不正確," + ex.getMessage());
    }

    /**
     * 參數校驗出錯
     * 
     * @param ex
     * @return
     */
    @ExceptionHandler(value = BindValidationException.class)
    public JsonResult errorHandler(BindValidationException ex) {
        log.error(ex.getMessage(), ex);
        return JsonResult.error().put("message", "參數不正確," + ex.getMessage());
    }

    /**
     * 請求的方式不支持
     * 
     * @param ex
     * @return
     */
    @ExceptionHandler(value = HttpRequestMethodNotSupportedException.class)
    public JsonResult errorHandler(HttpRequestMethodNotSupportedException ex) {
        log.error(ex.getMessage(), ex);
        return JsonResult.error().put("message", "Http 方式不正確," + ex.getMessage());
    }

    /**
     * 非法的參數異常
     * 
     * @param ex
     * @return
     */
    @ExceptionHandler(value = IllegalArgumentException.class)
    public JsonResult errorHandler(IllegalArgumentException ex) {
        log.error(ex.getMessage(), ex);
        return JsonResult.error(500, "非法的參數，" + ex.getMessage());
    }

    /**
     * 類型異常
     * 
     * @param ex
     * @return
     */
    @ExceptionHandler(value = HttpMediaTypeException.class)
    public JsonResult errorHandler(HttpMediaTypeException ex) {
        log.error(ex.getMessage(), ex);
        return JsonResult.error().put("message", "服務異常,請檢查參數及調用方式。詳情內容爲： " + ex.getMessage());
    }

    /**
     * 攔截捕捉 CMSException.class
     * 
     * @param ex
     * @return
     */
    @ExceptionHandler(value = HttpMessageConversionException.class)
    public JsonResult errorHandler(HttpMessageConversionException ex) {
        log.error(ex.getMessage(), ex);
        return JsonResult.error().put("message", "參數不正確。詳情內容爲：" + ex.getMessage());
    }

    /**
     * 全局異常捕捉處理
     * 
     * @param ex
     * @return
     */
    @ExceptionHandler(value = Exception.class)
    public JsonResult errorHandler(Exception ex) {
        log.error(ex.getMessage(), ex);
        return JsonResult.error().put("message", "服務異常,暫時不可用。" + ex.getMessage());
    }

    /**
     * 參數不能解析
     * 
     * @param ex
     * @return
     */
    @ExceptionHandler(value = HttpMessageNotReadableException.class)
    public JsonResult errorHandler(HttpMessageNotReadableException ex) {
        log.error(ex.getMessage(), ex);
        return JsonResult.error().put("message", "參數解析異常，請檢查參數格式。" + ex.getMessage());
    }
}``` 

import com.alibaba.fastjson.JSONObject;

import java.io.Serializable;
import java.util.HashMap;

/**

• 封裝返回結果
•  

*/
public class JsonResult extends HashMap<String, Object> implements Serializable {

private static final long serialVersionUID = 1L;
public static final int SUCCESS = 200;

public JsonResult() {
}

/**
 * 返回成功
 */
public static JsonResult ok() {
    return ok("操作成功");
}

/**
 * 返回成功
 */
public static JsonResult okFallBack() {
    return okFallBack("操作成功");
}

/**
 * 返回成功
 */
public JsonResult put(Object obj) {
    return this.put("data", obj);
}

/**
 * 返回成功
 */
public static JsonResult ok(String message) {
    return result(200, message);
}

/**
 * 降級函數 - 返回成功
 */
public static JsonResult okFallBack(String message) {
    return result(205, message);
}

/**
 * 返回成功
 */
public static JsonResult result(int code, String message) {
    JsonResult jsonResult = new JsonResult();
    jsonResult.put("timestamp", System.currentTimeMillis());
    jsonResult.put("status", code);
    jsonResult.put("message", message);
    return jsonResult;
}

/**
 * 返回失敗
 */
public static JsonResult error() {
    return error("操作失敗");
}

/**
 * 返回失敗
 */
public static JsonResult error(String message) {
    return error(500, message);
}

/**
 * 返回失敗
 */
public static JsonResult error(int code, String message) {
    JsonResult jsonResult = new JsonResult();
    jsonResult.put("timestamp", System.currentTimeMillis());
    jsonResult.put("status", code);
    jsonResult.put("message", message);
    return jsonResult;
}

/**
 * 設置code
 */
public JsonResult setCode(int code) {
    super.put("status", code);
    return this;
}

/**
 * 設置message
 */
public JsonResult setMessage(String message) {
    super.put("message", message);
    return this;
}

/**
 * 放入object
 */
@Override
public JsonResult put(String key, Object object) {
    super.put(key, object);
    return this;
}

/**
 * 權限禁止
 */
public static JsonResult forbidden(String message) {
    JsonResult jsonResult = new JsonResult();
    jsonResult.put("timestamp", System.currentTimeMillis());
    jsonResult.put("status", 401);
    jsonResult.put("message", message);
    return jsonResult;
}

@Override
public String toString() {
    return JSONObject.toJSONString(this);
}

public JSONObject toJSONObject() {
    return JSONObject.parseObject(toString());
}

}`

三、創建轉換器接口

public interface Converter {

    /**
     * 獲取該轉換的key
     */
    public String getKey();

    /**
     * 獲取該轉換的url
     * 
     * @return
     */
    public String getUrl();

    /**
     * 添加一個流輸出
     * 
     * @param entity
     */
    public void addOutputStreamEntity(String key, AsyncContext entity) throws IOException;

    /**
     * 退出轉換
     */
    public void exit();

    /**
     * 啓動
     */
    public void start();

}

四、javacv轉包裝處理類

import com.alibaba.fastjson.util.IOUtils;
import lombok.extern.slf4j.Slf4j;
import org.bytedeco.ffmpeg.avcodec.AVPacket;
import org.bytedeco.ffmpeg.global.avcodec;
import org.bytedeco.javacv.FFmpegFrameGrabber;
import org.bytedeco.javacv.FFmpegFrameRecorder;

import javax.servlet.AsyncContext;
import java.io.ByteArrayOutputStream;
import java.io.IOException;
import java.util.Iterator;
import java.util.List;
import java.util.Map;

/**
 * javacv轉包裝<br/>
 * 無須轉碼，更低的資源消耗，更低的延遲<br/>
 * 確保流來源視頻H264格式,音頻AAC格式
 * 
 * @author gc.x
 */
@Slf4j
public class ConverterFactories extends Thread implements Converter {
    public volatile boolean runing = true;
    /**
     * 讀流器
     */
    private FFmpegFrameGrabber grabber;
    /**
     * 轉碼器
     */
    private FFmpegFrameRecorder recorder;
    /**
     * 轉FLV格式的頭信息<br/>
     * 如果有第二個客戶端播放首先要返回頭信息
     */
    private byte[] headers;
    /**
     * 保存轉換好的流
     */
    private ByteArrayOutputStream stream;
    /**
     * 流地址，h264,aac
     */
    private String url;
    /**
     * 流輸出
     */
    private List<AsyncContext> outEntitys;

    /**
     * key用於表示這個轉換器
     */
    private String key;

    /**
     * 轉換隊列
     */
    private Map<String, Converter> factories;

    public ConverterFactories(String url, String key, Map<String, Converter> factories, List<AsyncContext> outEntitys) {
        this.url = url;
        this.key = key;
        this.factories = factories;
        this.outEntitys = outEntitys;
    }

    @Override
    public void run() {
        boolean isCloseGrabberAndResponse = true;
        try {
            grabber = new FFmpegFrameGrabber(url);
            if ("rtsp".equals(url.substring(0, 4))) {
                grabber.setOption("rtsp_transport", "tcp");
                grabber.setOption("stimeout", "5000000");
            }
            grabber.start();
            if (avcodec.AV_CODEC_ID_H264 == grabber.getVideoCodec()
                    && (grabber.getAudioChannels() == 0 || avcodec.AV_CODEC_ID_AAC == grabber.getAudioCodec())) {
                log.info("this url:{} converterFactories start", url);
                // 來源視頻H264格式,音頻AAC格式
                // 無須轉碼，更低的資源消耗，更低的延遲
                stream = new ByteArrayOutputStream();
                recorder = new FFmpegFrameRecorder(stream, grabber.getImageWidth(), grabber.getImageHeight(),
                        grabber.getAudioChannels());
                recorder.setInterleaved(true);
                recorder.setVideoOption("preset", "ultrafast");
                recorder.setVideoOption("tune", "zerolatency");
                recorder.setVideoOption("crf", "25");
                recorder.setFrameRate(grabber.getFrameRate());
                recorder.setSampleRate(grabber.getSampleRate());
                if (grabber.getAudioChannels() > 0) {
                    recorder.setAudioChannels(grabber.getAudioChannels());
                    recorder.setAudioBitrate(grabber.getAudioBitrate());
                    recorder.setAudioCodec(grabber.getAudioCodec());
                }
                recorder.setFormat("flv");
                recorder.setVideoBitrate(grabber.getVideoBitrate());
                recorder.setVideoCodec(grabber.getVideoCodec());
                recorder.start(grabber.getFormatContext());
                if (headers == null) {
                    headers = stream.toByteArray();
                    stream.reset();
                    writeResponse(headers);
                }
                int nullNumber = 0;
                while (runing) {
                    AVPacket k = grabber.grabPacket();
                    if (k != null) {
                        try {
                            recorder.recordPacket(k);
                        } catch (Exception e) {
                        }
                        if (stream.size() > 0) {
                            byte[] b = stream.toByteArray();
                            stream.reset();
                            writeResponse(b);
                            if (outEntitys.isEmpty()) {
                                log.info("沒有輸出退出");
                                break;
                            }
                        }
                        avcodec.av_packet_unref(k);
                    } else {
                        nullNumber++;
                        if (nullNumber > 200) {
                            break;
                        }
                    }
                    Thread.sleep(5);
                }
            } else {
                isCloseGrabberAndResponse = false;
                // 需要轉碼爲視頻H264格式,音頻AAC格式
                ConverterTranFactories c = new ConverterTranFactories(url, key, factories, outEntitys, grabber);
                factories.put(key, c);
                c.start();
            }
        } catch (Exception e) {
            log.error(e.getMessage(), e);
        } finally {
            closeConverter(isCloseGrabberAndResponse);
            completeResponse(isCloseGrabberAndResponse);
            log.info("this url:{} converterFactories exit", url);

        }
    }

    /**
     * 輸出FLV視頻流
     * 
     * @param b
     */
    public void writeResponse(byte[] b) {
        Iterator<AsyncContext> it = outEntitys.iterator();
        while (it.hasNext()) {
            AsyncContext o = it.next();
            try {
                o.getResponse().getOutputStream().write(b);
            } catch (Exception e) {
                log.info("移除一個輸出");
                it.remove();
            }
        }
    }

    /**
     * 退出轉換
     */
    public void closeConverter(boolean isCloseGrabberAndResponse) {
        if (isCloseGrabberAndResponse) {
            IOUtils.close(grabber);
            factories.remove(this.key);
        }
        IOUtils.close(recorder);
        IOUtils.close(stream);
    }

    /**
     * 關閉異步響應
     * 
     * @param isCloseGrabberAndResponse
     */
    public void completeResponse(boolean isCloseGrabberAndResponse) {
        if (isCloseGrabberAndResponse) {
            Iterator<AsyncContext> it = outEntitys.iterator();
            while (it.hasNext()) {
                AsyncContext o = it.next();
                o.complete();
            }
        }
    }

    @Override
    public String getKey() {
        return this.key;
    }

    @Override
    public String getUrl() {
        return this.url;
    }

    @Override
    public void addOutputStreamEntity(String key, AsyncContext entity) throws IOException {
        if (headers == null) {
            outEntitys.add(entity);
        } else {
            entity.getResponse().getOutputStream().write(headers);
            entity.getResponse().getOutputStream().flush();
            outEntitys.add(entity);
        }
    }

    @Override
    public void exit() {
        this.runing = false;
        try {
            this.join();
        } catch (Exception e) {
            log.error(e.getMessage(), e);
        }
    }

}

import com.alibaba.fastjson.util.IOUtils;
import lombok.extern.slf4j.Slf4j;
import org.bytedeco.ffmpeg.global.avcodec;
import org.bytedeco.javacv.FFmpegFrameGrabber;
import org.bytedeco.javacv.FFmpegFrameRecorder;
import org.bytedeco.javacv.Frame;

import javax.servlet.AsyncContext;
import java.io.ByteArrayOutputStream;
import java.io.IOException;
import java.util.Iterator;
import java.util.List;
import java.util.Map;

/**
 * javacv轉碼<br/>
 * 流來源不是視頻H264格式,音頻AAC格式 轉碼爲視頻H264格式,音頻AAC格式
 * 
 * @author gc.x
 */
@Slf4j
public class ConverterTranFactories extends Thread implements Converter {
    public volatile boolean runing = true;
    /**
     * 讀流器
     */
    private FFmpegFrameGrabber grabber;
    /**
     * 轉碼器
     */
    private FFmpegFrameRecorder recorder;
    /**
     * 轉FLV格式的頭信息<br/>
     * 如果有第二個客戶端播放首先要返回頭信息
     */
    private byte[] headers;
    /**
     * 保存轉換好的流
     */
    private ByteArrayOutputStream stream;
    /**
     * 流地址，h264,aac
     */
    private String url;
    /**
     * 流輸出
     */
    private List<AsyncContext> outEntitys;

    /**
     * key用於表示這個轉換器
     */
    private String key;

    /**
     * 轉換隊列
     */
    private Map<String, Converter> factories;

    public ConverterTranFactories(String url, String key, Map<String, Converter> factories,
            List<AsyncContext> outEntitys, FFmpegFrameGrabber grabber) {
        this.url = url;
        this.key = key;
        this.factories = factories;
        this.outEntitys = outEntitys;
        this.grabber = grabber;
    }

    @Override
    public void run() {
        try {
            log.info("this url:{} converterTranFactories start", url);
            grabber.setFrameRate(25);
            if (grabber.getImageWidth() > 1920) {
                grabber.setImageWidth(1920);
            }
            if (grabber.getImageHeight() > 1080) {
                grabber.setImageHeight(1080);
            }
            stream = new ByteArrayOutputStream();
            recorder = new FFmpegFrameRecorder(stream, grabber.getImageWidth(), grabber.getImageHeight(),
                    grabber.getAudioChannels());
            recorder.setInterleaved(true);
            recorder.setVideoOption("preset", "ultrafast");
            recorder.setVideoOption("tune", "zerolatency");
            recorder.setVideoOption("crf", "25");
            recorder.setGopSize(50);
            recorder.setFrameRate(25);
            recorder.setSampleRate(grabber.getSampleRate());
            if (grabber.getAudioChannels() > 0) {
                recorder.setAudioChannels(grabber.getAudioChannels());
                recorder.setAudioBitrate(grabber.getAudioBitrate());
                recorder.setAudioCodec(avcodec.AV_CODEC_ID_AAC);
            }
            recorder.setFormat("flv");
            recorder.setVideoBitrate(grabber.getVideoBitrate());
            recorder.setVideoCodec(avcodec.AV_CODEC_ID_H264);
            recorder.start();
            if (headers == null) {
                headers = stream.toByteArray();
                stream.reset();
                writeResponse(headers);
            }
            int nullNumber = 0;
            while (runing) {
                // 抓取一幀
                Frame f = grabber.grab();
                if (f != null) {
                    try {
                        // 轉碼
                        recorder.record(f);
                    } catch (Exception e) {
                    }
                    if (stream.size() > 0) {
                        byte[] b = stream.toByteArray();
                        stream.reset();
                        writeResponse(b);
                        if (outEntitys.isEmpty()) {
                            log.info("沒有輸出退出");
                            break;
                        }
                    }
                } else {
                    nullNumber++;
                    if (nullNumber > 200) {
                        break;
                    }
                }
                Thread.sleep(5);
            }
        } catch (Exception e) {
            log.error(e.getMessage(), e);
        } finally {
            closeConverter();
            completeResponse();
            log.info("this url:{} converterTranFactories exit", url);
            factories.remove(this.key);
        }
    }

    /**
     * 輸出FLV視頻流
     * 
     * @param b
     */
    public void writeResponse(byte[] b) {
        Iterator<AsyncContext> it = outEntitys.iterator();
        while (it.hasNext()) {
            AsyncContext o = it.next();
            try {
                o.getResponse().getOutputStream().write(b);
            } catch (Exception e) {
                log.info("移除一個輸出");
                it.remove();
            }
        }
    }

    /**
     * 退出轉換
     */
    public void closeConverter() {
        IOUtils.close(grabber);
        IOUtils.close(recorder);
        IOUtils.close(stream);
    }

    /**
     * 關閉異步響應
     */
    public void completeResponse() {
        Iterator<AsyncContext> it = outEntitys.iterator();
        while (it.hasNext()) {
            AsyncContext o = it.next();
            o.complete();
        }
    }

    @Override
    public String getKey() {
        return this.key;
    }

    @Override
    public String getUrl() {
        return this.url;
    }

    @Override
    public void addOutputStreamEntity(String key, AsyncContext entity) throws IOException {
        if (headers == null) {
            outEntitys.add(entity);
        } else {
            entity.getResponse().getOutputStream().write(headers);
            entity.getResponse().getOutputStream().flush();
            outEntitys.add(entity);
        }
    }

    @Override
    public void exit() {
        this.runing = false;
        try {
            this.join();
        } catch (Exception e) {
            log.error(e.getMessage(), e);
        }
    }

}

五、使用

/**
 * FLV流轉換
 * 
 * @author gc.x
 */
@Api(tags = "flv")
@RestController
public class FLVController {

    @Autowired
    private IFLVService service;
    @Autowired
    private IOpenFLVService openFLVService;

    @GetMapping(value = "/flv/hls/stream_{channel}.flv")
    public void open4(@PathVariable(value = "channel") Integer channel,HttpServletResponse response,
                      HttpServletRequest request) {
        String url = openFLVService.getUrl(channel);
        if(!StringUtils.isEmpty(url)){
            service.open(url, response, request);
        }
    }
}

import com.google.common.collect.Lists;
import com.xgc.rtspconverterflvspringbootstarter.factories.Converter;
import com.xgc.rtspconverterflvspringbootstarter.factories.ConverterFactories;
import com.xgc.rtspconverterflvspringbootstarter.service.IFLVService;
import lombok.extern.slf4j.Slf4j;
import org.springframework.stereotype.Service;

import javax.servlet.AsyncContext;
import javax.servlet.http.HttpServletRequest;
import javax.servlet.http.HttpServletResponse;
import java.io.IOException;
import java.security.MessageDigest;
import java.security.NoSuchAlgorithmException;
import java.util.List;
import java.util.concurrent.ConcurrentHashMap;

/**
 * FLV流轉換
 * 
 * @author gc.x
 */
@Slf4j
@Service
public class FLVService implements IFLVService {

    private ConcurrentHashMap<String, Converter> converters = new ConcurrentHashMap<>();

    @Override
    public void open(String url, HttpServletResponse response, HttpServletRequest request) {
        String key = md5(url);
        AsyncContext async = request.startAsync();
        async.setTimeout(0);
        if (converters.containsKey(key)) {
            Converter c = converters.get(key);
            try {
                c.addOutputStreamEntity(key, async);
            } catch (IOException e) {
                log.error(e.getMessage(), e);
                throw new IllegalArgumentException(e.getMessage());
            }
        } else {
            List<AsyncContext> outs = Lists.newArrayList();
            outs.add(async);
            ConverterFactories c = new ConverterFactories(url, key, converters, outs);
            c.start();
            converters.put(key, c);
        }
        response.setContentType("video/x-flv");
        response.setHeader("Connection", "keep-alive");
        response.setStatus(HttpServletResponse.SC_OK);
        try {
            response.flushBuffer();
        } catch (IOException e) {
            log.error(e.getMessage(), e);
        }
    }

    public String md5(String plainText) {
        StringBuilder buf = null;
        try {
            MessageDigest md = MessageDigest.getInstance("MD5");
            md.update(plainText.getBytes());
            byte b[] = md.digest();
            int i;
            buf = new StringBuilder("");
            for (int offset = 0; offset < b.length; offset++) {
                i = b[offset];
                if (i < 0)
                    i += 256;
                if (i < 16)
                    buf.append("0");
                buf.append(Integer.toHexString(i));
            }
        } catch (NoSuchAlgorithmException e) {
            log.error(e.getMessage(), e);
        }
        return buf.toString();
    }

}

六、gitee地址

https://gitee.com/giteeClass/rtsp-converter-flv-spring-boot-starter