26 |
27 | /**
28 | * EGL 环境搭建帮助类
29 | */
30 | protected lateinit var mEGLHelper: EglHelper
31 | /**
32 | * 对象锁
33 | */
34 | private val mLock = java.lang.Object()
35 |
36 | /**
37 | * 是否退出线程
38 | */
39 | private var isExit = false;
40 |
41 | /**
42 | * 是否创建线程
43 | */
44 | internal var isCreate = false
45 |
46 | /**
47 | * 窗口是否改变
48 | */
49 | internal var isChange = false
50 |
51 | /**
52 | * 是否开始渲染
53 | */
54 | private var isStart = false
55 |
56 | /**
57 | * 是否停止
58 | */
59 | private var isPause = false
60 |
61 | /**
62 | * 刷新帧率
63 | */
64 | private var mDrawFpsRate = 60L
65 |
66 | /**
67 | * 渲染的 size
68 | */
69 | private var mWidth = 1080
70 | private var mHeight = 1920;
71 |
72 | init {
73 | mWeakRerence = weakReference
74 | }
75 |
76 |
77 | override fun run() {
78 | super.run()
79 | //实例化 EGL 环境搭建的帮组类
80 | mEGLHelper = EglHelper()
81 | //初始化 EGL
82 | mWeakRerence?.get()?.let { thread ->
83 | mEGLHelper.initEgl(thread.getSurface(), thread.getEGLContext())
84 |
85 | while (true) {
86 | if (isExit) {
87 | release()
88 | break
89 | }
90 |
91 | if (isPause) {
92 | try {
93 | sleep(500)
94 | continue
95 | } catch (error: InterruptedException) {
96 | LogHelper.e(TAG, error.message)
97 | }
98 | }
99 | if (isStart) {
100 | //判断是手动刷新还是自动 刷新
101 | if (thread.getRendererMode() == GLSurfaceView.RENDERERMODE_WHEN_DIRTY) {
102 | synchronized(mLock) {
103 | try {
104 | mLock.wait()
105 | } catch (error: InterruptedException) {
106 | LogHelper.e(TAG, error.message)
107 | }
108 | }
109 |
110 | } else if (thread.getRendererMode() == GLSurfaceView.RENDERERMODE_CONTINUOUSLY) {
111 | try {
112 | sleep(1000 / mDrawFpsRate)
113 | } catch (error: InterruptedException) {
114 | LogHelper.e(TAG, error.message)
115 | }
116 | } else {
117 | throw RuntimeException("mRendererMode is wrong value");
118 | }
119 | }
120 | //开始创建
121 | onCreate(mWidth, mHeight)
122 | //改变窗口
123 | onChange(mWidth, mHeight)
124 | //开始绘制
125 | onDraw()
126 | this.isStart = true
127 | }
128 | }
129 | }
130 |
131 |
132 | /**
133 | * 渲染窗口的大小
134 | */
135 | public fun setRendererSize(width: Int, height: Int) {
136 | this.mWidth = width
137 | this.mHeight = height
138 | }
139 |
140 | /**
141 | * 渲染器可以创建了
142 | */
143 | private fun onCreate(width: Int, height: Int) {
144 | if (!isCreate) return
145 | mWeakRerence.get()?.let { view ->
146 | this.isCreate = false
147 | view.getRenderer()?.onSurfaceCreate(width, height)
148 | }
149 | }
150 |
151 | /**
152 | * 渲染器需要改变窗口大小
153 | */
154 | private fun onChange(width: Int, height: Int) {
155 | if (!isChange) return
156 | mWeakRerence.get()?.let { view ->
157 | this.isChange = false
158 | view.getRenderer()?.onSurfaceChange(width, height)
159 | }
160 | }
161 |
162 |
163 | /**
164 | * 停止渲染
165 | */
166 | public fun setPause() {
167 | isPause = true
168 | }
169 |
170 | /**
171 | * 恢复渲染
172 | */
173 | public fun setResume() {
174 | isPause = false
175 | }
176 |
177 |
178 | /**
179 | * 渲染器可以开始绘制了
180 | */
181 | private fun onDraw() {
182 | mWeakRerence.get()?.let { view ->
183 | view.getRenderer()?.onDraw()
184 | if (!isStart)
185 | view.getRenderer()?.onDraw()
186 |
187 | this.mEGLHelper.swapBuffers()
188 | }
189 | }
190 |
191 | /**
192 | * 手动请求刷新
193 | */
194 | public fun requestRenderer() {
195 | mLock.let {
196 | synchronized(mLock) {
197 | try {
198 | mLock.notifyAll()
199 | } catch (error: Exception) {
200 | LogHelper.e(TAG, error.message)
201 | }
202 | }
203 | }
204 | }
205 |
206 |
207 | /**
208 | * 销毁的时候调用
209 | */
210 | public fun onDestory() {
211 | this.isExit = true
212 | //避免线程睡眠这里重新刷新一次
213 | requestRenderer()
214 | }
215 |
216 |
217 | /**
218 | * 释放资源
219 | */
220 | private fun release() {
221 | mEGLHelper.let { eglHelper ->
222 | eglHelper.destoryEgl()
223 | }
224 | mWeakRerence.clear()
225 | }
226 |
227 | }
--------------------------------------------------------------------------------
/library/src/main/java/com/devyk/av/rtmp/library/camera/ShaderHelper.kt:
--------------------------------------------------------------------------------
1 | package com.devyk.av.rtmp.library.camera
2 |
3 | import android.content.Context
4 | import android.graphics.Bitmap
5 | import android.graphics.Canvas
6 | import android.graphics.Color
7 | import android.graphics.Paint
8 | import android.opengl.GLES20
9 | import android.text.TextUtils
10 | import com.devyk.av.rtmp.library.utils.LogHelper
11 | import java.io.*
12 | import java.nio.ByteBuffer
13 |
14 |
15 | /**
16 | *
17 | * author : devyk on 2020-07-06 16:48
18 | * blog : https://juejin.im/user/578259398ac2470061f3a3fb/posts
19 | * github : https://github.com/yangkun19921001
20 | * mailbox : yang1001yk@gmail.com
21 | * desc : This is ShaderHelper 对 shader 加载的一些操作帮助类
22 | *
23 | */
24 | public object ShaderHelper {
25 |
26 | private var TAG = this.javaClass.simpleName
27 |
28 |
29 | /**
30 | * 从资源文件中加载着色器源代码
31 | */
32 | fun getRawShaderResource(context: Context?, id: Int): String {
33 | context?.let { ctx ->
34 | val inputStream = ctx.resources.openRawResource(id)
35 | val bufferedReader = BufferedReader(InputStreamReader(inputStream))
36 | var sb = StringBuffer()
37 | var line: String? = null
38 |
39 | while (true) {
40 | try {
41 | line = bufferedReader.readLine()
42 | if (TextUtils.isEmpty(line)) {
43 | bufferedReader.close()
44 | return sb.toString()
45 | }
46 | sb.append(line).append("\n")
47 | } catch (error: IOException) {
48 | LogHelper.e(TAG, error.message)
49 | }
50 | }
51 |
52 | }
53 | return ""
54 | }
55 |
56 | /**
57 | * 加载 着色器 代码
58 | */
59 | @Synchronized
60 | private fun loadShader(shaderType: Int, source: String): Int {
61 | //1、创建着色器
62 | var shader = GLES20.glCreateShader(shaderType)
63 | if (shader == 0) return -1
64 | //2、加载着色器源码
65 | GLES20.glShaderSource(shader, source)
66 | //3. 编译着色器
67 | GLES20.glCompileShader(shader)
68 | //4. 检查是否编译成功
69 | val compile = IntArray(1)
70 | GLES20.glGetShaderiv(shader, GLES20.GL_COMPILE_STATUS, compile, 0)
71 | if (compile[0] != GLES20.GL_TRUE) {
72 | LogHelper.e(TAG, "shader compile error");
73 | GLES20.glDeleteShader(shader);
74 | shader = -1;
75 | }
76 | return shader;
77 | }
78 |
79 | /**
80 | * 创建一个 着色器 的执行程序代码
81 | */
82 | fun createProgram(vertecSource: String, frameSource: String): Int {
83 | val vertexShader = loadShader(GLES20.GL_VERTEX_SHADER, vertecSource)
84 | val fragmentShader = loadShader(GLES20.GL_FRAGMENT_SHADER, frameSource)
85 | if (vertexShader == -1 || fragmentShader == -1) return -1
86 | //1. 创建一个渲染程序
87 | val program = GLES20.glCreateProgram()
88 | //2. 将着色器程序添加到渲染程序中
89 | GLES20.glAttachShader(program, vertexShader)
90 | GLES20.glAttachShader(program, fragmentShader)
91 | //3. 链接程序
92 | GLES20.glLinkProgram(program)
93 | return program
94 | }
95 |
96 |
97 | fun createTextImage(text: String, textSize: Int, textColor: String, bgColor: String?, padding: Int): Bitmap {
98 | val paint = Paint()
99 | paint.color = Color.parseColor(textColor)
100 | paint.textSize = textSize.toFloat()
101 | paint.style = Paint.Style.FILL
102 | paint.isAntiAlias = true
103 |
104 | val width = paint.measureText(text, 0, text.length)
105 |
106 | val top = paint.fontMetrics.top
107 | val bottom = paint.fontMetrics.bottom
108 |
109 | val bm = Bitmap.createBitmap(
110 | (width + padding * 2).toInt(),
111 | (bottom - top + padding * 2).toInt(),
112 | Bitmap.Config.ARGB_8888
113 | )
114 | val canvas = Canvas(bm)
115 |
116 | canvas.drawColor(Color.parseColor(bgColor))
117 |
118 |
119 | canvas.drawText(text, padding.toFloat(), -top + padding, paint)
120 | return bm
121 | }
122 |
123 | fun loadBitmapTexture(bitmap: Bitmap): Int {
124 | val textureIds = IntArray(1)
125 | GLES20.glGenTextures(1, textureIds, 0)
126 | GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, textureIds[0])
127 | GLES20.glTexParameteri(GLES20.GL_TEXTURE_2D, GLES20.GL_TEXTURE_WRAP_S, GLES20.GL_REPEAT)
128 | GLES20.glTexParameteri(GLES20.GL_TEXTURE_2D, GLES20.GL_TEXTURE_WRAP_T, GLES20.GL_REPEAT)
129 | GLES20.glTexParameteri(GLES20.GL_TEXTURE_2D, GLES20.GL_TEXTURE_MIN_FILTER, GLES20.GL_LINEAR)
130 | GLES20.glTexParameteri(GLES20.GL_TEXTURE_2D, GLES20.GL_TEXTURE_MAG_FILTER, GLES20.GL_LINEAR)
131 |
132 | val bitmapBuffer = ByteBuffer.allocate(bitmap.height * bitmap.width * 4)
133 | bitmap.copyPixelsToBuffer(bitmapBuffer)
134 | bitmapBuffer.flip()
135 |
136 | GLES20.glTexImage2D(
137 | GLES20.GL_TEXTURE_2D, 0, GLES20.GL_RGBA, bitmap.width,
138 | bitmap.height, 0, GLES20.GL_RGBA, GLES20.GL_UNSIGNED_BYTE, bitmapBuffer
139 | )
140 | return textureIds[0]
141 | }
142 | }
--------------------------------------------------------------------------------
/library/src/main/java/com/devyk/av/rtmp/library/camera/Watermark.kt:
--------------------------------------------------------------------------------
1 | package com.devyk.av.rtmp.library.camera
2 |
3 | import android.graphics.Bitmap
4 |
5 | /**
6 | *
7 | * author : devyk on 2020-07-18 19:43
8 | * blog : https://juejin.im/user/578259398ac2470061f3a3fb/posts
9 | * github : https://github.com/yangkun19921001
10 | * mailbox : yang1001yk@gmail.com
11 | * desc : This is Watermark
12 | *
13 | */
14 | class Watermark {
15 |
16 | var markImg: Bitmap? = null
17 | var txt: String? = null
18 | var textColor = -1
19 | var textSize = -1
20 |
21 | var floatArray: FloatArray? = null
22 |
23 |
24 | constructor(
25 | markImg: Bitmap
26 | , floatArray: FloatArray?
27 | ) {
28 | this.markImg = markImg
29 | this.floatArray = floatArray
30 | }
31 |
32 | constructor(
33 | txt: String,
34 | txtColor: Int,
35 | txtSize: Int
36 | , floatArray: FloatArray?
37 | ) {
38 | this.txt = txt
39 | this.textSize = txtSize
40 | this.textColor = txtColor
41 | this.floatArray = floatArray
42 | }
43 |
44 | }
--------------------------------------------------------------------------------
/library/src/main/java/com/devyk/av/rtmp/library/camera/exception/CameraDisabledException.kt:
--------------------------------------------------------------------------------
1 | package com.devyk.av.rtmp.library.camera.exception
2 |
3 | /**
4 | *
5 | * author : devyk on 2020-05-28 23:31
6 | * blog : https://juejin.im/user/578259398ac2470061f3a3fb/posts
7 | * github : https://github.com/yangkun19921001
8 | * mailbox : yang1001yk@gmail.com
9 | * desc : This is CameraDisabledException
10 | *
11 | */
12 | class CameraDisabledException : Exception()
--------------------------------------------------------------------------------
/library/src/main/java/com/devyk/av/rtmp/library/camera/exception/CameraHardwareException.kt:
--------------------------------------------------------------------------------
1 | package com.devyk.av.rtmp.library.camera.exception
2 |
3 | /**
4 | *
5 | * author : devyk on 2020-05-29 15:04
6 | * blog : https://juejin.im/user/578259398ac2470061f3a3fb/posts
7 | * github : https://github.com/yangkun19921001
8 | * mailbox : yang1001yk@gmail.com
9 | * desc : This is CameraHardwareException
10 | *
11 | */
12 | class CameraHardwareException(t: Throwable) : Exception(t)
--------------------------------------------------------------------------------
/library/src/main/java/com/devyk/av/rtmp/library/camera/exception/CameraNotSupportException.kt:
--------------------------------------------------------------------------------
1 | package com.devyk.av.rtmp.library.camera.exception
2 |
3 | /**
4 | *
5 | * author : devyk on 2020-05-28 23:26
6 | * blog : https://juejin.im/user/578259398ac2470061f3a3fb/posts
7 | * github : https://github.com/yangkun19921001
8 | * mailbox : yang1001yk@gmail.com
9 | * desc : This is CameraNotSupportException
10 | *
11 | */
12 | public class CameraNotSupportException :Exception(){
13 |
14 | }
--------------------------------------------------------------------------------
/library/src/main/java/com/devyk/av/rtmp/library/camera/exception/NoCameraException.java:
--------------------------------------------------------------------------------
1 | package com.devyk.av.rtmp.library.camera.exception;
2 |
3 | public class NoCameraException extends Exception {
4 | }
--------------------------------------------------------------------------------
/library/src/main/java/com/devyk/av/rtmp/library/camera/exception/NoCameraException.kt:
--------------------------------------------------------------------------------
1 | package com.devyk.av.rtmp.library.camera.exception
2 | /**
3 | *
4 | * author : devyk on 2020-05-28 23:32
5 | * blog : https://juejin.im/user/578259398ac2470061f3a3fb/posts
6 | * github : https://github.com/yangkun19921001
7 | * mailbox : yang1001yk@gmail.com
8 | * desc : This is NoCameraException
9 | *
10 | */
--------------------------------------------------------------------------------
/library/src/main/java/com/devyk/av/rtmp/library/camera/renderer/DefaultRenderer.kt:
--------------------------------------------------------------------------------
1 | package com.devyk.av.rtmp.library.camera.renderer
2 |
3 | import android.opengl.GLES20
4 | import com.devyk.av.camera_recorder.callback.IRenderer
5 |
6 | /**
7 | *
8 | * author : devyk on 2020-07-06 11:57
9 | * blog : https://juejin.im/user/578259398ac2470061f3a3fb/posts
10 | * github : https://github.com/yangkun19921001
11 | * mailbox : yang1001yk@gmail.com
12 | * desc : This is DefaultRenderer 渲染
13 | *
14 | */
15 | public class DefaultRenderer : IRenderer {
16 | override fun onSurfaceCreate(width: Int, height: Int) {
17 | }
18 |
19 | override fun onSurfaceChange(width: Int, height: Int) {
20 | //清屏
21 | GLES20.glViewport(0, 0, width, height)
22 | }
23 |
24 | override fun onDraw() {
25 | GLES20.glClear(GLES20.GL_COLOR_BUFFER_BIT)
26 | GLES20.glClearColor(0f, 1f, 0f, 1f)
27 | }
28 | }
--------------------------------------------------------------------------------
/library/src/main/java/com/devyk/av/rtmp/library/common/IThread.kt:
--------------------------------------------------------------------------------
1 | package com.devyk.av.rtmp.library.common
2 |
3 | /**
4 | *
5 | * author : devyk on 2020-07-15 20:42
6 | * blog : https://juejin.im/user/578259398ac2470061f3a3fb/posts
7 | * github : https://github.com/yangkun19921001
8 | * mailbox : yang1001yk@gmail.com
9 | * desc : This is IThread
10 | *
11 | */
12 | public interface IThread {
13 |
14 | /**
15 | * 开始执行线程
16 | */
17 | fun start(main:()->Unit)
18 |
19 | /**
20 | * 停止执行
21 | */
22 | fun stop()
23 |
24 | /**
25 | *设置是否暂停
26 | */
27 | fun setPause(pause: Boolean)
28 |
29 | /**
30 | * 停止
31 | */
32 | fun isPause(): Boolean
33 |
34 | /**
35 | * 是否运行
36 | */
37 | fun isRuning(): Boolean
38 | }
--------------------------------------------------------------------------------
/library/src/main/java/com/devyk/av/rtmp/library/common/ThreadImpl.kt:
--------------------------------------------------------------------------------
1 | package com.devyk.av.rtmp.library.common
2 |
3 | import com.devyk.av.rtmp.library.utils.LogHelper
4 |
5 | /**
6 | *
7 | * author : devyk on 2020-07-15 20:48
8 | * blog : https://juejin.im/user/578259398ac2470061f3a3fb/posts
9 | * github : https://github.com/yangkun19921001
10 | * mailbox : yang1001yk@gmail.com
11 | * desc : This is ThreadImpl
12 | *
13 | */
14 | public open class ThreadImpl : IThread {
15 |
16 | private var isPause = false
17 |
18 | private var isRuning = false
19 |
20 | private var TAG = javaClass.simpleName
21 |
22 |
23 | override fun start(main: () -> Unit) {
24 | if (isRuning())return
25 | isRuning = true
26 | isPause = false
27 | Thread {
28 | main()
29 | LogHelper.d(TAG, "thread start!")
30 | }.start()
31 | }
32 |
33 | /**
34 | * 线程停止
35 | */
36 | override fun stop() {
37 | isRuning = false
38 | isPause = true
39 | LogHelper.d(TAG, "thread stop!")
40 | }
41 |
42 | /**
43 | * 设置停止
44 | */
45 | override fun setPause(pause: Boolean) {
46 | this.isPause = pause
47 | LogHelper.d(TAG, "thread pause:${pause}!")
48 | }
49 |
50 | /**
51 | * 是否停止
52 | */
53 | override fun isPause(): Boolean = isPause
54 |
55 |
56 | /**
57 | * 是否执行
58 | */
59 | override fun isRuning(): Boolean = isRuning
60 |
61 | }
--------------------------------------------------------------------------------
/library/src/main/java/com/devyk/av/rtmp/library/config/AudioConfiguration.kt:
--------------------------------------------------------------------------------
1 | package com.devyk.av.rtmp.library.config
2 |
3 | import android.media.*
4 |
5 | /**
6 | *
7 | * author : devyk on 2020-06-13 15:26
8 | * blog : https://juejin.im/user/578259398ac2470061f3a3fb/posts
9 | * github : https://github.com/yangkun19921001
10 | * mailbox : yang1001yk@gmail.com
11 | * desc : This is AudioConfiguration
12 | *
13 | */
14 | class AudioConfiguration private constructor(builder: Builder) {
15 |
16 | val minBps: Int
17 | val maxBps: Int
18 | val frequency: Int
19 | val encoding: Int
20 | val codeType: CodeType
21 | val channelCount: Int
22 | val adts: Int
23 | val aacProfile: Int
24 | val mime: String
25 | val aec: Boolean
26 | val mediaCodec: Boolean
27 | val audioSource:Int
28 |
29 | init {
30 | minBps = builder.minBps
31 | maxBps = builder.maxBps
32 | frequency = builder.frequency
33 | encoding = builder.encoding
34 | codeType = builder.codeType
35 | channelCount = builder.channelCount
36 | adts = builder.adts
37 | mime = builder.mime
38 | aacProfile = builder.aacProfile
39 | aec = builder.aec
40 | mediaCodec = builder.mediaCodec
41 | audioSource = builder.audioSource
42 | }
43 |
44 | class Builder {
45 | public var mediaCodec = DEFAULT_MEDIA_CODEC
46 | public var minBps = DEFAULT_MIN_BPS
47 | public var maxBps = DEFAULT_MAX_BPS
48 | public var frequency = DEFAULT_FREQUENCY
49 | public var encoding = DEFAULT_AUDIO_ENCODING
50 | public var channelCount = DEFAULT_CHANNEL_COUNT
51 | public var adts = DEFAULT_ADTS
52 | public var mime = DEFAULT_MIME
53 | public var codeType = DEFAULT_CODE_TYPE
54 | public var aacProfile = DEFAULT_AAC_PROFILE
55 | public var aec = DEFAULT_AEC
56 | public var audioSource = DEFAULT_AUDIO_SOURCE
57 |
58 | fun setBps(minBps: Int, maxBps: Int): Builder {
59 | this.minBps = minBps
60 | this.maxBps = maxBps
61 | return this
62 | }
63 |
64 | fun setFrequency(frequency: Int): Builder {
65 | this.frequency = frequency
66 | return this
67 | }
68 |
69 | fun setEncoding(encoding: Int): Builder {
70 | this.encoding = encoding
71 | return this
72 | }
73 |
74 | fun setChannelCount(channelCount: Int): Builder {
75 | this.channelCount = channelCount
76 | return this
77 | }
78 |
79 | fun setAdts(adts: Int): Builder {
80 | this.adts = adts
81 | return this
82 | }
83 |
84 | fun setAacProfile(aacProfile: Int): Builder {
85 | this.aacProfile = aacProfile
86 | return this
87 | }
88 |
89 | fun setMime(mime: String): Builder {
90 | this.mime = mime
91 | return this
92 | }
93 |
94 | fun setAec(aec: Boolean): Builder {
95 | this.aec = aec
96 | return this
97 | }
98 |
99 | fun setMediaCodec(meidaCodec: Boolean): AudioConfiguration.Builder {
100 | this.mediaCodec = meidaCodec
101 | return this
102 | }
103 |
104 | fun setCodecType(codeType: CodeType): Builder {
105 | this.codeType = codeType
106 | return this
107 | }
108 |
109 | fun setAudioSource(source:Int):Builder{
110 | this.audioSource = source
111 | return this
112 | }
113 |
114 | fun build(): AudioConfiguration {
115 | return AudioConfiguration(this)
116 | }
117 | }
118 |
119 | companion object {
120 | val DEFAULT_FREQUENCY = 44100
121 | val DEFAULT_MAX_BPS = 64
122 | val DEFAULT_MIN_BPS = 32
123 | val DEFAULT_ADTS = 0
124 | val DEFAULT_CODE_TYPE = CodeType.ENCODE
125 | val DEFAULT_MIME = MediaFormat.MIMETYPE_AUDIO_AAC
126 | val DEFAULT_AUDIO_ENCODING = AudioFormat.ENCODING_PCM_16BIT
127 | val DEFAULT_AAC_PROFILE = MediaCodecInfo.CodecProfileLevel.AACObjectLC
128 | val DEFAULT_CHANNEL_COUNT = 1
129 | val DEFAULT_AEC = false
130 | val DEFAULT_AUDIO_SOURCE = MediaRecorder.AudioSource.MIC
131 | val DEFAULT_MEDIA_CODEC = true
132 |
133 | fun createDefault(): AudioConfiguration {
134 | return Builder().build()
135 | }
136 | }
137 |
138 |
139 | public enum class CodeType(codeType: Int) {
140 | ENCODE(1),
141 | DECODE(2),
142 | }
143 | }
144 |
--------------------------------------------------------------------------------
/library/src/main/java/com/devyk/av/rtmp/library/config/CameraConfiguration.kt:
--------------------------------------------------------------------------------
1 | package com.devyk.av.rtmp.library.config
2 |
3 | /**
4 | *
5 | * author : devyk on 2020-05-28 23:20
6 | * blog : https://juejin.im/user/578259398ac2470061f3a3fb/posts
7 | * github : https://github.com/yangkun19921001
8 | * mailbox : yang1001yk@gmail.com
9 | * desc : This is CameraConfiguration
10 | *
11 | */
12 | class CameraConfiguration private constructor(builder: Builder) {
13 |
14 | val height: Int
15 | val width: Int
16 | val fps: Int
17 | val rotation: Int
18 | val facing: Facing
19 | val orientation: Orientation
20 | val focusMode: FocusMode
21 |
22 | init {
23 | height = builder.height
24 | width = builder.width
25 | facing = builder.facing
26 | fps = builder.fps
27 | orientation = builder.orientation
28 | focusMode = builder.focusMode
29 | rotation = builder.rotation
30 | }
31 |
32 | enum class Facing {
33 | FRONT,
34 | BACK
35 | }
36 |
37 | enum class Orientation {
38 | LANDSCAPE,
39 | PORTRAIT
40 | }
41 |
42 | enum class FocusMode {
43 | AUTO,
44 | TOUCH
45 | }
46 |
47 |
48 | class Builder {
49 | var height = DEFAULT_HEIGHT
50 | var width = DEFAULT_WIDTH
51 | var fps = DEFAULT_FPS
52 | var rotation = DEFAULT_ROTATION
53 | var facing = DEFAULT_FACING
54 | var orientation = DEFAULT_ORIENTATION
55 | var focusMode = DEFAULT_FOCUSMODE
56 |
57 | fun setPreview(height: Int, width: Int): Builder {
58 | this.height = height
59 | this.width = width
60 | return this
61 | }
62 |
63 | fun setFacing(facing: Facing): Builder {
64 | this.facing = facing
65 | return this
66 | }
67 |
68 | fun setOrientation(orientation: Orientation): Builder {
69 | this.orientation = orientation
70 | return this
71 | }
72 |
73 | fun setFps(fps: Int): Builder {
74 | this.fps = fps
75 | return this
76 | }
77 |
78 | fun setFocusMode(focusMode: FocusMode): Builder {
79 | this.focusMode = focusMode
80 | return this
81 | }
82 |
83 | fun setRotation(rot: Int): Builder {
84 | this.rotation = rot
85 | return this
86 | }
87 |
88 | fun build(): CameraConfiguration {
89 | return CameraConfiguration(this)
90 | }
91 | }
92 |
93 | companion object {
94 | val DEFAULT_HEIGHT = 1280
95 | val DEFAULT_WIDTH = 720
96 | val DEFAULT_FPS = 25
97 | val DEFAULT_ROTATION = 0
98 | val DEFAULT_FACING = Facing.BACK
99 | val DEFAULT_ORIENTATION = Orientation.PORTRAIT
100 | val DEFAULT_FOCUSMODE = FocusMode.AUTO
101 |
102 | fun createDefault(): CameraConfiguration {
103 | return Builder().build()
104 | }
105 | }
106 | }
--------------------------------------------------------------------------------
/library/src/main/java/com/devyk/av/rtmp/library/config/RendererConfiguration.kt:
--------------------------------------------------------------------------------
1 | package com.devyk.av.rtmp.library.config
2 |
3 | import android.view.Surface
4 | import com.devyk.av.camera_recorder.callback.IRenderer
5 | import com.devyk.av.rtmp.library.annotation.RendererMode
6 | import com.devyk.av.rtmp.library.camera.renderer.DefaultRenderer
7 | import com.devyk.av.rtmp.library.widget.GLSurfaceView
8 | import javax.microedition.khronos.egl.EGLContext
9 |
10 | /**
11 | *
12 | * author : devyk on 2020-07-06 11:45
13 | * blog : https://juejin.im/user/578259398ac2470061f3a3fb/posts
14 | * github : https://github.com/yangkun19921001
15 | * mailbox : yang1001yk@gmail.com
16 | * desc : This is RendererConfiguration
17 | *
18 | */
19 | public class RendererConfiguration private constructor(builder: Builder) {
20 |
21 |
22 | val renderer: IRenderer
23 |
24 | val rendererMode: Int
25 |
26 | val surface: Surface? = null
27 |
28 | var eglContext: EGLContext? = null
29 |
30 | val width: Int
31 |
32 | val height: Int
33 |
34 |
35 | init {
36 | renderer = builder.renderer
37 | rendererMode = builder.rendererMode
38 | width = builder.width
39 | height = builder.height
40 | builder.eglContext?.let {
41 | eglContext = it
42 | }
43 | }
44 |
45 |
46 | class Builder {
47 | var renderer: IRenderer = DEFAULT_RENDERER
48 |
49 | var rendererMode: Int = DEFAULT_RENDERERMODE
50 |
51 | var surface: Surface? = null
52 |
53 | var eglContext: EGLContext? = null
54 |
55 | var width: Int = DEFAULT_WIDTH
56 |
57 | var height: Int = DEFAULT_HEIGHT
58 |
59 |
60 | /**
61 | * 设置渲染器
62 | */
63 | fun setRenderer(renderer: IRenderer): Builder {
64 | this.renderer = renderer;
65 | return this
66 | }
67 |
68 | /**
69 | * 设置渲染模式
70 | */
71 | fun setRendererMode(@RendererMode mode: Int): Builder {
72 | this.rendererMode = mode
73 | return this
74 | }
75 |
76 | /**
77 | * 设置显示的 Surface
78 | */
79 | fun setSurface(surface: Surface): Builder {
80 | this.surface = surface
81 | return this
82 | }
83 |
84 | /**
85 | * 设置 EGL 上下文
86 | */
87 | fun setEGLContext(context: EGLContext?): Builder {
88 | this.eglContext = context
89 | return this;
90 | }
91 |
92 | /**
93 | * 设置窗口大小
94 | */
95 | fun setSize(width: Int, height: Int): Builder {
96 | this.width = width
97 | this.height = height
98 | return this
99 | }
100 |
101 | /**
102 | * 构建配置
103 | */
104 | fun build(): RendererConfiguration {
105 | return RendererConfiguration(this)
106 | }
107 |
108 |
109 | }
110 |
111 |
112 | companion object {
113 | val DEFAULT_RENDERER = DefaultRenderer()
114 | val DEFAULT_RENDERERMODE = GLSurfaceView.RENDERERMODE_CONTINUOUSLY
115 | val DEFAULT_WIDTH = 720
116 | val DEFAULT_HEIGHT = 1280
117 |
118 |
119 | fun createDefault(): RendererConfiguration {
120 | return Builder().build()
121 | }
122 | }
123 |
124 | }
--------------------------------------------------------------------------------
/library/src/main/java/com/devyk/av/rtmp/library/config/VideoConfiguration.kt:
--------------------------------------------------------------------------------
1 | package com.devyk.av.rtmp.library.config
2 |
3 | import android.media.MediaFormat
4 | import android.view.Surface
5 | import java.nio.ByteBuffer
6 |
7 | /**
8 | *
9 | * author : devyk on 2020-06-14 22:07
10 | * blog : https://juejin.im/user/578259398ac2470061f3a3fb/posts
11 | * github : https://github.com/yangkun19921001
12 | * mailbox : yang1001yk@gmail.com
13 | * desc : This is VideoConfiguration
14 | *
15 | */
16 | class VideoConfiguration private constructor(builder: Builder) {
17 |
18 | val height: Int
19 | val width: Int
20 | val minBps: Int
21 | val maxBps: Int
22 | val fps: Int
23 | val mediaCodec: Boolean
24 | val ifi: Int
25 | val codeType: ICODEC
26 | val mime: String
27 | var surface: Surface?=null
28 | var spspps: ByteBuffer?=null
29 |
30 | init {
31 | height = builder.height
32 | width = builder.width
33 | minBps = builder.minBps
34 | maxBps = builder.maxBps
35 | fps = builder.fps
36 | ifi = builder.ifi
37 | codeType = builder.codeType
38 | mime = builder.mime
39 | mediaCodec = builder.mediaCodec
40 | surface = builder.surface
41 | spspps = builder.byteBuffer
42 | }
43 |
44 | class Builder {
45 | var mediaCodec = DEFAULT_MEDIA_CODEC
46 | var codeType = DEFAULT_CODEC_TYPE
47 | var height = DEFAULT_HEIGHT
48 | var width = DEFAULT_WIDTH
49 | var minBps = DEFAULT_MIN_BPS
50 | var maxBps = DEFAULT_MAX_BPS
51 | var fps = DEFAULT_FPS
52 | var ifi = DEFAULT_IFI
53 | var mime = DEFAULT_MIME
54 | var surface = DEFAULT_DECODE_SURFACE
55 | var byteBuffer = DEFAULT_SPS_PPS_BUFFER
56 |
57 | fun setSize(width: Int, height: Int): Builder {
58 | this.width = width
59 | this.height = height
60 | return this
61 | }
62 |
63 | fun setBps(minBps: Int, maxBps: Int): Builder {
64 | this.minBps = minBps
65 | this.maxBps = maxBps
66 | return this
67 | }
68 |
69 | fun setFps(fps: Int): Builder {
70 | this.fps = fps
71 | return this
72 | }
73 |
74 | fun setIfi(ifi: Int): Builder {
75 | this.ifi = ifi
76 | return this
77 | }
78 |
79 | fun setMime(mime: String): Builder {
80 | this.mime = mime
81 | return this
82 | }
83 |
84 | fun setMediaCodec(meidaCodec: Boolean): Builder {
85 | this.mediaCodec = meidaCodec
86 | return this
87 | }
88 |
89 | fun setCodeType(codeType: ICODEC): Builder {
90 | this.codeType = codeType
91 | return this
92 | }
93 |
94 | fun setSurface(surface: Surface):Builder{
95 | this.surface = surface;
96 | return this;
97 | }
98 |
99 | fun setSpsPpsBuffer(buffer: ByteBuffer):Builder{
100 | this.byteBuffer = buffer;
101 | return this;
102 | }
103 |
104 | fun build(): VideoConfiguration {
105 | return VideoConfiguration(this)
106 | }
107 | }
108 |
109 | companion object {
110 | val DEFAULT_HEIGHT = 1280
111 | val DEFAULT_WIDTH = 720
112 | val DEFAULT_FPS = 25
113 | val DEFAULT_MAX_BPS = 1800
114 | val DEFAULT_MIN_BPS = 400
115 | val DEFAULT_IFI = 2
116 | val DEFAULT_MIME = MediaFormat.MIMETYPE_VIDEO_AVC
117 | val DEFAULT_MEDIA_CODEC = true
118 | val DEFAULT_CODEC_TYPE = ICODEC.ENCODE
119 | val DEFAULT_SPS_PPS_BUFFER : ByteBuffer?= null
120 | /**
121 | * 用于解码显示的 surface
122 | */
123 | val DEFAULT_DECODE_SURFACE: Surface? = null
124 |
125 | fun createDefault(): VideoConfiguration {
126 | return Builder().build()
127 | }
128 | }
129 |
130 |
131 | public enum class ICODEC(type: Int) {
132 | ENCODE(1),
133 | DECODE(2),
134 | }
135 | }
--------------------------------------------------------------------------------
/library/src/main/java/com/devyk/av/rtmp/library/controller/AudioController.kt:
--------------------------------------------------------------------------------
1 | package com.devyk.av.rtmp.library.controller
2 |
3 | import android.media.MediaCodec
4 | import android.media.MediaFormat
5 | import com.devyk.av.rtmp.library.audio.AudioProcessor
6 | import com.devyk.av.rtmp.library.callback.IController
7 | import com.devyk.av.rtmp.library.callback.OnAudioEncodeListener
8 | import com.devyk.av.rtmp.library.config.AudioConfiguration
9 | import com.devyk.av.rtmp.library.mediacodec.AudioEncoder
10 | import java.nio.ByteBuffer
11 |
12 | /**
13 | *
14 | * author : devyk on 2020-07-15 22:05
15 | * blog : https://juejin.im/user/578259398ac2470061f3a3fb/posts
16 | * github : https://github.com/yangkun19921001
17 | * mailbox : yang1001yk@gmail.com
18 | * desc : This is AudioController 音频采集和音频编码的控制
19 | *
20 | */
21 |
22 | public class AudioController(audioConfiguration: AudioConfiguration) : IController, AudioProcessor.OnRecordListener,
23 | OnAudioEncodeListener {
24 |
25 |
26 | /**
27 | * 音频采集-》编解码 需要用到的默认参数
28 | */
29 | private var mAudioConfiguration = AudioConfiguration.createDefault()
30 |
31 | /**
32 | * 音频编解码用到的实体程序
33 | */
34 | private lateinit var mAudioEncoder: AudioEncoder
35 |
36 | /**
37 | * 音频采集用到的实体程序
38 | */
39 | private lateinit var mAudioProcessor: AudioProcessor
40 |
41 | /**
42 | * 音频数据的监听
43 | */
44 | private var mAudioDataListener: IController.OnAudioDataListener? = null
45 |
46 |
47 | init {
48 | mAudioConfiguration = audioConfiguration
49 | mAudioProcessor = AudioProcessor()
50 | mAudioEncoder = AudioEncoder(mAudioConfiguration)
51 | mAudioProcessor.init(
52 | mAudioConfiguration.audioSource,
53 | mAudioConfiguration.frequency,
54 | mAudioConfiguration.channelCount
55 | )
56 | mAudioProcessor.addRecordListener(this)
57 | mAudioEncoder.setOnAudioEncodeListener(this)
58 | }
59 |
60 |
61 | /**
62 | * 触发 开始
63 | */
64 | override fun start() {
65 | mAudioProcessor.startRcording()
66 | }
67 |
68 | /**
69 | * 触发 暂停
70 | */
71 | override fun pause() {
72 | mAudioProcessor.setPause(true)
73 | }
74 |
75 | /**
76 | * 触发恢复
77 | */
78 | override fun resume() {
79 | mAudioProcessor.setPause(false)
80 | }
81 |
82 | /**
83 | * 触发停止
84 | */
85 | override fun stop() {
86 | mAudioProcessor.stop()
87 |
88 | }
89 |
90 | /**
91 | * 当采集 PCM 数据的时候返回
92 | */
93 | override fun onPcmData(pcmData: ByteArray) {
94 | mAudioEncoder?.enqueueCodec(pcmData)
95 | }
96 |
97 | /**
98 | * 当开始采集
99 | */
100 | override fun onStart(sampleRate: Int, channels: Int, sampleFormat: Int) {
101 | mAudioEncoder?.start()
102 | }
103 |
104 | /**
105 | * 设置禁言
106 | */
107 | override fun setMute(isMute: Boolean) {
108 | super.setMute(isMute)
109 | mAudioProcessor?.setMute(isMute)
110 |
111 |
112 | }
113 |
114 | override fun onStop() {
115 | super.onStop()
116 | mAudioEncoder?.stop()
117 | }
118 |
119 | /**
120 | * 当采集出现错误
121 | */
122 | override fun onError(meg: String?) {
123 | mAudioDataListener?.onError(meg)
124 | }
125 |
126 | /**
127 | * 当 Audio 编码数据的时候
128 | */
129 | override fun onAudioEncode(bb: ByteBuffer, bi: MediaCodec.BufferInfo) {
130 | mAudioDataListener?.onAudioData(bb, bi)
131 | }
132 |
133 | /**
134 | * 编码的输出格式
135 | */
136 | override fun onAudioOutformat(outputFormat: MediaFormat?) {
137 | mAudioDataListener?.onAudioOutformat(outputFormat)
138 | }
139 |
140 | override fun setAudioDataListener(audioDataListener: IController.OnAudioDataListener) {
141 | super.setAudioDataListener(audioDataListener)
142 | mAudioDataListener = audioDataListener
143 | }
144 |
145 | }
--------------------------------------------------------------------------------
/library/src/main/java/com/devyk/av/rtmp/library/controller/VideoController.kt:
--------------------------------------------------------------------------------
1 | package com.devyk.av.rtmp.library.controller
2 |
3 | import android.content.Context
4 | import android.media.MediaCodec
5 | import android.media.MediaFormat
6 | import com.devyk.av.rtmp.library.callback.IController
7 | import com.devyk.av.rtmp.library.callback.OnVideoEncodeListener
8 | import com.devyk.av.rtmp.library.camera.CameraRecorder
9 | import com.devyk.av.rtmp.library.camera.Watermark
10 | import com.devyk.av.rtmp.library.config.VideoConfiguration
11 | import java.nio.ByteBuffer
12 | import javax.microedition.khronos.egl.EGLContext
13 |
14 | /**
15 | *
16 | * author : devyk on 2020-07-15 22:07
17 | * blog : https://juejin.im/user/578259398ac2470061f3a3fb/posts
18 | * github : https://github.com/yangkun19921001
19 | * mailbox : yang1001yk@gmail.com
20 | * desc : This is VideoController Camera 预览和 H264 编码的控制
21 | *
22 | */
23 |
24 | public class VideoController(context: Context,textureId:Int,eglContext: EGLContext?,videoConfiguration: VideoConfiguration) : IController ,OnVideoEncodeListener{
25 |
26 |
27 | private var mCameraVideoController: CameraRecorder? = null
28 |
29 | private var mListener : IController.OnVideoDataListener?=null
30 |
31 | init {
32 | mCameraVideoController = CameraRecorder(context, textureId, eglContext)
33 | mCameraVideoController?.prepare(videoConfiguration)
34 | mCameraVideoController?.setOnVideoEncodeListener(this)
35 | }
36 | override fun start() {
37 | mCameraVideoController?.start()
38 | }
39 |
40 | override fun stop() {
41 | mCameraVideoController?.stop()
42 | }
43 |
44 | override fun pause() {
45 | mCameraVideoController?.pause()
46 | }
47 |
48 | override fun resume() {
49 | mCameraVideoController?.resume()
50 | }
51 |
52 |
53 | override fun onVideoEncode(bb: ByteBuffer?, bi: MediaCodec.BufferInfo?) {
54 | mListener?.onVideoData(bb,bi)
55 | }
56 |
57 | override fun onVideoOutformat(outputFormat: MediaFormat?) {
58 | mListener?.onVideoOutformat(outputFormat)
59 | }
60 |
61 |
62 | override fun setVideoBps(bps: Int) {
63 | mCameraVideoController?.setEncodeBps(bps)
64 | }
65 |
66 | override fun setVideoDataListener(videoDataListener: IController.OnVideoDataListener) {
67 | mListener = videoDataListener
68 | }
69 |
70 | fun setWatermark(watermark: Watermark) {
71 | mCameraVideoController?.setWatermark(watermark)
72 | }
73 | }
74 |
--------------------------------------------------------------------------------
/library/src/main/java/com/devyk/av/rtmp/library/mediacodec/AudioEncoder.kt:
--------------------------------------------------------------------------------
1 | package com.devyk.av.rtmp.library.mediacodec
2 |
3 | import android.media.MediaCodec
4 | import android.media.MediaFormat
5 | import com.devyk.av.rtmp.library.callback.OnAudioEncodeListener
6 | import com.devyk.av.rtmp.library.config.AudioConfiguration
7 | import java.nio.ByteBuffer
8 |
9 | /**
10 | *
11 | * author : devyk on 2020-06-13 16:08
12 | * blog : https://juejin.im/user/578259398ac2470061f3a3fb/posts
13 | * github : https://github.com/yangkun19921001
14 | * mailbox : yang1001yk@gmail.com
15 | * desc : This is AudioEncoder AAC 编码
16 | *
17 | */
18 |
19 | class AudioEncoder(private val mAudioConfiguration: AudioConfiguration?) : BaseAudioCodec(mAudioConfiguration) {
20 |
21 | override fun onAudioOutformat(outputFormat: MediaFormat?) {
22 | mListener?.onAudioOutformat(outputFormat)
23 | }
24 |
25 | public var mListener: OnAudioEncodeListener? = null
26 |
27 | override fun onAudioData(bb: ByteBuffer, bi: MediaCodec.BufferInfo) {
28 | mListener?.onAudioEncode(bb, bi)
29 | }
30 |
31 | fun setOnAudioEncodeListener(listener: OnAudioEncodeListener?) {
32 | mListener = listener
33 | }
34 |
35 |
36 | override fun start() {
37 | super.start()
38 | }
39 |
40 | override fun stop() {
41 | super.stop()
42 | mListener = null
43 | }
44 | }
45 |
--------------------------------------------------------------------------------
/library/src/main/java/com/devyk/av/rtmp/library/mediacodec/AudioMediaCodec.kt:
--------------------------------------------------------------------------------
1 | package com.devyk.av.rtmp.library.mediacodec
2 |
3 | import android.media.MediaCodec
4 | import android.media.MediaCodecInfo
5 | import android.media.MediaCodecList
6 | import android.media.MediaFormat
7 | import com.devyk.av.rtmp.library.audio.AudioUtils
8 | import com.devyk.av.rtmp.library.config.AudioConfiguration
9 |
10 | import java.nio.ByteBuffer
11 |
12 | /**
13 | *
14 | * author : devyk on 2020-06-13 15:28
15 | * blog : https://juejin.im/user/578259398ac2470061f3a3fb/posts
16 | * github : https://github.com/yangkun19921001
17 | * mailbox : yang1001yk@gmail.com
18 | * desc : This is AudioMediaCodec
19 | *
20 | */
21 | public class AudioMediaCodec {
22 | companion object {
23 |
24 | fun selectCodec(mimeType: String): MediaCodecInfo? {
25 | val numCodecs = MediaCodecList.getCodecCount()
26 | for (i in 0 until numCodecs) {
27 | val codecInfo = MediaCodecList.getCodecInfoAt(i)
28 | if (!codecInfo.isEncoder) {
29 | continue
30 | }
31 | val types = codecInfo.supportedTypes
32 | for (j in types.indices) {
33 | if (types[j].equals(mimeType, ignoreCase = true)) {
34 | return codecInfo
35 | }
36 | }
37 | }
38 | return null
39 | }
40 |
41 |
42 | fun getAudioMediaCodec(configuration: AudioConfiguration): MediaCodec? {
43 | //数据类型 "audio/mp4a-latm"
44 | val format =
45 | MediaFormat.createAudioFormat(configuration.mime, configuration.frequency, configuration.channelCount)
46 | if (configuration.mime.equals(AudioConfiguration.DEFAULT_MIME)) {
47 | //用来标记aac的类型
48 | format.setInteger(MediaFormat.KEY_AAC_PROFILE, configuration.aacProfile)
49 | }
50 | //比特率
51 | format.setInteger(MediaFormat.KEY_BIT_RATE, configuration.maxBps * 1024)
52 | //采样率
53 | format.setInteger(MediaFormat.KEY_SAMPLE_RATE, configuration.frequency)
54 | //缓冲区大小
55 | val maxInputSize =
56 | AudioUtils.getMinBufferSize(configuration.frequency, configuration.channelCount, configuration.encoding)
57 | //最大的缓冲区
58 | format.setInteger(MediaFormat.KEY_MAX_INPUT_SIZE, maxInputSize)
59 | //通道数量
60 | format.setInteger(MediaFormat.KEY_CHANNEL_COUNT, configuration.channelCount)
61 | var mediaCodec: MediaCodec? = null
62 | try {
63 | if (configuration.codeType == AudioConfiguration.CodeType.ENCODE) {
64 | mediaCodec = MediaCodec.createEncoderByType(configuration.mime)
65 | mediaCodec.configure(format, null, null, MediaCodec.CONFIGURE_FLAG_ENCODE)
66 | } else if (configuration.codeType == AudioConfiguration.CodeType.DECODE) {
67 | //用来标记AAC是否有adts头，1->有
68 | format.setInteger(MediaFormat.KEY_IS_ADTS, configuration.adts);
69 | //ByteBuffer key（暂时不了解该参数的含义，但必须设置）
70 | val data = byteArrayOf(0x11.toByte(), 0x90.toByte())
71 | val csd_0 = ByteBuffer.wrap(data)
72 | //配置解码器 csd-0 信息
73 | //参考：https://developer.android.com/reference/android/media/MediaCodec
74 | format.setByteBuffer("csd-0", csd_0)
75 | mediaCodec = MediaCodec.createDecoderByType(configuration.mime)
76 | mediaCodec.configure(format, null, null, 0)
77 | }
78 |
79 | } catch (e: Exception) {
80 | e.printStackTrace()
81 | if (mediaCodec != null) {
82 | mediaCodec.stop()
83 | mediaCodec.release()
84 | mediaCodec = null
85 | }
86 | }
87 |
88 | return mediaCodec
89 | }
90 | }
91 |
92 |
93 | }
--------------------------------------------------------------------------------
/library/src/main/java/com/devyk/av/rtmp/library/mediacodec/BaseAudioCodec.kt:
--------------------------------------------------------------------------------
1 | package com.devyk.av.rtmp.library.mediacodec
2 |
3 | import android.media.MediaCodec
4 | import android.media.MediaFormat
5 | import android.util.Log
6 | import com.devyk.av.rtmp.library.config.AudioConfiguration
7 | import com.devyk.av.rtmp.library.utils.LogHelper
8 |
9 | import java.nio.ByteBuffer
10 |
11 | /**
12 | *
13 | * author : devyk on 2020-06-13 23:53
14 | * blog : https://juejin.im/user/578259398ac2470061f3a3fb/posts
15 | * github : https://github.com/yangkun19921001
16 | * mailbox : yang1001yk@gmail.com
17 | * desc : This is BaseCoder
18 | *
19 | */
20 | abstract class BaseAudioCodec(private val mAudioConfiguration: AudioConfiguration?) : IAudioCodec {
21 | private var mMediaCodec: MediaCodec? = null
22 |
23 |
24 | internal var mBufferInfo = MediaCodec.BufferInfo()
25 |
26 | private var TAG = javaClass.simpleName
27 | private var mPts = 0L
28 |
29 | /**
30 | * 编码完成的函数自己不处理，交由子类处理
31 | */
32 | abstract fun onAudioData(bb: ByteBuffer, bi: MediaCodec.BufferInfo);
33 |
34 |
35 | @Synchronized
36 | override fun start() {
37 | mMediaCodec = AudioMediaCodec.getAudioMediaCodec(mAudioConfiguration!!)
38 | mMediaCodec!!.start()
39 | Log.e("encode", "--start")
40 | }
41 |
42 | /**
43 | * 将数据入队 java.lang.IllegalStateException
44 | */
45 | @Synchronized
46 | override fun enqueueCodec(input: ByteArray?) {
47 | if (mMediaCodec == null) {
48 | return
49 | }
50 | val inputBuffers = mMediaCodec!!.inputBuffers
51 | val outputBuffers = mMediaCodec!!.outputBuffers
52 | val inputBufferIndex = mMediaCodec!!.dequeueInputBuffer(12000)
53 |
54 | if (inputBufferIndex >= 0) {
55 | val inputBuffer = inputBuffers[inputBufferIndex]
56 | inputBuffer.clear()
57 | inputBuffer.put(input)
58 | mMediaCodec!!.queueInputBuffer(inputBufferIndex, 0, input!!.size, 0, 0)
59 | }
60 |
61 | var outputBufferIndex = mMediaCodec!!.dequeueOutputBuffer(mBufferInfo, 12000)
62 | if (outputBufferIndex == MediaCodec.INFO_OUTPUT_FORMAT_CHANGED) {
63 | onAudioOutformat(mMediaCodec?.outputFormat)
64 | }
65 |
66 |
67 |
68 | while (outputBufferIndex >= 0) {
69 | val outputBuffer = outputBuffers[outputBufferIndex]
70 |
71 | if (mPts == 0L)
72 | mPts = System.nanoTime() / 1000;
73 |
74 | mBufferInfo!!.presentationTimeUs = System.nanoTime() / 1000 - mPts;
75 |
76 | LogHelper.e(TAG, "音频时间戳：${mBufferInfo!!.presentationTimeUs / 1000_000}")
77 | onAudioData(outputBuffer, mBufferInfo)
78 | mMediaCodec!!.releaseOutputBuffer(outputBufferIndex, false)
79 | outputBufferIndex = mMediaCodec!!.dequeueOutputBuffer(mBufferInfo, 0)
80 | }
81 | }
82 |
83 | abstract fun onAudioOutformat(outputFormat: MediaFormat?)
84 |
85 | @Synchronized
86 | override fun stop() {
87 | if (mMediaCodec != null) {
88 | mMediaCodec!!.stop()
89 | mMediaCodec!!.release()
90 | mMediaCodec = null
91 | }
92 | }
93 |
94 |
95 | /**
96 | * 获取输出的格式
97 | */
98 | public fun getOutputFormat(): MediaFormat? = mMediaCodec?.outputFormat
99 |
100 |
101 | }
--------------------------------------------------------------------------------
/library/src/main/java/com/devyk/av/rtmp/library/mediacodec/IAudioCodec.kt:
--------------------------------------------------------------------------------
1 | package com.devyk.av.rtmp.library.mediacodec
2 |
3 | /**
4 | *
5 | * author : devyk on 2020-06-13 23:55
6 | * blog : https://juejin.im/user/578259398ac2470061f3a3fb/posts
7 | * github : https://github.com/yangkun19921001
8 | * mailbox : yang1001yk@gmail.com
9 | * desc : This is ICodec
10 | *
11 | */
12 | public interface IAudioCodec{
13 |
14 |
15 | /**
16 | * 准备编码
17 | */
18 | fun start()
19 |
20 | /**
21 | * 将数据送入编解码器
22 | */
23 | fun enqueueCodec(input: ByteArray?);
24 |
25 | /**
26 | * 停止编码
27 | */
28 | fun stop();
29 | }
--------------------------------------------------------------------------------
/library/src/main/java/com/devyk/av/rtmp/library/mediacodec/IVideoCodec.kt:
--------------------------------------------------------------------------------
1 | package com.devyk.av.rtmp.library.mediacodec
2 |
3 | import android.media.MediaCodec
4 |
5 | import com.devyk.av.rtmp.library.config.VideoConfiguration
6 |
7 | import java.nio.ByteBuffer
8 |
9 | /**
10 | *
11 | * author : devyk on 2020-06-15 21:42
12 | * blog : https://juejin.im/user/578259398ac2470061f3a3fb/posts
13 | * github : https://github.com/yangkun19921001
14 | * mailbox : yang1001yk@gmail.com
15 | * desc : This is ICodec
16 | *
17 | */
18 |
19 | public interface IVideoCodec {
20 |
21 |
22 |
23 | /**
24 | * 初始化编码器
25 | */
26 | fun prepare(videoConfiguration: VideoConfiguration = VideoConfiguration.createDefault()){};
27 |
28 | /**
29 | * start 编码
30 | */
31 | fun start();
32 |
33 | /**
34 | * 停止编码
35 | */
36 | fun stop();
37 |
38 | /**
39 | * 返回编码好的 H264 数据
40 | */
41 | abstract fun onVideoEncode(bb: ByteBuffer?, mBufferInfo: MediaCodec.BufferInfo)
42 |
43 |
44 | }
--------------------------------------------------------------------------------
/library/src/main/java/com/devyk/av/rtmp/library/mediacodec/VideoEncoder.kt:
--------------------------------------------------------------------------------
1 | package com.devyk.av.rtmp.library.mediacodec
2 |
3 | import android.media.MediaCodec
4 | import android.media.MediaFormat
5 | import com.devyk.av.rtmp.library.callback.OnVideoEncodeListener
6 | import com.devyk.av.rtmp.library.config.VideoConfiguration
7 |
8 | import java.nio.ByteBuffer
9 |
10 | /**
11 | *
12 | * author : devyk on 2020-07-09 22:57
13 | * blog : https://juejin.im/user/578259398ac2470061f3a3fb/posts
14 | * github : https://github.com/yangkun19921001
15 | * mailbox : yang1001yk@gmail.com
16 | * desc : This is H264Encoder
17 | *
18 | */
19 | public open class VideoEncoder : BaseVideoEncoder() {
20 |
21 |
22 | override fun onVideoOutformat(outputFormat: MediaFormat?) {
23 | mListener?.onVideoOutformat(outputFormat)
24 | }
25 |
26 | override fun prepare(videoConfiguration: VideoConfiguration) {
27 | super.prepare(videoConfiguration)
28 | }
29 |
30 |
31 | private var mListener: OnVideoEncodeListener? = null
32 |
33 | /**
34 | * 视频编码完成的回调
35 | */
36 | override fun onVideoEncode(bb: ByteBuffer?, bi: MediaCodec.BufferInfo) {
37 | mListener?.onVideoEncode(bb!!, bi)
38 | }
39 |
40 | /**
41 | * 设置编码回调
42 | */
43 | fun setOnVideoEncodeListener(listener: OnVideoEncodeListener) {
44 | mListener = listener
45 | }
46 |
47 |
48 | }
--------------------------------------------------------------------------------
/library/src/main/java/com/devyk/av/rtmp/library/mediacodec/VideoMediaCodec.kt:
--------------------------------------------------------------------------------
1 | package com.devyk.av.rtmp.library.mediacodec
2 |
3 | import android.media.MediaCodec
4 | import android.media.MediaCodec.CONFIGURE_FLAG_ENCODE
5 | import android.media.MediaCodecInfo
6 | import android.media.MediaFormat
7 | import android.util.Log
8 | import com.devyk.av.rtmp.library.black.BlackListHelper
9 | import com.devyk.av.rtmp.library.config.VideoConfiguration
10 | import com.devyk.av.rtmp.library.utils.LogHelper
11 |
12 | /**
13 | *
14 | * author : devyk on 2020-06-14 22:09
15 | * blog : https://juejin.im/user/578259398ac2470061f3a3fb/posts
16 | * github : https://github.com/yangkun19921001
17 | * mailbox : yang1001yk@gmail.com
18 | * desc : This is VideoMediaCodec
19 | *
20 | */
21 | object VideoMediaCodec {
22 | private val TAG = this.javaClass.simpleName
23 |
24 | fun getVideoMediaCodec(videoConfiguration: VideoConfiguration): MediaCodec? {
25 | var mediaCodec: MediaCodec? = null
26 | val videoWidth = getVideoSize(videoConfiguration.width)
27 | val videoHeight = getVideoSize(videoConfiguration.height)
28 | val format = MediaFormat.createVideoFormat(videoConfiguration.mime, videoWidth, videoHeight)
29 | if (videoConfiguration.codeType == VideoConfiguration.ICODEC.ENCODE) {
30 | format.setInteger(
31 | MediaFormat.KEY_COLOR_FORMAT,
32 | MediaCodecInfo.CodecCapabilities.COLOR_FormatSurface
33 | )
34 | format.setInteger(MediaFormat.KEY_BIT_RATE, videoConfiguration.maxBps * 1024)
35 | var fps = videoConfiguration.fps
36 |
37 |
38 | //设置摄像头预览帧率
39 | if (BlackListHelper.deviceInFpsBlacklisted()) {
40 | Log.d(TAG, "Device in fps setting black list, so set mediacodec fps 15")
41 | fps = 15
42 | }
43 | format.setInteger(MediaFormat.KEY_FRAME_RATE, fps)
44 | format.setInteger(MediaFormat.KEY_I_FRAME_INTERVAL, videoConfiguration.ifi)
45 | format.setInteger(MediaFormat.KEY_BITRATE_MODE, MediaCodecInfo.EncoderCapabilities.BITRATE_MODE_VBR)
46 | format.setInteger(MediaFormat.KEY_COMPLEXITY, MediaCodecInfo.EncoderCapabilities.BITRATE_MODE_CBR)
47 |
48 | try {
49 | mediaCodec = MediaCodec.createEncoderByType(videoConfiguration.mime)
50 | mediaCodec.configure(format, null, null, CONFIGURE_FLAG_ENCODE)
51 | LogHelper.d(TAG, "mediacodec init successed!")
52 | } catch (e: Exception) {
53 | e.printStackTrace()
54 | mediaCodec = release(mediaCodec)
55 | }
56 | } else if (videoConfiguration.codeType == VideoConfiguration.ICODEC.DECODE) {
57 | try {
58 | mediaCodec = MediaCodec.createDecoderByType(videoConfiguration.mime)
59 | if (videoConfiguration.surface == null)
60 | throw NullPointerException("surface is null?")
61 | if (videoConfiguration.spspps == null)
62 | throw NullPointerException("spspps buffer is null?")
63 |
64 | //csd-0 含义此处有介绍
65 | // @see https://developer.android.com/reference/android/media/MediaCodec
66 | format.setByteBuffer("csd-0", videoConfiguration.spspps)
67 | mediaCodec.configure(format, videoConfiguration.surface, null, 0)
68 | } catch (e: Exception) {
69 | e.printStackTrace()
70 | mediaCodec = release(mediaCodec)
71 | }
72 | }
73 | return mediaCodec
74 | }
75 |
76 | private fun release(mediaCodec: MediaCodec?): MediaCodec? {
77 | var mediaCodec1 = mediaCodec
78 | if (mediaCodec1 != null) {
79 | mediaCodec1.stop()
80 | mediaCodec1.release()
81 | mediaCodec1 = null
82 | }
83 | return mediaCodec1
84 | }
85 |
86 | // We avoid the device-specific limitations on width and height by using values that
87 | // are multiples of 16, which all tested devices seem to be able to handle.
88 | fun getVideoSize(size: Int): Int {
89 | val multiple = Math.ceil(size / 16.0).toInt()
90 | return multiple * 16
91 | }
92 |
93 | }
94 |
--------------------------------------------------------------------------------
/library/src/main/java/com/devyk/av/rtmp/library/stream/PacketType.kt:
--------------------------------------------------------------------------------
1 | package com.devyk.av.rtmp.library.stream
2 |
3 | /**
4 | *
5 | * author : devyk on 2020-07-16 21:29
6 | * blog : https://juejin.im/user/578259398ac2470061f3a3fb/posts
7 | * github : https://github.com/yangkun19921001
8 | * mailbox : yang1001yk@gmail.com
9 | * desc : This is PacketType
10 | *
11 | */
12 | public enum class PacketType {
13 | FIRST_AUDIO(1),
14 | FIRST_VIDEO(2),
15 | SPS_PPS(3),
16 | AUDIO(4),
17 | KEY_FRAME(5),
18 | VIDEO(6);
19 |
20 |
21 | var type = -1;
22 | constructor(types: Int){
23 | type = types
24 | }
25 |
26 |
27 | }
--------------------------------------------------------------------------------
/library/src/main/java/com/devyk/av/rtmp/library/stream/amf/AmfArray.java:
--------------------------------------------------------------------------------
1 | package com.devyk.av.rtmp.library.stream.amf;
2 |
3 | import java.io.IOException;
4 | import java.io.InputStream;
5 | import java.io.OutputStream;
6 | import java.nio.ByteBuffer;
7 | import java.util.ArrayList;
8 | import java.util.List;
9 |
10 | /**
11 | * @Title: AmfArray
12 | * @Package com.jimfengfly.rtmppublisher.amf
13 | * @Description:
14 | * @Author Jim
15 | * @Date 2016/11/28
16 | * @Time 下午2:51
17 | * @Version
18 | */
19 |
20 | public class AmfArray implements AmfData {
21 |
22 | private List items;
23 | private int size = -1;
24 |
25 | @Override
26 | public void writeTo(OutputStream out) throws IOException {
27 | // Begin the map/object/array/whatever exactly this is
28 | out.write(AmfType.ARRAY.getValue());
29 | // Write the "array size"
30 | Util.writeUnsignedInt32(out, items.size());
31 | for (AmfData item : items) {
32 | item.writeTo(out);
33 | }
34 | }
35 |
36 | @Override
37 | public void readFrom(InputStream in) throws IOException {
38 | // Skip data type byte (we assume it's already read)
39 | int length = Util.readUnsignedInt32(in);
40 | size = 5; // 1 + 4
41 | items = new ArrayList<>(length);
42 | for (int i = 0; i < length; i++) {
43 | AmfData dataItem = AmfDecoder.readFrom(in);
44 | size += dataItem.getSize();
45 | items.add(dataItem);
46 | }
47 | }
48 |
49 | @Override
50 | public int getSize() {
51 | if (size == -1) {
52 | size = 5; // 1 + 4
53 | if (items != null) {
54 | for (AmfData dataItem : items) {
55 | size += dataItem.getSize();
56 | }
57 | }
58 | }
59 | return size;
60 | }
61 |
62 | @Override
63 | public byte[] getBytes() {
64 | int size = getSize();
65 | ByteBuffer byteBuffer = ByteBuffer.allocate(size);
66 | byteBuffer.put(AmfType.ARRAY.getValue());
67 | byteBuffer.putInt(items.size());
68 | for (AmfData item : items) {
69 | byteBuffer.put(item.getBytes());
70 | }
71 | return byteBuffer.array();
72 | }
73 |
74 | /** @return the amount of items in this the array */
75 | public int getLength() {
76 | return items != null ? items.size() : 0;
77 | }
78 |
79 | public List getItems() {
80 | if (items == null) {
81 | items = new ArrayList();
82 | }
83 | return items;
84 | }
85 |
86 | public void addItem(AmfData dataItem) {
87 | getItems().add(this);
88 | }
89 | }
90 |
--------------------------------------------------------------------------------
/library/src/main/java/com/devyk/av/rtmp/library/stream/amf/AmfBoolean.java:
--------------------------------------------------------------------------------
1 | package com.devyk.av.rtmp.library.stream.amf;
2 |
3 | import java.io.IOException;
4 | import java.io.InputStream;
5 | import java.io.OutputStream;
6 |
7 | /**
8 | * @Title: AmfBoolean
9 | * @Package com.jimfengfly.rtmppublisher.amf
10 | * @Description:
11 | * @Author Jim
12 | * @Date 2016/11/28
13 | * @Time 上午11:39
14 | * @Version
15 | */
16 |
17 | public class AmfBoolean implements AmfData{
18 | public static final int SIZE = 2;
19 |
20 | private boolean value;
21 |
22 | public boolean isValue() {
23 | return value;
24 | }
25 |
26 | public void setValue(boolean value) {
27 | this.value = value;
28 | }
29 |
30 | public AmfBoolean(boolean value) {
31 | this.value = value;
32 | }
33 |
34 | public AmfBoolean() {}
35 |
36 | @Override
37 | public void writeTo(OutputStream out) throws IOException {
38 | out.write(AmfType.BOOLEAN.getValue());
39 | out.write(value ? 0x01 : 0x00);
40 | }
41 |
42 | @Override
43 | public void readFrom(InputStream in) throws IOException {
44 | // Skip data type byte (we assume it's already read)
45 | value = (in.read() == 0x01) ? true : false;
46 | }
47 |
48 | @Override
49 | public int getSize() {
50 | return SIZE;
51 | }
52 |
53 | @Override
54 | public byte[] getBytes() {
55 | byte[] data = new byte[2];
56 | data[0] = AmfType.BOOLEAN.getValue();
57 | data[1] = (byte) (value ? 0x01 : 0x00);
58 | return data;
59 | }
60 | }
61 |
--------------------------------------------------------------------------------
/library/src/main/java/com/devyk/av/rtmp/library/stream/amf/AmfData.java:
--------------------------------------------------------------------------------
1 | package com.devyk.av.rtmp.library.stream.amf;
2 |
3 | import java.io.IOException;
4 | import java.io.InputStream;
5 | import java.io.OutputStream;
6 |
7 | /**
8 | * @Title: AmfData
9 | * @Package com.jimfengfly.rtmppublisher.amf
10 | * @Description:
11 | * @Author Jim
12 | * @Date 2016/11/28
13 | * @Time 上午11:40
14 | * @Version
15 | */
16 |
17 | public interface AmfData {
18 | /**
19 | * Write/Serialize this AMF data intance (Object/string/integer etc) to
20 | * the specified OutputStream
21 | */
22 | void writeTo(OutputStream out) throws IOException;
23 |
24 | /**
25 | * Read and parse bytes from the specified input stream to populate this
26 | * AMFData instance (deserialize)
27 | *
28 | * @return the amount of bytes read
29 | */
30 | void readFrom(InputStream in) throws IOException;
31 |
32 | /** @return the amount of bytes required for this object */
33 | int getSize();
34 |
35 | /** @return the bytes of this object */
36 | byte[] getBytes();
37 | }
38 |
--------------------------------------------------------------------------------
/library/src/main/java/com/devyk/av/rtmp/library/stream/amf/AmfDecoder.java:
--------------------------------------------------------------------------------
1 | package com.devyk.av.rtmp.library.stream.amf;
2 |
3 | import java.io.IOException;
4 | import java.io.InputStream;
5 |
6 | /**
7 | * @Title: AmfDecoder
8 | * @Package com.jimfengfly.rtmppublisher.amf
9 | * @Description:
10 | * @Author Jim
11 | * @Date 2016/11/28
12 | * @Time 下午12:51
13 | * @Version
14 | */
15 |
16 | public class AmfDecoder {
17 | public static AmfData readFrom(InputStream in) throws IOException {
18 |
19 | byte amfTypeByte = (byte) in.read();
20 | AmfType amfType = AmfType.valueOf(amfTypeByte);
21 |
22 | AmfData amfData;
23 | switch (amfType) {
24 | case NUMBER:
25 | amfData = new AmfNumber();
26 | break;
27 | case BOOLEAN:
28 | amfData = new AmfBoolean();
29 | break;
30 | case STRING:
31 | amfData = new AmfString();
32 | break;
33 | case OBJECT:
34 | amfData = new AmfObject();
35 | break;
36 | case NULL:
37 | return new AmfNull();
38 | case UNDEFINED:
39 | return new AmfUndefined();
40 | case MAP:
41 | amfData = new AmfMap();
42 | break;
43 | case ARRAY:
44 | amfData = new AmfArray();
45 | break;
46 | default:
47 | throw new IOException("Unknown/unimplemented AMF data type: " + amfType);
48 | }
49 |
50 | amfData.readFrom(in);
51 | return amfData;
52 | }
53 | }
54 |
--------------------------------------------------------------------------------
/library/src/main/java/com/devyk/av/rtmp/library/stream/amf/AmfMap.java:
--------------------------------------------------------------------------------
1 | package com.devyk.av.rtmp.library.stream.amf;
2 |
3 | import java.io.IOException;
4 | import java.io.InputStream;
5 | import java.io.OutputStream;
6 | import java.nio.ByteBuffer;
7 | import java.util.Map;
8 |
9 | /**
10 | * @Title: AmfMap
11 | * @Package com.jimfengfly.rtmppublisher.amf
12 | * @Description:
13 | * @Author Jim
14 | * @Date 2016/11/28
15 | * @Time 下午2:48
16 | * @Version
17 | */
18 |
19 | public class AmfMap extends AmfObject {
20 | @Override
21 | public void writeTo(OutputStream out) throws IOException {
22 | // Begin the map/object/array/whatever exactly this is
23 | out.write(AmfType.MAP.getValue());
24 |
25 | // Write the "array size"
26 | Util.writeUnsignedInt32(out, properties.size());
27 |
28 | // Write key/value pairs in this object
29 | for (Map.Entry entry : properties.entrySet()) {
30 | // The key must be a STRING type, and thus the "type-definition" byte is implied (not included in message)
31 | AmfString.writeStringTo(out, entry.getKey(), true);
32 | entry.getValue().writeTo(out);
33 | }
34 |
35 | // End the object
36 | out.write(OBJECT_END_MARKER);
37 | }
38 |
39 | @Override
40 | public void readFrom(InputStream in) throws IOException {
41 | // Skip data type byte (we assume it's already read)
42 | int length = Util.readUnsignedInt32(in); // Seems this is always 0
43 | super.readFrom(in);
44 | size += 4; // Add the bytes read for parsing the array size (length)
45 | }
46 |
47 | @Override
48 | public int getSize() {
49 | if (size == -1) {
50 | size = super.getSize();
51 | size += 4; // array length bytes
52 | }
53 | return size;
54 | }
55 |
56 | @Override
57 | public byte[] getBytes() {
58 | int size = getSize();
59 | ByteBuffer byteBuffer = ByteBuffer.allocate(size);
60 | byteBuffer.put(AmfType.OBJECT.getValue());
61 | byteBuffer.putInt(properties.size());
62 | // Write key/value pairs in this object
63 | for (Map.Entry entry : properties.entrySet()) {
64 | // The key must be a STRING type, and thus the "type-definition" byte is implied (not included in message)
65 | AmfString keyString = new AmfString(entry.getKey(), true);
66 | byteBuffer.put(keyString.getBytes());
67 | byteBuffer.put(entry.getValue().getBytes());
68 | }
69 | byteBuffer.put(OBJECT_END_MARKER);
70 | return byteBuffer.array();
71 | }
72 | }
73 |
--------------------------------------------------------------------------------
/library/src/main/java/com/devyk/av/rtmp/library/stream/amf/AmfNull.java:
--------------------------------------------------------------------------------
1 | package com.devyk.av.rtmp.library.stream.amf;
2 |
3 | import java.io.IOException;
4 | import java.io.InputStream;
5 | import java.io.OutputStream;
6 |
7 | /**
8 | * @Title: AmfNull
9 | * @Package com.jimfengfly.rtmppublisher.amf
10 | * @Description:
11 | * @Author Jim
12 | * @Date 2016/11/28
13 | * @Time 下午12:51
14 | * @Version
15 | */
16 |
17 | public class AmfNull implements AmfData {
18 | public static final int SIZE = 1;
19 |
20 | @Override
21 | public void writeTo(OutputStream out) throws IOException {
22 | out.write(AmfType.NULL.getValue());
23 | }
24 |
25 | @Override
26 | public void readFrom(InputStream in) throws IOException {
27 | // Skip data type byte (we assume it's already read)
28 | }
29 |
30 | public static void writeNullTo(OutputStream out) throws IOException {
31 | out.write(AmfType.NULL.getValue());
32 | }
33 |
34 | @Override
35 | public int getSize() {
36 | return SIZE;
37 | }
38 |
39 | @Override
40 | public byte[] getBytes() {
41 | byte[] data = new byte[1];
42 | data[0] = AmfType.NULL.getValue();
43 | return data;
44 | }
45 | }
46 |
--------------------------------------------------------------------------------
/library/src/main/java/com/devyk/av/rtmp/library/stream/amf/AmfNumber.java:
--------------------------------------------------------------------------------
1 | package com.devyk.av.rtmp.library.stream.amf;
2 |
3 | import java.io.IOException;
4 | import java.io.InputStream;
5 | import java.io.OutputStream;
6 | import java.nio.ByteBuffer;
7 |
8 | /**
9 | * @Title: AmfNumber
10 | * @Package com.jimfengfly.rtmppublisher.amf
11 | * @Description:
12 | * @Author Jim
13 | * @Date 2016/11/28
14 | * @Time 上午11:46
15 | * @Version
16 | */
17 |
18 | public class AmfNumber implements AmfData{
19 | double value;
20 | /** Size of an AMF number, in bytes (including type bit) */
21 | public static final int SIZE = 9;
22 |
23 | public AmfNumber(double value) {
24 | this.value = value;
25 | }
26 |
27 | public AmfNumber() {
28 | }
29 |
30 | public double getValue() {
31 | return value;
32 | }
33 |
34 | public void setValue(double value) {
35 | this.value = value;
36 | }
37 |
38 | @Override
39 | public void writeTo(OutputStream out) throws IOException {
40 | out.write(AmfType.NUMBER.getValue());
41 | Util.writeDouble(out, value);
42 | }
43 |
44 | @Override
45 | public void readFrom(InputStream in) throws IOException {
46 | // Skip data type byte (we assume it's already read)
47 | value = Util.readDouble(in);
48 | }
49 |
50 | public static double readNumberFrom(InputStream in) throws IOException {
51 | // Skip data type byte
52 | in.read();
53 | return Util.readDouble(in);
54 | }
55 |
56 | public static void writeNumberTo(OutputStream out, double number) throws IOException {
57 | out.write(AmfType.NUMBER.getValue());
58 | Util.writeDouble(out, number);
59 | }
60 |
61 | @Override
62 | public int getSize() {
63 | return SIZE;
64 | }
65 |
66 | @Override
67 | public byte[] getBytes() {
68 | ByteBuffer dataBuffer = ByteBuffer.allocate(SIZE);
69 | dataBuffer.put(AmfType.NUMBER.getValue());
70 | dataBuffer.putDouble(value);
71 | return dataBuffer.array();
72 | }
73 | }
74 |
--------------------------------------------------------------------------------
/library/src/main/java/com/devyk/av/rtmp/library/stream/amf/AmfObject.java:
--------------------------------------------------------------------------------
1 | package com.devyk.av.rtmp.library.stream.amf;
2 |
3 | import java.io.BufferedInputStream;
4 | import java.io.IOException;
5 | import java.io.InputStream;
6 | import java.io.OutputStream;
7 | import java.nio.ByteBuffer;
8 | import java.util.LinkedHashMap;
9 | import java.util.Map;
10 |
11 | /**
12 | * @Title: AmfObject
13 | * @Package com.jimfengfly.rtmppublisher.amf
14 | * @Description:
15 | * @Author Jim
16 | * @Date 2016/11/28
17 | * @Time 下午1:58
18 | * @Version
19 | */
20 |
21 | public class AmfObject implements AmfData {
22 | protected Map properties = new LinkedHashMap<>();
23 | protected int size = -1;
24 | /** Byte sequence that marks the end of an AMF object */
25 | protected static final byte[] OBJECT_END_MARKER = new byte[]{0x00, 0x00, 0x09};
26 |
27 | public AmfData getProperty(String key) {
28 | return properties.get(key);
29 | }
30 |
31 | public void setProperty(String key, AmfData value) {
32 | properties.put(key, value);
33 | }
34 |
35 | public void setProperty(String key, boolean value) {
36 | properties.put(key, new AmfBoolean(value));
37 | }
38 |
39 | public void setProperty(String key, String value) {
40 | properties.put(key, new AmfString(value, false));
41 | }
42 |
43 | public void setProperty(String key, int value) {
44 | properties.put(key, new AmfNumber(value));
45 | }
46 |
47 | public void setProperty(String key, double value) {
48 | properties.put(key, new AmfNumber(value));
49 | }
50 |
51 | @Override
52 | public void writeTo(OutputStream out) throws IOException {
53 | // Begin the object
54 | out.write(AmfType.OBJECT.getValue());
55 |
56 | // Write key/value pairs in this object
57 | for (Map.Entry entry : properties.entrySet()) {
58 | // The key must be a STRING type, and thus the "type-definition" byte is implied (not included in message)
59 | AmfString.writeStringTo(out, entry.getKey(), true);
60 | entry.getValue().writeTo(out);
61 | }
62 |
63 | // End the object
64 | out.write(OBJECT_END_MARKER);
65 | }
66 |
67 | @Override
68 | public void readFrom(InputStream in) throws IOException {
69 | // Skip data type byte (we assume it's already read)
70 | size = 1;
71 | InputStream markInputStream = in.markSupported() ? in : new BufferedInputStream(in);
72 |
73 | while (true) {
74 | // Look for the 3-byte object end marker [0x00 0x00 0x09]
75 | markInputStream.mark(3);
76 | byte[] endMarker = new byte[3];
77 | markInputStream.read(endMarker);
78 |
79 | if (endMarker[0] == OBJECT_END_MARKER[0] && endMarker[1] == OBJECT_END_MARKER[1] && endMarker[2] == OBJECT_END_MARKER[2]) {
80 | // End marker found
81 | size += 3;
82 | return;
83 | } else {
84 | // End marker not found; reset the stream to the marked position and read an AMF property
85 | markInputStream.reset();
86 | // Read the property key...
87 | String key = AmfString.readStringFrom(in, true);
88 | size += AmfString.sizeOf(key, true);
89 | // ...and the property value
90 | AmfData value = AmfDecoder.readFrom(markInputStream);
91 | size += value.getSize();
92 | properties.put(key, value);
93 | }
94 | }
95 | }
96 |
97 | @Override
98 | public int getSize() {
99 | if (size == -1) {
100 | size = 1; // object marker
101 | for (Map.Entry entry : properties.entrySet()) {
102 | size += AmfString.sizeOf(entry.getKey(), true);
103 | size += entry.getValue().getSize();
104 | }
105 | size += 3; // end of object marker
106 |
107 | }
108 | return size;
109 | }
110 |
111 | @Override
112 | public byte[] getBytes() {
113 | int size = getSize();
114 | ByteBuffer byteBuffer = ByteBuffer.allocate(size);
115 | byteBuffer.put(AmfType.OBJECT.getValue());
116 | // Write key/value pairs in this object
117 | for (Map.Entry entry : properties.entrySet()) {
118 | // The key must be a STRING type, and thus the "type-definition" byte is implied (not included in message)
119 | AmfString keyString = new AmfString(entry.getKey(), true);
120 | byteBuffer.put(keyString.getBytes());
121 | byteBuffer.put(entry.getValue().getBytes());
122 | }
123 | byteBuffer.put(OBJECT_END_MARKER);
124 | return byteBuffer.array();
125 | }
126 | }
127 |
--------------------------------------------------------------------------------
/library/src/main/java/com/devyk/av/rtmp/library/stream/amf/AmfString.java:
--------------------------------------------------------------------------------
1 | package com.devyk.av.rtmp.library.stream.amf;
2 |
3 | import java.io.IOException;
4 | import java.io.InputStream;
5 | import java.io.OutputStream;
6 | import java.nio.ByteBuffer;
7 |
8 | /**
9 | * @Title: AmfString
10 | * @Package com.jimfengfly.rtmppublisher.amf
11 | * @Description:
12 | * @Author Jim
13 | * @Date 2016/11/28
14 | * @Time 下午2:08
15 | * @Version
16 | */
17 |
18 | public class AmfString implements AmfData {
19 | private static final String TAG = "AmfString";
20 |
21 | private String value;
22 | private boolean key;
23 | private int size = -1;
24 |
25 | public AmfString() {
26 | }
27 |
28 | public AmfString(String value, boolean isKey) {
29 | this.value = value;
30 | this.key = isKey;
31 | }
32 |
33 | public AmfString(String value) {
34 | this(value, false);
35 | }
36 |
37 | public AmfString(boolean isKey) {
38 | this.key = isKey;
39 | }
40 |
41 | public String getValue() {
42 | return value;
43 | }
44 |
45 | public void setValue(String value) {
46 | this.value = value;
47 | }
48 |
49 | public boolean isKey() {
50 | return key;
51 | }
52 |
53 | public void setKey(boolean key) {
54 | this.key = key;
55 | }
56 |
57 | @Override
58 | public void writeTo(OutputStream out) throws IOException {
59 | // Strings are ASCII encoded
60 | byte[] byteValue = this.value.getBytes();
61 | // Write the STRING data type definition (except if this String is used as a key)
62 | if (!key) {
63 | out.write(AmfType.STRING.getValue());
64 | }
65 | // Write 2 bytes indicating string length
66 | Util.writeUnsignedInt16(out, byteValue.length);
67 | // Write string
68 | out.write(byteValue);
69 | }
70 |
71 | @Override
72 | public void readFrom(InputStream in) throws IOException {
73 | // Skip data type byte (we assume it's already read)
74 | int length = Util.readUnsignedInt16(in);
75 | size = 3 + length; // 1 + 2 + length
76 | // Read string value
77 | byte[] byteValue = new byte[length];
78 | Util.readBytesUntilFull(in, byteValue);
79 | value = new String(byteValue);
80 | }
81 |
82 | public static String readStringFrom(InputStream in, boolean isKey) throws IOException {
83 | if (!isKey) {
84 | // Read past the data type byte
85 | in.read();
86 | }
87 | int length = Util.readUnsignedInt16(in);
88 | // Read string value
89 | byte[] byteValue = new byte[length];
90 | Util.readBytesUntilFull(in, byteValue);
91 | return new String(byteValue);
92 | }
93 |
94 | public static void writeStringTo(OutputStream out, String string, boolean isKey) throws IOException {
95 | // Strings are ASCII encoded
96 | byte[] byteValue = string.getBytes();
97 | // Write the STRING data type definition (except if this String is used as a key)
98 | if (!isKey) {
99 | out.write(AmfType.STRING.getValue());
100 | }
101 | // Write 2 bytes indicating string length
102 | Util.writeUnsignedInt16(out, byteValue.length);
103 | // Write string
104 | out.write(byteValue);
105 | }
106 |
107 | @Override
108 | public int getSize() {
109 | size = (isKey() ? 0 : 1) + 2 + value.getBytes().length;
110 | return size;
111 | }
112 |
113 | @Override
114 | public byte[] getBytes() {
115 | int size = getSize();
116 | ByteBuffer dataBuffer = ByteBuffer.allocate(size);
117 | if(!isKey()) {
118 | dataBuffer.put(AmfType.STRING.getValue());
119 | }
120 | dataBuffer.putShort((short) value.getBytes().length);
121 | dataBuffer.put(value.getBytes());
122 | return dataBuffer.array();
123 | }
124 |
125 | /** @return the byte size of the resulting AMF string of the specified value */
126 | public static int sizeOf(String string, boolean isKey) {
127 | int size = (isKey ? 0 : 1) + 2 + string.getBytes().length;
128 | return size;
129 | }
130 | }
131 |
--------------------------------------------------------------------------------
/library/src/main/java/com/devyk/av/rtmp/library/stream/amf/AmfType.java:
--------------------------------------------------------------------------------
1 | package com.devyk.av.rtmp.library.stream.amf;
2 |
3 | import java.util.HashMap;
4 | import java.util.Map;
5 |
6 | /**
7 | * @Title: AmfType
8 | * @Package com.jimfengfly.rtmppublisher.amf
9 | * @Description:
10 | * @Author Jim
11 | * @Date 2016/11/28
12 | * @Time 上午11:13
13 | * @Version
14 | */
15 |
16 | public enum AmfType {
17 | /** Number (encoded as IEEE 64-bit double precision floating point number) */
18 | NUMBER(0x00),
19 | /** Boolean (Encoded as a single byte of value 0x00 or 0x01) */
20 | BOOLEAN(0x01),
21 | /** String (ASCII encoded) */
22 | STRING(0x02),
23 | /** Object - set of key/value pairs */
24 | OBJECT(0x03),
25 | NULL(0x05),
26 | UNDEFINED(0x06),
27 | MAP(0x08),
28 | ARRAY(0x0A);
29 | private byte value;
30 | private static final Map quickLookupMap = new HashMap();
31 |
32 | static {
33 | for (AmfType amfType : AmfType.values()) {
34 | quickLookupMap.put(amfType.getValue(), amfType);
35 | }
36 | }
37 |
38 | private AmfType(int intValue) {
39 | this.value = (byte) intValue;
40 | }
41 |
42 | public byte getValue() {
43 | return value;
44 | }
45 |
46 | public static AmfType valueOf(byte amfTypeByte) {
47 | return quickLookupMap.get(amfTypeByte);
48 | }
49 | }
50 |
--------------------------------------------------------------------------------
/library/src/main/java/com/devyk/av/rtmp/library/stream/amf/AmfUndefined.java:
--------------------------------------------------------------------------------
1 | package com.devyk.av.rtmp.library.stream.amf;
2 |
3 | import java.io.IOException;
4 | import java.io.InputStream;
5 | import java.io.OutputStream;
6 |
7 | /**
8 | * @Title: AmfUndefined
9 | * @Package com.jimfengfly.rtmppublisher.amf
10 | * @Description:
11 | * @Author Jim
12 | * @Date 2016/11/28
13 | * @Time 下午12:53
14 | * @Version
15 | */
16 |
17 | public class AmfUndefined implements AmfData {
18 | public static final int SIZE = 1;
19 |
20 | @Override
21 | public void writeTo(OutputStream out) throws IOException {
22 | out.write(AmfType.UNDEFINED.getValue());
23 | }
24 |
25 | @Override
26 | public void readFrom(InputStream in) throws IOException {
27 | // Skip data type byte (we assume it's already read)
28 | }
29 |
30 | public static void writeUndefinedTo(OutputStream out) throws IOException {
31 | out.write(AmfType.UNDEFINED.getValue());
32 | }
33 |
34 | @Override
35 | public int getSize() {
36 | return SIZE;
37 | }
38 |
39 | @Override
40 | public byte[] getBytes() {
41 | byte[] data = new byte[1];
42 | data[0] = AmfType.UNDEFINED.getValue();
43 | return data;
44 | }
45 | }
46 |
--------------------------------------------------------------------------------
/library/src/main/java/com/devyk/av/rtmp/library/stream/amf/Util.java:
--------------------------------------------------------------------------------
1 | package com.devyk.av.rtmp.library.stream.amf;
2 |
3 | import java.io.IOException;
4 | import java.io.InputStream;
5 | import java.io.OutputStream;
6 |
7 | /**
8 | * @Title: Util
9 | * @Package com.jimfengfly.rtmppublisher.amf
10 | * @Description:
11 | * @Author Jim
12 | * @Date 2016/11/28
13 | * @Time 下午12:53
14 | * @Version
15 | */
16 | public class Util {
17 |
18 | private static final String HEXES = "0123456789ABCDEF";
19 |
20 | public static void writeUnsignedInt32(OutputStream out, int value) throws IOException {
21 | out.write((byte) (value >>> 24));
22 | out.write((byte) (value >>> 16));
23 | out.write((byte) (value >>> 8));
24 | out.write((byte) value);
25 | }
26 |
27 | public static int readUnsignedInt32(InputStream in) throws IOException {
28 | return ((in.read() & 0xff) << 24) | ((in.read() & 0xff) << 16) | ((in.read() & 0xff) << 8) | (in.read() & 0xff);
29 | }
30 |
31 | public static int readUnsignedInt24(InputStream in) throws IOException {
32 | return ((in.read() & 0xff) << 16) | ((in.read() & 0xff) << 8) | (in.read() & 0xff);
33 | }
34 |
35 | public static int readUnsignedInt16(InputStream in) throws IOException {
36 | return ((in.read() & 0xff) << 8) | (in.read() & 0xff);
37 | }
38 |
39 | public static void writeUnsignedInt24(OutputStream out, int value) throws IOException {
40 | out.write((byte) (value >>> 16));
41 | out.write((byte) (value >>> 8));
42 | out.write((byte) value);
43 | }
44 |
45 | public static void writeUnsignedInt16(OutputStream out, int value) throws IOException {
46 | out.write((byte) (value >>> 8));
47 | out.write((byte) value);
48 | }
49 |
50 | public static int toUnsignedInt32(byte[] bytes) {
51 | return (((int) bytes[0] & 0xff) << 24) | (((int)bytes[1] & 0xff) << 16) | (((int)bytes[2] & 0xff) << 8) | ((int)bytes[3] & 0xff);
52 | }
53 |
54 | public static int toUnsignedInt32LittleEndian(byte[] bytes) {
55 | return ((bytes[3] & 0xff) << 24) | ((bytes[2] & 0xff) << 16) | ((bytes[1] & 0xff) << 8) | (bytes[0] & 0xff);
56 | }
57 |
58 | public static void writeUnsignedInt32LittleEndian(OutputStream out, int value) throws IOException {
59 | out.write((byte) value);
60 | out.write((byte) (value >>> 8));
61 | out.write((byte) (value >>> 16));
62 | out.write((byte) (value >>> 24));
63 | }
64 |
65 | public static int toUnsignedInt24(byte[] bytes) {
66 | return ((bytes[1] & 0xff) << 16) | ((bytes[2] & 0xff) << 8) | (bytes[3] & 0xff);
67 | }
68 |
69 | public static int toUnsignedInt16(byte[] bytes) {
70 | return ((bytes[2] & 0xff) << 8) | (bytes[3] & 0xff);
71 | }
72 |
73 | public static String toHexString(byte[] raw) {
74 | if (raw == null) {
75 | return null;
76 | }
77 | final StringBuilder hex = new StringBuilder(2 * raw.length);
78 | for (final byte b : raw) {
79 | hex.append(HEXES.charAt((b & 0xF0) >> 4)).append(HEXES.charAt((b & 0x0F)));
80 | }
81 | return hex.toString();
82 | }
83 |
84 | public static String toHexString(byte b) {
85 | return new StringBuilder().append(HEXES.charAt((b & 0xF0) >> 4)).append(HEXES.charAt((b & 0x0F))).toString();
86 | }
87 |
88 | /**
89 | * Reads bytes from the specified inputstream into the specified target buffer until it is filled up
90 | */
91 | public static void readBytesUntilFull(InputStream in, byte[] targetBuffer) throws IOException {
92 | int totalBytesRead = 0;
93 | int read;
94 | final int targetBytes = targetBuffer.length;
95 | do {
96 | read = in.read(targetBuffer, totalBytesRead, (targetBytes - totalBytesRead));
97 | if (read != -1) {
98 | totalBytesRead += read;
99 | } else {
100 | throw new IOException("Unexpected EOF reached before read buffer was filled");
101 | }
102 | } while (totalBytesRead < targetBytes);
103 | }
104 |
105 | public static byte[] toByteArray(double d) {
106 | long l = Double.doubleToRawLongBits(d);
107 | return new byte[]{
108 | (byte) ((l >> 56) & 0xff),
109 | (byte) ((l >> 48) & 0xff),
110 | (byte) ((l >> 40) & 0xff),
111 | (byte) ((l >> 32) & 0xff),
112 | (byte) ((l >> 24) & 0xff),
113 | (byte) ((l >> 16) & 0xff),
114 | (byte) ((l >> 8) & 0xff),
115 | (byte) (l & 0xff),};
116 | }
117 |
118 | public static byte[] unsignedInt32ToByteArray(int value) throws IOException {
119 | return new byte[]{
120 | (byte) (value >>> 24),
121 | (byte) (value >>> 16),
122 | (byte) (value >>> 8),
123 | (byte) value};
124 | }
125 |
126 | public static double readDouble(InputStream in) throws IOException {
127 | long bits = ((long) (in.read() & 0xff) << 56) | ((long) (in.read() & 0xff) << 48) | ((long) (in.read() & 0xff) << 40) | ((long) (in.read() & 0xff) << 32) | ((in.read() & 0xff) << 24) | ((in.read() & 0xff) << 16) | ((in.read() & 0xff) << 8) | (in.read() & 0xff);
128 | return Double.longBitsToDouble(bits);
129 | }
130 |
131 | public static void writeDouble(OutputStream out, double d) throws IOException {
132 | long l = Double.doubleToRawLongBits(d);
133 | out.write(new byte[]{
134 | (byte) ((l >> 56) & 0xff),
135 | (byte) ((l >> 48) & 0xff),
136 | (byte) ((l >> 40) & 0xff),
137 | (byte) ((l >> 32) & 0xff),
138 | (byte) ((l >> 24) & 0xff),
139 | (byte) ((l >> 16) & 0xff),
140 | (byte) ((l >> 8) & 0xff),
141 | (byte) (l & 0xff)});
142 | }
143 | }
144 |
--------------------------------------------------------------------------------
/library/src/main/java/com/devyk/av/rtmp/library/stream/packer/DefaultPacker.kt:
--------------------------------------------------------------------------------
1 | package com.devyk.av.rtmp.library.stream.packer
2 |
3 | import android.media.MediaCodec
4 | import com.devyk.av.rtmp.library.config.AudioConfiguration
5 | import com.devyk.av.rtmp.library.stream.PacketType
6 | import com.devyk.av.rtmp.library.stream.packer.flv.FlvPackerHelper
7 | import com.devyk.av.rtmp.library.stream.packer.flv.FlvPackerHelper.*
8 | import java.nio.ByteBuffer
9 | import kotlin.experimental.and
10 |
11 | /**
12 | *
13 | * author : devyk on 2020-07-16 21:28
14 | * blog : https://juejin.im/user/578259398ac2470061f3a3fb/posts
15 | * github : https://github.com/yangkun19921001
16 | * mailbox : yang1001yk@gmail.com
17 | * desc : This is DefaultPacker 存在 bug
18 | *
19 | */
20 | public class DefaultPacker : Packer {
21 | override fun start() {
22 |
23 | }
24 |
25 | override fun stop() {
26 | }
27 |
28 | private var TAG = javaClass.simpleName
29 |
30 | override fun onVideoSpsPpsData(sps: ByteArray, pps: ByteArray, spsPps: PacketType) {
31 | mPacketListener?.onPacket(sps, pps, PacketType.SPS_PPS)
32 | }
33 |
34 | override fun onVideoData(bb: ByteBuffer?, bi: MediaCodec.BufferInfo?) {
35 | bb?.let { buffer ->
36 | bi?.let { mediaBuffer ->
37 | buffer.position(mediaBuffer.offset)
38 | buffer.limit(mediaBuffer.offset + mediaBuffer.size)
39 | val video = ByteArray(mediaBuffer.size)
40 | buffer.get(video)
41 | val tag = video[4].and(0x1f).toInt()
42 |
43 | var keyFrame = PacketType.VIDEO
44 | if (tag == 0x05) {//关键帧
45 | keyFrame = PacketType.KEY_FRAME
46 | } else {
47 | keyFrame = PacketType.VIDEO
48 | }
49 | mPacketListener?.onPacket(video, keyFrame)
50 | }
51 | }
52 | }
53 |
54 | private var mPacketListener: Packer.OnPacketListener? = null
55 |
56 |
57 | override fun onAudioData(bb: ByteBuffer, bi: MediaCodec.BufferInfo) {
58 | bb?.let { buffer ->
59 | bi?.let { mediaBuffer ->
60 | buffer.position(mediaBuffer.offset)
61 | buffer.limit(mediaBuffer.offset + mediaBuffer.size)
62 | val audio = ByteArray(mediaBuffer.size)
63 | buffer.get(audio)
64 | mPacketListener?.onPacket(audio, PacketType.AUDIO)
65 | }
66 | }
67 | }
68 |
69 | override fun setPacketListener(packetListener: Packer.OnPacketListener) {
70 | mPacketListener = packetListener
71 | }
72 |
73 | }
--------------------------------------------------------------------------------
/library/src/main/java/com/devyk/av/rtmp/library/stream/packer/Packer.kt:
--------------------------------------------------------------------------------
1 | package com.devyk.av.rtmp.library.stream.packer
2 |
3 | import com.devyk.av.rtmp.library.stream.PacketType
4 | import android.media.MediaCodec
5 | import java.nio.ByteBuffer
6 |
7 |
8 | /**
9 | *
10 | * author : devyk on 2020-07-16 21:24
11 | * blog : https://juejin.im/user/578259398ac2470061f3a3fb/posts
12 | * github : https://github.com/yangkun19921001
13 | * mailbox : yang1001yk@gmail.com
14 | * desc : This is Packer 对音视频数据打包
15 | *
16 | */
17 | public interface Packer {
18 | interface OnPacketListener {
19 | fun onPacket(byteArray: ByteArray, packetType: PacketType)
20 | fun onPacket(sps: ByteArray?,pps: ByteArray?, packetType: PacketType){}
21 | }
22 |
23 | /**
24 | * 设置打包监听器
25 | */
26 | fun setPacketListener(packetListener: OnPacketListener)
27 |
28 | /**
29 | *处理视频硬编编码器输出的数据
30 | */
31 | fun onVideoData(bb: ByteBuffer?, bi: MediaCodec.BufferInfo?)
32 |
33 | /**
34 | * 处理音频硬编编码器输出的数据
35 | * */
36 | fun onAudioData(bb: ByteBuffer, bi: MediaCodec.BufferInfo)
37 |
38 | /**
39 | * 处理视频 SPS PPS 数据
40 | */
41 | fun onVideoSpsPpsData(sps: ByteArray, pps: ByteArray, spsPps: PacketType) {
42 |
43 | }
44 |
45 |
46 | fun start();
47 | fun stop();
48 | }
49 |
--------------------------------------------------------------------------------
/library/src/main/java/com/devyk/av/rtmp/library/stream/packer/rtmp/RtmpPacker.kt:
--------------------------------------------------------------------------------
1 | package com.devyk.av.rtmp.library.stream.packer.rtmp
2 |
3 | import android.media.MediaCodec
4 | import com.devyk.av.rtmp.library.stream.AnnexbHelper
5 | import com.devyk.av.rtmp.library.stream.PacketType
6 | import com.devyk.av.rtmp.library.stream.packer.Packer
7 | import com.devyk.av.rtmp.library.stream.packer.flv.FlvPackerHelper
8 | import com.devyk.av.rtmp.library.stream.packer.flv.FlvPackerHelper.*
9 | import java.nio.ByteBuffer
10 |
11 | /**
12 | *
13 | * author : devyk on 2020-07-18 15:56
14 | * blog : https://juejin.im/user/578259398ac2470061f3a3fb/posts
15 | * github : https://github.com/yangkun19921001
16 | * mailbox : yang1001yk@gmail.com
17 | * desc : This is RtmpPacker
18 | *
19 | */
20 |
21 | class RtmpPacker : Packer, AnnexbHelper.AnnexbNaluListener {
22 |
23 | private var packetListener: Packer.OnPacketListener? = null
24 | private var isHeaderWrite: Boolean = false
25 | private var isKeyFrameWrite: Boolean = false
26 |
27 | private var mAudioSampleRate: Int = 44100
28 | private var mAudioSampleSize: Int = 16
29 | private var mIsStereo: Boolean = false
30 |
31 | private val mAnnexbHelper: AnnexbHelper
32 |
33 | init {
34 | mAnnexbHelper = AnnexbHelper()
35 | }
36 |
37 | override fun setPacketListener(listener: Packer.OnPacketListener) {
38 | packetListener = listener
39 | }
40 |
41 | override fun start() {
42 | mAnnexbHelper.setAnnexbNaluListener(this)
43 | }
44 |
45 | override fun onVideoData(bb: ByteBuffer?, bi: MediaCodec.BufferInfo?) {
46 | mAnnexbHelper.analyseVideoData(bb!!, bi!!)
47 | }
48 |
49 | override fun onAudioData(bb: ByteBuffer, bi: MediaCodec.BufferInfo) {
50 | if (packetListener == null || !isHeaderWrite || !isKeyFrameWrite) {
51 | return
52 | }
53 | bb.position(bi.offset)
54 | bb.limit(bi.offset + bi.size)
55 |
56 | val audio = ByteArray(bi.size)
57 | bb.get(audio)
58 | val size = AUDIO_HEADER_SIZE + audio.size
59 | val buffer = ByteBuffer.allocate(size)
60 | FlvPackerHelper.writeAudioTag(buffer, audio, false, mAudioSampleSize)
61 | packetListener!!.onPacket(buffer.array(), PacketType.AUDIO)
62 | }
63 |
64 | override fun stop() {
65 | isHeaderWrite = false
66 | isKeyFrameWrite = false
67 | mAnnexbHelper.stop()
68 | }
69 |
70 | override fun onVideo(video: ByteArray, isKeyFrame: Boolean) {
71 | if (packetListener == null || !isHeaderWrite) {
72 | return
73 | }
74 | var packetType = PacketType.VIDEO
75 | if (isKeyFrame) {
76 | isKeyFrameWrite = true
77 | packetType = PacketType.KEY_FRAME
78 | }
79 | //确保第一帧是关键帧，避免一开始出现灰色模糊界面
80 | if (!isKeyFrameWrite) {
81 | return
82 | }
83 | val size = VIDEO_HEADER_SIZE + video.size
84 | val buffer = ByteBuffer.allocate(size)
85 | FlvPackerHelper.writeH264Packet(buffer, video, isKeyFrame)
86 | packetListener!!.onPacket(buffer.array(),packetType)
87 | }
88 |
89 |
90 | override fun onSpsPps(sps: ByteArray?, pps: ByteArray?) {
91 | if (packetListener == null) {
92 | return
93 | }
94 | //写入第一个视频信息
95 | writeFirstVideoTag(sps, pps)
96 | //写入第一个音频信息
97 | writeFirstAudioTag()
98 | isHeaderWrite = true
99 | }
100 |
101 | private fun writeFirstVideoTag(sps: ByteArray?, pps: ByteArray?) {
102 | val size = VIDEO_HEADER_SIZE + VIDEO_SPECIFIC_CONFIG_EXTEND_SIZE + sps!!.size + pps!!.size
103 | val buffer = ByteBuffer.allocate(size)
104 | FlvPackerHelper.writeFirstVideoTag(buffer, sps, pps)
105 | packetListener!!.onPacket(buffer.array(), PacketType.FIRST_VIDEO)
106 | }
107 |
108 | private fun writeFirstAudioTag() {
109 | val size = AUDIO_SPECIFIC_CONFIG_SIZE + AUDIO_HEADER_SIZE
110 | val buffer = ByteBuffer.allocate(size)
111 | FlvPackerHelper.writeFirstAudioTag(buffer, mAudioSampleRate, mIsStereo, mAudioSampleSize)
112 | packetListener!!.onPacket(buffer.array(), PacketType.FIRST_AUDIO)
113 | }
114 |
115 | }
116 |
--------------------------------------------------------------------------------
/library/src/main/java/com/devyk/av/rtmp/library/stream/sender/Sender.kt:
--------------------------------------------------------------------------------
1 | package com.devyk.av.rtmp.library.stream.sender
2 |
3 | import com.devyk.av.rtmp.library.stream.PacketType
4 |
5 | /**
6 | *
7 | * author : devyk on 2020-07-16 21:26
8 | * blog : https://juejin.im/user/578259398ac2470061f3a3fb/posts
9 | * github : https://github.com/yangkun19921001
10 | * mailbox : yang1001yk@gmail.com
11 | * desc : This is Sender
12 | *
13 | */
14 | public interface Sender{
15 | fun onData(data: ByteArray, type: PacketType)
16 | fun onData(sps: ByteArray,pps: ByteArray, type: PacketType){}
17 | }
--------------------------------------------------------------------------------
/library/src/main/java/com/devyk/av/rtmp/library/stream/sender/rtmp/RtmpSender.kt:
--------------------------------------------------------------------------------
1 | package com.devyk.av.rtmp.library.stream.sender.rtmp
2 |
3 | import android.util.Log
4 | import com.devyk.av.rtmp.library.Contacts
5 | import com.devyk.av.rtmp.library.callback.OnConnectListener
6 | import com.devyk.av.rtmp.library.stream.PacketType
7 | import com.devyk.av.rtmp.library.stream.sender.Sender
8 | import java.util.*
9 |
10 | /**
11 | *
12 | * author : devyk on 2020-07-16 21:27
13 | * blog : https://juejin.im/user/578259398ac2470061f3a3fb/posts
14 | * github : https://github.com/yangkun19921001
15 | * mailbox : yang1001yk@gmail.com
16 | * desc : This is RtmpSender
17 | *
18 | */
19 | public class RtmpSender : Sender {
20 | private var TAG = javaClass.simpleName
21 | private var listener: OnConnectListener? = null
22 | private var mRtmpUrl: String? = null
23 |
24 | companion object {
25 | init {
26 | System.loadLibrary("AVRtmpPush")
27 | }
28 | }
29 |
30 |
31 | override fun onData(data: ByteArray, type: PacketType) {
32 | if (type == PacketType.FIRST_AUDIO || type == PacketType.AUDIO) {
33 | //音频数据
34 | pushAudio(data, data.size, type.type)
35 | } else if (type == PacketType.FIRST_VIDEO ||
36 | type == PacketType.KEY_FRAME || type == PacketType.VIDEO) {
37 | //视频数据
38 | pushVideo(data, data.size, type.type)
39 | }
40 | }
41 |
42 |
43 | fun setDataSource(source: String) {
44 | mRtmpUrl = source
45 | }
46 |
47 | fun connect() {
48 | NativeRtmpConnect(mRtmpUrl)
49 |
50 | }
51 |
52 | fun close() {
53 | NativeRtmpClose()
54 | onClose()
55 | }
56 |
57 | fun setOnConnectListener(lis: OnConnectListener) {
58 | listener = lis
59 | }
60 |
61 |
62 | /**
63 | * C++ 层调用
64 | * 开始链接
65 | */
66 | fun onConnecting() {
67 | listener?.onConnecting()
68 | }
69 |
70 | /**
71 | * C++ 层调用
72 | * 连接成功
73 | */
74 | fun onConnected() {
75 | listener?.onConnected()
76 | }
77 |
78 | /**
79 | * C++ 层调用
80 | * 关闭成功
81 | */
82 | fun onClose() {
83 | listener?.onClose()
84 | }
85 |
86 |
87 | /**
88 | * C++ 层调用
89 | * 推送失败
90 | */
91 | fun onError(errorCode: Int) {
92 | listener?.onFail(errorCode2errorMessage(errorCode))
93 | }
94 |
95 | private fun errorCode2errorMessage(errorCode: Int): String {
96 |
97 | var message = "未知错误，请联系管理员!"
98 | if (errorCode == Contacts.RTMP_CONNECT_ERROR) {
99 | message = "RTMP server connect fail!"
100 | } else if (errorCode == Contacts.RTMP_INIT_ERROR) {
101 | message = "RTMP native init fail!"
102 | } else if (errorCode == Contacts.RTMP_SET_URL_ERROR) {
103 | message = "RTMP url set fail!"
104 | }
105 | return message
106 | }
107 |
108 |
109 | private external fun NativeRtmpConnect(url: String?);
110 | private external fun NativeRtmpClose();
111 | private external fun pushAudio(data: ByteArray, size: Int, type: Int)
112 | private external fun pushVideo(data: ByteArray, size: Int, isKeyFrame: Int)
113 | private external fun pushSpsPps(sps: ByteArray, size: Int, pps: ByteArray, size1: Int)
114 | }
--------------------------------------------------------------------------------
/library/src/main/java/com/devyk/av/rtmp/library/utils/BitmapUtils.kt:
--------------------------------------------------------------------------------
1 | package com.devyk.av.rtmp.library.utils
2 |
3 | import android.content.Context
4 | import android.graphics.Bitmap
5 | import android.graphics.BitmapFactory
6 | import android.graphics.Color
7 | import android.graphics.Matrix
8 | import android.view.Gravity
9 | import android.view.View
10 | import android.widget.LinearLayout
11 | import android.widget.TextView
12 | import android.R.attr.bitmap
13 | import android.opengl.ETC1.getHeight
14 | import android.opengl.ETC1.getWidth
15 |
16 |
17 |
18 | /**
19 | *
20 | * author : devyk on 2020-07-09 21:38
21 | * blog : https://juejin.im/user/578259398ac2470061f3a3fb/posts
22 | * github : https://github.com/yangkun19921001
23 | * mailbox : yang1001yk@gmail.com
24 | * desc : This is BitmapUtils
25 | *
26 | */
27 | public object BitmapUtils {
28 | /**
29 | * 将文字 生成 文字图片 生成显示编码的Bitmap,目前这个方法是可用的
30 | *
31 | * @param contents
32 | * @param context
33 | * @return
34 | */
35 | fun creatBitmap(contents: String, context: Context, testSize: Int, testColor: Int, bg: Int): Bitmap {
36 | var scale = context.getResources().getDisplayMetrics().scaledDensity;
37 | var tv = TextView(context);
38 | var layoutParams = LinearLayout.LayoutParams(
39 | LinearLayout.LayoutParams.MATCH_PARENT,
40 | LinearLayout.LayoutParams.WRAP_CONTENT
41 | );
42 | tv.setLayoutParams(layoutParams);
43 | tv.setText(contents);
44 | tv.setTextSize(scale * testSize);
45 | tv.setGravity(Gravity.CENTER_HORIZONTAL);
46 | tv.setDrawingCacheEnabled(true);
47 | tv.setTextColor(testColor);
48 | tv.measure(
49 | View.MeasureSpec.makeMeasureSpec(0, View.MeasureSpec.UNSPECIFIED),
50 | View.MeasureSpec.makeMeasureSpec(0, View.MeasureSpec.UNSPECIFIED)
51 | );
52 | tv.layout(0, 0, tv.getMeasuredWidth(), tv.getMeasuredHeight());
53 | tv.setBackgroundColor(bg);
54 | tv.buildDrawingCache();
55 | return tv.getDrawingCache();
56 | }
57 |
58 | fun changeBitmapSize(context: Context, src: Int, width: Float, height: Float): Bitmap {
59 | var bitmap = BitmapFactory.decodeResource(context.applicationContext.resources, src);
60 | return getBitmap(bitmap,width, height);
61 | }
62 |
63 | public fun getBitmap(bitmap: Bitmap,width: Float,height: Float): Bitmap {
64 | var bitmap1 = bitmap
65 | val oldWidth = bitmap1.width
66 | val oldHeight = bitmap1.height
67 | //设置想要的大小
68 | var newWidth = width;
69 | var newHeight = height;
70 |
71 | //计算压缩的比率
72 | var scaleWidth = (newWidth) / oldWidth;
73 | var scaleHeight = (newHeight) / oldHeight;
74 |
75 | //获取想要缩放的matrix
76 | var matrix = Matrix();
77 | matrix.postScale(scaleWidth, scaleHeight);
78 | //获取新的bitmap
79 | bitmap1 = Bitmap.createBitmap(bitmap, 0, 0, oldWidth, oldHeight, matrix, true);
80 | return bitmap1
81 | }
82 |
83 |
84 | }
--------------------------------------------------------------------------------
/library/src/main/java/com/devyk/av/rtmp/library/utils/LogHelper.kt:
--------------------------------------------------------------------------------
1 | package com.devyk.av.rtmp.library.utils
2 |
3 | import android.os.Build
4 | import android.util.Log
5 | import com.devyk.av.rtmp.library.callback.ILog
6 |
7 | /**
8 | *
9 | * author : devyk on 2020-06-02 00:07
10 | * blog : https://juejin.im/user/578259398ac2470061f3a3fb/posts
11 | * github : https://github.com/yangkun19921001
12 | * mailbox : yang1001yk@gmail.com
13 | * desc : This is LogHelper
14 | *
15 | */
16 | public object LogHelper : ILog {
17 |
18 | var isShowLog = false
19 |
20 |
21 | override fun i(tag: String, info: String?) {
22 | if (isShowLog)
23 | Log.i(tag, info)
24 |
25 | }
26 |
27 | override fun e(tag: String, info: String?) {
28 | if (isShowLog)
29 | Log.e(tag, info)
30 | }
31 |
32 | override fun w(tag: String, info: String?) {
33 | if (isShowLog)
34 | Log.w(tag, info)
35 | }
36 |
37 | override fun d(tag: String, info: String?) {
38 | if (isShowLog)
39 | Log.d(tag, info)
40 | }
41 | }
--------------------------------------------------------------------------------
/library/src/main/java/com/devyk/av/rtmp/library/widget/GLSurfaceView.kt:
--------------------------------------------------------------------------------
1 | package com.devyk.av.rtmp.library.widget
2 |
3 | import android.content.Context
4 | import android.util.AttributeSet
5 | import android.view.SurfaceHolder
6 | import android.view.SurfaceView
7 | import com.devyk.av.camera_recorder.callback.IRenderer
8 | import java.lang.ref.WeakReference
9 | import android.view.Surface
10 | import com.devyk.av.camera_recorder.callback.IGLThreadConfig
11 | import com.devyk.av.rtmp.library.camera.GLThread
12 | import com.devyk.av.rtmp.library.config.RendererConfiguration
13 | import javax.microedition.khronos.egl.EGLContext
14 |
15 |
16 | /**
17 | *
18 | * author : devyk on 2020-07-04 15:36
19 | * blog : https://juejin.im/user/578259398ac2470061f3a3fb/posts
20 | * github : https://github.com/yangkun19921001
21 | * mailbox : yang1001yk@gmail.com
22 | * desc : This is GLSurfaceView
23 | *
24 | *
25 | *
26 | * 步骤：
27 | * 1、继承 SurfaceView 并实现 CallBack 回调
28 | * 2、自定义 GLThread 线程类，主要用于 OpenGL 绘制工作
29 | * 3、添加设置 Surface 和 EglContext 的方法
30 | * 4、提供和系统 GLSurfaceView 相同的调用方法
31 | *
32 | */
33 | public open class GLSurfaceView : SurfaceView, SurfaceHolder.Callback, IGLThreadConfig {
34 |
35 |
36 |
37 |
38 |
39 | public val TAG = javaClass.simpleName
40 |
41 |
42 | /**
43 | * 渲染模式-默认自动模式
44 | */
45 | private var mRendererMode = RENDERERMODE_CONTINUOUSLY
46 |
47 | /**
48 | * 渲染配置
49 | */
50 | private lateinit var mRendererConfiguration: RendererConfiguration
51 |
52 | /**
53 | * GLES 渲染线程
54 | */
55 | private lateinit var mEglThread: GLSurfaceThread
56 |
57 |
58 | private var mSurface: Surface? = null
59 |
60 | private var mEGLContext: EGLContext? = null
61 |
62 |
63 |
64 |
65 | companion object {
66 | /**
67 | * 手动调用渲染
68 | */
69 | const val RENDERERMODE_WHEN_DIRTY = 0
70 | /**
71 | * 自动渲染
72 | */
73 | const val RENDERERMODE_CONTINUOUSLY = 1
74 | }
75 |
76 | init {
77 | mRendererConfiguration = RendererConfiguration.createDefault()
78 | }
79 |
80 | /**
81 | * 渲染器
82 | */
83 | public var mRenderer: IRenderer? = null
84 |
85 | constructor(context: Context?) : this(context, null)
86 | constructor(context: Context?, attrs: AttributeSet?) : this(context, attrs, 0)
87 | constructor(context: Context?, attrs: AttributeSet?, defStyleAttr: Int) : super(context, attrs, defStyleAttr) {
88 | holder.addCallback(this)
89 | }
90 |
91 | override fun surfaceCreated(holder: SurfaceHolder) {
92 | if (mSurface == null) {
93 | mSurface = holder.surface
94 | }
95 | this.mEglThread = GLSurfaceThread(
96 | WeakReference(this)
97 | )
98 | this.mEglThread.isCreate = true
99 | this.mEglThread.start()
100 | }
101 |
102 |
103 | override fun surfaceChanged(holder: SurfaceHolder?, format: Int, width: Int, height: Int) {
104 | mEglThread.let { eglThread ->
105 | eglThread.setRendererSize(width, height)
106 | eglThread.isChange = true
107 | }
108 | }
109 |
110 | override fun surfaceDestroyed(holder: SurfaceHolder?) {
111 | mEglThread.let {
112 | mEglThread.onDestory()
113 | }
114 | }
115 |
116 | /**
117 | * 配置渲染属性
118 | */
119 | public fun configure(rendererConfiguration: RendererConfiguration) {
120 | this.mRendererConfiguration = rendererConfiguration
121 | this.mRenderer = mRendererConfiguration.renderer;
122 | this.mRendererMode = mRendererConfiguration.rendererMode;
123 | mRendererConfiguration.eglContext?.let {
124 | this.mEGLContext = it
125 | }
126 | }
127 |
128 | /**
129 | * 拿到 EGL 上下文
130 | */
131 | public override fun getEGLContext(): EGLContext? {
132 | if (mEGLContext == null)
133 | return mEglThread.getEGLContext()
134 | return mEGLContext
135 | }
136 |
137 | /**
138 | * 外部请求渲染刷新
139 | */
140 | public fun requestRenderer() = mEglThread.requestRenderer()
141 |
142 | /**
143 | * 得到渲染器
144 | */
145 | override fun getRenderer(): IRenderer? = mRenderer
146 |
147 | /**
148 | * 得到渲染模式
149 | */
150 | override fun getRendererMode(): Int = mRendererMode
151 |
152 | /**
153 | * 得到渲染 Surface
154 | */
155 | override fun getSurface(): Surface? = mSurface
156 |
157 | /**
158 | * 自定义GLThread线程类，主要用于OpenGL的绘制操作
159 | */
160 | public class GLSurfaceThread(weakReference: WeakReference) : GLThread(weakReference) {
161 |
162 | /**
163 | * 获取 EGL 上下文环境
164 | */
165 | public fun getEGLContext(): EGLContext? = mEGLHelper?.getEglContext()
166 |
167 | }
168 | }
169 |
170 |
171 |
--------------------------------------------------------------------------------
/library/src/main/res/layout/include_live.xml:
--------------------------------------------------------------------------------
1 |
2 |
7 |
8 |
9 |
19 |
--------------------------------------------------------------------------------
/library/src/main/res/raw/fragment_shader.glsl:
--------------------------------------------------------------------------------
1 | precision mediump float;
2 | varying vec2 ft_Position;
3 | uniform sampler2D sTexture;
4 | void main() {
5 | gl_FragColor=texture2D(sTexture, ft_Position);
6 | }
7 |
--------------------------------------------------------------------------------
/library/src/main/res/raw/fragment_shader_camera.glsl:
--------------------------------------------------------------------------------
1 | #extension GL_OES_EGL_image_external : require
2 | precision mediump float;
3 | varying vec2 ft_Position;
4 | uniform samplerExternalOES sTexture;
5 | void main() {
6 | gl_FragColor=texture2D(sTexture, ft_Position);
7 | }
8 |
--------------------------------------------------------------------------------
/library/src/main/res/raw/vertex_shader.glsl:
--------------------------------------------------------------------------------
1 | attribute vec4 v_Position;
2 | attribute vec2 f_Position;
3 | varying vec2 ft_Position;
4 | void main() {
5 | ft_Position = f_Position;
6 | gl_Position = v_Position;
7 | }
8 |
--------------------------------------------------------------------------------
/library/src/main/res/raw/vertex_shader_matrix.glsl:
--------------------------------------------------------------------------------
1 | attribute vec4 v_Position;
2 | attribute vec2 f_Position;
3 | varying vec2 ft_Position;
4 | uniform mat4 u_Matrix;
5 | void main() {
6 | ft_Position = f_Position;
7 | gl_Position = v_Position * u_Matrix;
8 | }
9 |
10 |
--------------------------------------------------------------------------------
/library/src/main/res/values/attrs.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
14 |
15 |
16 |
17 |
18 |
19 |
--------------------------------------------------------------------------------
/library/src/main/res/values/strings.xml:
--------------------------------------------------------------------------------
1 |
2 | library
3 |
4 |
--------------------------------------------------------------------------------
/library/src/test/java/com/devyk/av/rtmp/library/ExampleUnitTest.java:
--------------------------------------------------------------------------------
1 | package com.devyk.av.rtmp.library;
2 |
3 | import org.junit.Test;
4 |
5 | import static org.junit.Assert.*;
6 |
7 | /**
8 | * Example local unit test, which will execute on the development machine (host).
9 | *
10 | * @see Testing documentation
11 | */
12 | public class ExampleUnitTest {
13 | @Test
14 | public void addition_isCorrect() {
15 | assertEquals(4, 2 + 2);
16 | }
17 | }
--------------------------------------------------------------------------------
/settings.gradle:
--------------------------------------------------------------------------------
1 | include ':app', ':library'
2 |
--------------------------------------------------------------------------------