|
2415
|
1 #define _CRTDBG_MAP_ALLOC
|
|
|
2 #include <stdlib.h>
|
|
|
3 #include <crtdbg.h>
|
|
|
4
|
|
2315
|
5 extern "C"
|
|
|
6 {
|
|
|
7 #include "lib/libavcodec/avcodec.h"
|
|
|
8 #include "lib/libavformat/avformat.h"
|
|
|
9 #include "lib/libavutil/avutil.h"
|
|
|
10 #include "lib/libavutil/imgutils.h"
|
|
|
11 #include "lib/libswscale/swscale.h"
|
|
|
12 #include "lib/libswresample/swresample.h"
|
|
|
13 #include "lib/libavutil/opt.h"
|
|
|
14 }
|
|
|
15 #pragma comment(lib, "avcodec.lib")
|
|
|
16 #pragma comment(lib, "avformat.lib")
|
|
|
17 #pragma comment(lib, "avutil.lib")
|
|
|
18 #pragma comment(lib, "swscale.lib")
|
|
|
19 #pragma comment(lib, "swresample.lib")
|
|
|
20
|
|
|
21 #include <vector>
|
|
|
22 #include <deque>
|
|
|
23
|
|
|
24 #include "stuff.h"
|
|
|
25 #include "OpenALSoundProvider.h"
|
|
|
26
|
|
2393
|
27 #include "Log.h"
|
|
|
28
|
|
2315
|
29 #include "MediaPlayer.h"
|
|
2405
|
30 #include "Log.h"
|
|
2315
|
31 using namespace Media;
|
|
2356
|
32
|
|
|
33 Media::MPlayer *pMediaPlayer;
|
|
2394
|
34 Media::IMovie *pMovie_Track;
|
|
|
35 Media::ITrack *pAudio_Track;
|
|
2360
|
36 Movie *movie;
|
|
2356
|
37
|
|
2359
|
38 int mSourceID;
|
|
|
39
|
|
2356
|
40 void PlayMovie(const wchar_t * pFilename);
|
|
|
41 void PlayAudio(const wchar_t * pFilename);
|
|
|
42 void LoadMovie(const char *);
|
|
2347
|
43
|
|
2405
|
44 class MemoryStream //класс для работы с памятью
|
|
2315
|
45 {
|
|
|
46 public:
|
|
2405
|
47 inline MemoryStream(void *data, size_t data_size)//inline - вставка прямо в код, MemoryStream - явный конструктор
|
|
2315
|
48 {
|
|
|
49 this->data_size = data_size;
|
|
|
50 this->data = data;
|
|
|
51 this->current_pos = 0;
|
|
|
52 }
|
|
2405
|
53 inline MemoryStream() //конструктор по умолчанию
|
|
2315
|
54 {
|
|
|
55 this->data_size = 0;
|
|
|
56 this->data = nullptr;
|
|
|
57 this->current_pos = 0;
|
|
|
58 }
|
|
|
59
|
|
2405
|
60 inline ~MemoryStream()//деструктор по умолчанию
|
|
2315
|
61 {
|
|
2405
|
62 //Log::Warning(L"Destructor: data delete %u", data);
|
|
2315
|
63 if (data)
|
|
|
64 delete [] data;
|
|
|
65 }
|
|
|
66
|
|
2405
|
67 inline size_t Write(void *buffer, size_t num_bytes)//запись в поток
|
|
2315
|
68 {
|
|
|
69 if (!data)
|
|
|
70 {
|
|
|
71 data_size = 32 + num_bytes;
|
|
2405
|
72 data = new char[data_size];//выделение памяти для data
|
|
|
73 //Log::Warning(L"new data %u", data);
|
|
2315
|
74 current_pos = 0;
|
|
|
75 }
|
|
2405
|
76 else if (current_pos + num_bytes >= data_size) //если выделенного буфера недостаточно
|
|
2315
|
77 {
|
|
|
78 int new_data_size = data_size + num_bytes + data_size / 8 + 4;
|
|
2405
|
79 auto new_data = new char[new_data_size];//выделение памяти
|
|
|
80 //Log::Warning(L"new new_data %u", new_data);
|
|
2315
|
81
|
|
2420
|
82 memcpy(new_data, data, data_size); //Invalid partial memory access
|
|
2405
|
83 //Log::Warning(L"data delete %u", data);
|
|
|
84 delete [] data;//удаление памяти под data
|
|
|
85
|
|
2315
|
86 data_size = new_data_size;
|
|
|
87 data = new_data;
|
|
|
88 }
|
|
|
89 memcpy((char *)data + current_pos, buffer, num_bytes);
|
|
|
90 current_pos += num_bytes;
|
|
|
91 return num_bytes;
|
|
|
92 }
|
|
|
93
|
|
2405
|
94 inline size_t Read(void *buffer, size_t num_bytes) //чтение из потока
|
|
2315
|
95 {
|
|
|
96 size_t read_size = min(num_bytes, data_size - current_pos);
|
|
|
97 if (read_size)
|
|
|
98 {
|
|
|
99 memcpy(buffer, (char *)data + current_pos, read_size);
|
|
|
100 current_pos += read_size;
|
|
|
101 }
|
|
|
102 return read_size;
|
|
|
103 }
|
|
|
104
|
|
2405
|
105 inline void Reset()//сброс
|
|
2315
|
106 {
|
|
|
107 current_pos = 0;
|
|
|
108 }
|
|
2405
|
109 inline void SeekToEnd()//прыжок в конец
|
|
2315
|
110 {
|
|
|
111 current_pos = data_size;
|
|
|
112 }
|
|
|
113
|
|
2347
|
114 inline size_t Unwind(size_t bytes)//зациклить???
|
|
2315
|
115 {
|
|
|
116 if (bytes > current_pos)
|
|
|
117 current_pos = 0;
|
|
|
118 else
|
|
|
119 current_pos -= bytes;
|
|
|
120 return current_pos;
|
|
|
121 }
|
|
|
122
|
|
|
123 inline size_t Rewind(size_t bytes)
|
|
|
124 {
|
|
|
125 if (current_pos + bytes >= data_size)
|
|
|
126 current_pos = data_size;
|
|
|
127 else
|
|
|
128 current_pos += bytes;
|
|
|
129 return current_pos;
|
|
|
130 }
|
|
|
131
|
|
|
132 inline size_t Size() const {return data_size;}
|
|
|
133 inline size_t Current() const {return current_pos;}
|
|
|
134 inline void *Ptr() const {return data;}
|
|
|
135
|
|
|
136 private:
|
|
|
137 void *data;
|
|
|
138 size_t data_size;
|
|
|
139 size_t current_pos;
|
|
|
140 };
|
|
|
141
|
|
2345
|
142 bool end_current_file;
|
|
|
143 bool loop_current_file;
|
|
|
144 DWORD time_video_begin;
|
|
|
145 int current_movie_width;
|
|
|
146 int current_movie_height;
|
|
2315
|
147
|
|
|
148 OpenALSoundProvider *provider = nullptr;
|
|
|
149
|
|
|
150 static int av_num_bytes_per_sample(AVSampleFormat sample_fmt)
|
|
|
151 {
|
|
|
152 switch (sample_fmt)
|
|
|
153 {
|
|
|
154 case AV_SAMPLE_FMT_U8:
|
|
|
155 case AV_SAMPLE_FMT_U8P:
|
|
|
156 return 1;
|
|
|
157
|
|
|
158 case AV_SAMPLE_FMT_S16:
|
|
|
159 case AV_SAMPLE_FMT_S16P:
|
|
|
160 return 2;
|
|
|
161
|
|
|
162 case AV_SAMPLE_FMT_S32:
|
|
|
163 case AV_SAMPLE_FMT_S32P:
|
|
|
164 case AV_SAMPLE_FMT_FLT:
|
|
|
165 case AV_SAMPLE_FMT_FLTP:
|
|
|
166 return 4;
|
|
|
167
|
|
|
168 case AV_SAMPLE_FMT_DBL:
|
|
|
169 case AV_SAMPLE_FMT_DBLP:
|
|
|
170 return 8;
|
|
|
171
|
|
|
172 default:
|
|
|
173 case AV_SAMPLE_FMT_NONE:
|
|
|
174 Error("Invalid av sample format: %u", sample_fmt);
|
|
|
175 }
|
|
|
176 return 0;
|
|
|
177 }
|
|
|
178
|
|
|
179 struct AVStreamWrapper
|
|
|
180 {
|
|
|
181 inline AVStreamWrapper()
|
|
|
182 {
|
|
|
183 this->type = AVMEDIA_TYPE_UNKNOWN;
|
|
|
184 this->stream_idx = -1;
|
|
|
185 this->stream = nullptr;
|
|
|
186 this->dec = nullptr;
|
|
|
187 this->dec_ctx = nullptr;
|
|
|
188 }
|
|
|
189
|
|
|
190 inline void Release()
|
|
|
191 {
|
|
|
192 type = AVMEDIA_TYPE_UNKNOWN;
|
|
|
193 stream_idx = -1;
|
|
|
194 stream = nullptr;
|
|
|
195 dec = nullptr;
|
|
|
196 if (dec_ctx)
|
|
|
197 {
|
|
2347
|
198 // Close the codec
|
|
2394
|
199 // закрытие кодека
|
|
2315
|
200 avcodec_close(dec_ctx);
|
|
2394
|
201 Log::Warning(L"close decoder context file\n");
|
|
2315
|
202 dec_ctx = nullptr;
|
|
|
203 }
|
|
|
204 }
|
|
|
205
|
|
|
206 AVMediaType type;
|
|
|
207 int stream_idx;
|
|
|
208 AVStream *stream;
|
|
|
209 AVCodec *dec;
|
|
|
210 AVCodecContext *dec_ctx;
|
|
|
211 };
|
|
|
212
|
|
2391
|
213 struct AVAudioStream: public AVStreamWrapper//структура AVAudioStreem производная от структуры AVStreemWrapper
|
|
2315
|
214 {
|
|
2391
|
215 inline AVAudioStream():AVStreamWrapper()
|
|
2315
|
216 {
|
|
|
217 this->bytes_per_sample = 0;
|
|
|
218 this->bytes_per_second = 0;
|
|
|
219 }
|
|
|
220
|
|
|
221 int bytes_per_sample;
|
|
|
222 int bytes_per_second;
|
|
|
223 };
|
|
|
224
|
|
|
225 struct AVVideoStream: public AVStreamWrapper
|
|
|
226 {
|
|
2391
|
227 inline AVVideoStream(): AVStreamWrapper()
|
|
2315
|
228 {
|
|
|
229 this->frames_per_second = 0.0;
|
|
|
230 }
|
|
|
231
|
|
|
232 double frames_per_second;
|
|
|
233 };
|
|
|
234
|
|
|
235 static bool av_open_stream(AVFormatContext *format_ctx, AVMediaType type, AVStreamWrapper *out_stream)
|
|
|
236 {
|
|
2347
|
237 // найдем первый stream
|
|
2315
|
238 int stream_idx = av_find_best_stream(format_ctx, type, -1, -1, nullptr, 0);
|
|
|
239 if (stream_idx >= 0)
|
|
|
240 {
|
|
|
241 auto stream = format_ctx->streams[stream_idx];
|
|
2347
|
242 //Информация о кодеке в потоке называется «контекстом кодека» (AVCodecContext).
|
|
|
243 //Используя эту информацию, мы можем найти необходимый кодек (AVCodec) и открыть его.
|
|
|
244 // получаемм кодек
|
|
2315
|
245 auto dec_ctx = stream->codec;
|
|
2347
|
246
|
|
|
247 // Find the decoder for the video stream
|
|
2345
|
248 // ищем декодер
|
|
2315
|
249 auto dec = avcodec_find_decoder(dec_ctx->codec_id);
|
|
|
250 if (dec)
|
|
|
251 {
|
|
2347
|
252 // Open codec
|
|
|
253 // открываем кодек
|
|
2315
|
254 if (avcodec_open2(dec_ctx, dec, nullptr) >= 0)
|
|
|
255 {
|
|
|
256 out_stream->type = type;
|
|
|
257 out_stream->stream_idx = stream_idx;
|
|
|
258 out_stream->stream = stream;
|
|
|
259 out_stream->dec = dec;
|
|
|
260 out_stream->dec_ctx = dec_ctx;
|
|
|
261 return true;
|
|
|
262 }
|
|
2347
|
263 fprintf(stderr, "ffmpeg: Could not open codec\n");// Не открылся кодек
|
|
|
264 return false;
|
|
2315
|
265 }
|
|
2347
|
266 fprintf(stderr, "ffmpeg: Unable to open codec\n");// Кодек не найден
|
|
|
267 return false;
|
|
2315
|
268 }
|
|
2347
|
269 fprintf(stderr, "ffmpeg: Didn't find a stream\n");// Не найден stream
|
|
|
270 return false;
|
|
2315
|
271 }
|
|
|
272
|
|
|
273 static bool av_open_audio_stream(AVFormatContext *format_ctx, AVAudioStream *out_stream)
|
|
|
274 {
|
|
|
275 if (!av_open_stream(format_ctx, AVMEDIA_TYPE_AUDIO, out_stream))
|
|
|
276 return Error("Audio stream not found"), false;
|
|
|
277
|
|
|
278 // we support only 2-channel audio for now
|
|
2345
|
279 //if (out_stream->dec_ctx->channels != 2)//закомментировал потому что при воспроизведении jvc.bik вылетает на этом месте
|
|
|
280 //{
|
|
|
281 // out_stream->Release();
|
|
|
282 // return Error("Unsupported number of channels: %u", out_stream->dec_ctx->channels), false;
|
|
|
283 //}
|
|
2315
|
284
|
|
|
285 out_stream->bytes_per_sample = av_num_bytes_per_sample(out_stream->dec_ctx->sample_fmt);
|
|
|
286 out_stream->bytes_per_second = out_stream->dec_ctx->channels * out_stream->dec_ctx->sample_rate * out_stream->bytes_per_sample;
|
|
|
287
|
|
|
288 return true;
|
|
|
289 }
|
|
|
290
|
|
|
291 static bool av_open_video_stream(AVFormatContext *format_ctx, AVVideoStream *out_stream)
|
|
|
292 {
|
|
|
293 if (!av_open_stream(format_ctx, AVMEDIA_TYPE_VIDEO, out_stream))
|
|
|
294 return Error("Video stream not found"), false;
|
|
|
295
|
|
|
296 out_stream->frames_per_second = (double)out_stream->dec_ctx->time_base.den / (double)out_stream->dec_ctx->time_base.num;
|
|
|
297 return true;
|
|
|
298 }
|
|
|
299
|
|
|
300 void InterleaveAudioData(MemoryStream *stream, AVSampleFormat src_format, int num_channels, int num_samples, uint8_t **channels)
|
|
|
301 {
|
|
|
302 unsigned int bytes_per_sample;
|
|
|
303 switch (src_format)
|
|
|
304 {
|
|
|
305 case AV_SAMPLE_FMT_U8:
|
|
|
306 case AV_SAMPLE_FMT_U8P:
|
|
|
307 __debugbreak();
|
|
|
308
|
|
|
309 case AV_SAMPLE_FMT_S16:
|
|
|
310 bytes_per_sample = sizeof(__int16);
|
|
|
311 stream->Write(channels[0], num_channels * num_samples * bytes_per_sample);
|
|
|
312 break;
|
|
|
313
|
|
|
314 case AV_SAMPLE_FMT_S16P:
|
|
|
315 {
|
|
|
316 bytes_per_sample = sizeof(__int16);
|
|
|
317 for (int i = 0; i < num_samples; ++i)
|
|
|
318 for (int j = 0; j < num_channels; ++j)
|
|
|
319 stream->Write(channels[j] + i * bytes_per_sample, bytes_per_sample);
|
|
|
320 }
|
|
|
321 break;
|
|
|
322
|
|
|
323 case AV_SAMPLE_FMT_FLT:
|
|
|
324 {
|
|
|
325 SwrContext *converter = swr_alloc();
|
|
|
326 av_opt_set_int(converter, "in_channel_layout", av_get_default_channel_layout(2), 0);
|
|
|
327 //av_opt_set_int(converter, "in_sample_rate", sample_ra, 0);
|
|
|
328 av_opt_set_sample_fmt(converter, "in_sample_fmt", AV_SAMPLE_FMT_FLT, 0);
|
|
|
329
|
|
|
330 av_opt_set_int(converter, "out_channel_layout", av_get_default_channel_layout(2), 0);
|
|
|
331 //av_opt_set_int(converter, "out_sample_rate", dst_sample_rate, 0);
|
|
|
332 av_opt_set_sample_fmt(converter, "out_sample_fmt", AV_SAMPLE_FMT_S16, 0);
|
|
|
333
|
|
|
334 if (swr_init(converter) < 0)
|
|
|
335 {
|
|
|
336 __debugbreak();
|
|
|
337 swr_free(&converter);
|
|
|
338 return;
|
|
|
339 }
|
|
|
340
|
|
|
341 uint8_t **dst_channels;
|
|
|
342 int dst_linesize[8];
|
|
|
343 //int dst_nb_channels = av_get_channel_layout_nb_channels(dst_channel_layout);
|
|
|
344 if (av_samples_alloc_array_and_samples(&dst_channels, dst_linesize, 2, num_channels * num_samples, AV_SAMPLE_FMT_S16, 0) < 0)
|
|
|
345 {
|
|
|
346 __debugbreak();
|
|
|
347 swr_free(&converter);
|
|
|
348 return;
|
|
|
349 }
|
|
|
350
|
|
2420
|
351 if (swr_convert(converter, dst_channels, num_channels * num_samples, (const uint8_t **)channels, num_channels * num_samples) >= 0) //Invalid partial memory access, Uninitialized memory access
|
|
|
352
|
|
2315
|
353 stream->Write(dst_channels[0], num_channels * num_samples * sizeof(__int16));
|
|
|
354 else
|
|
|
355 __debugbreak();
|
|
|
356
|
|
|
357 av_free(dst_channels[0]);
|
|
|
358 swr_free(&converter);
|
|
|
359 }
|
|
|
360 break;
|
|
|
361
|
|
|
362 default:
|
|
|
363 __debugbreak();
|
|
|
364 //if (Resample(next_frame->avframe, next_frame->avframe->channel_layout, next_frame->avframe->sample_rate,
|
|
|
365 // av_get_default_channel_layout(2), next_frame->avframe->sample_rate, AV_SAMPLE_FMT_S16P, resampled_data))
|
|
|
366 }
|
|
|
367 }
|
|
|
368
|
|
2356
|
369 const uint16_t ff_wma_critical_freqs[25] = {
|
|
|
370 100, 200, 300, 400, 510, 630, 770, 920,
|
|
|
371 1080, 1270, 1480, 1720, 2000, 2320, 2700, 3150,
|
|
|
372 3700, 4400, 5300, 6400, 7700, 9500, 12000, 15500,
|
|
|
373 24500,
|
|
|
374 };
|
|
|
375 extern const uint16_t ff_wma_critical_freqs[25];
|
|
|
376 static float quant_table[96];
|
|
|
377
|
|
2315
|
378 bool DecodeAudioFrame(AVCodecContext *dec_ctx, AVPacket *avpacket, AVFrame *avframe, MemoryStream *out_audio_data, int *out_num_audio_samples)
|
|
|
379 {
|
|
|
380 volatile int decoded = false;
|
|
|
381 do
|
|
|
382 {
|
|
2347
|
383 //Декодирование аудио-пакета осуществляется функцией avcodec_decode_audio4
|
|
2420
|
384 if (avcodec_decode_audio4(dec_ctx, avframe, (int *)&decoded, avpacket) < 0) //Uninitialized portail memory access
|
|
2315
|
385 {
|
|
|
386 log("Cannot decode audio frame\n");
|
|
|
387 return false;
|
|
|
388 }
|
|
|
389
|
|
|
390 if (!decoded)
|
|
|
391 log("Cannot decode audio frame in one piece\n");
|
|
|
392 } while (!decoded);
|
|
|
393
|
|
|
394 switch (dec_ctx->codec_id)
|
|
|
395 {
|
|
2356
|
396 case AV_CODEC_ID_BINKAUDIO_DCT:
|
|
|
397 {
|
|
|
398 __debugbreak();
|
|
|
399 }
|
|
2315
|
400 case AV_CODEC_ID_BINKAUDIO_RDFT:
|
|
|
401 {//pts samples dpts
|
|
|
402 // 0 960
|
|
|
403 //17280 960 17280 18x960
|
|
|
404 //18240 960 960 1x960
|
|
|
405 //20160 960 1920 2x960
|
|
|
406 //21120 960 960 1x960
|
|
|
407 //23040 960 1920 2x960
|
|
2356
|
408 /*static int bink_next_pts = 0;
|
|
2315
|
409
|
|
|
410 // there's a gap in the sound - fill empty samples in
|
|
|
411 if (bink_next_pts < avpacket->pts)
|
|
|
412 {
|
|
|
413 short silence[1024];
|
|
|
414 memset(silence, 0, sizeof(silence));
|
|
|
415
|
|
2356
|
416 int samples_to_fill = /*dec_ctx->channels * (avpacket->pts - bink_next_pts);
|
|
2315
|
417 while (samples_to_fill > 0)
|
|
|
418 {
|
|
|
419 int samples_to_fill_this_step = samples_to_fill >= 1024 ? 1024 : samples_to_fill;
|
|
|
420 out_audio_data->Write(silence, samples_to_fill_this_step * sizeof(short));
|
|
|
421
|
|
|
422 samples_to_fill -= samples_to_fill_this_step;
|
|
|
423 }
|
|
|
424 }
|
|
|
425
|
|
2356
|
426 bink_next_pts = avpacket->pts + /*dec_ctx->channels * avframe->nb_samples; */
|
|
|
427
|
|
|
428 AVFrame frame;
|
|
|
429 int first;
|
|
|
430 int version_b;
|
|
|
431 int frame_len;
|
|
|
432 int overlap_len;
|
|
|
433 int block_size;
|
|
|
434 int num_bands;
|
|
|
435 unsigned int *bands;
|
|
|
436 float root;
|
|
|
437 int sample_rate = dec_ctx->sample_rate;
|
|
|
438 int sample_rate_half;
|
|
|
439 int i;
|
|
|
440 int frame_len_bits;
|
|
|
441 int channels;
|
|
|
442
|
|
|
443 //compresses audio in chunks of varying sizes depending on sample rate:
|
|
|
444 // if sample rate < 22050, frame size is 2048 samples
|
|
|
445 // if sample rate < 44100, frame size is 4096 samples
|
|
|
446 // else, frame size is 8192 samples
|
|
|
447
|
|
|
448 //сжимает аудио в куски различных размеров в зависимости от частоты дискретизации:
|
|
|
449 //если частота дискретизации < 22050, размер кадра составляет 2048 самплов
|
|
|
450 //если частота дискретизации < 44100, размер кадра составляет 4096 самплов
|
|
|
451 //или, размер кадра составляет 8192 самплов
|
|
|
452
|
|
|
453 /* determine frame length */
|
|
|
454 if (dec_ctx->sample_rate < 22050)
|
|
|
455 frame_len_bits = 9;
|
|
|
456 else if (dec_ctx->sample_rate < 44100)
|
|
|
457 frame_len_bits = 10;
|
|
|
458 else
|
|
|
459 frame_len_bits = 11;
|
|
|
460
|
|
|
461 //проверка количества каналов (не меньше 1 и не больше 2)
|
|
|
462 if (dec_ctx->channels < 1 || dec_ctx->channels > 2)
|
|
|
463 {
|
|
|
464 av_log(dec_ctx, AV_LOG_ERROR, "invalid number of channels: %d\n", dec_ctx->channels);
|
|
|
465 return AVERROR_INVALIDDATA;
|
|
|
466 }
|
|
|
467
|
|
|
468 version_b = dec_ctx->extradata_size >= 4 && dec_ctx->extradata[3] == 'b';
|
|
|
469 if (version_b)
|
|
|
470 __debugbreak();
|
|
|
471
|
|
|
472 if (dec_ctx->codec->id == AV_CODEC_ID_BINKAUDIO_RDFT)
|
|
|
473 {
|
|
|
474 // audio is already interleaved for the RDFT format variant
|
|
|
475 dec_ctx->sample_fmt = AV_SAMPLE_FMT_FLT;
|
|
|
476 sample_rate *= dec_ctx->channels;
|
|
|
477 channels = 1;
|
|
|
478 if (!version_b)
|
|
|
479 frame_len_bits += av_log2(dec_ctx->channels);
|
|
|
480 }
|
|
|
481 else
|
|
|
482 {
|
|
|
483 channels = dec_ctx->channels;
|
|
|
484 dec_ctx->sample_fmt = AV_SAMPLE_FMT_FLTP;
|
|
|
485 }
|
|
|
486
|
|
|
487 frame_len = 1 << frame_len_bits; //2048
|
|
|
488
|
|
|
489 //a frame is windowed with the previous frame; the size of the window is frame size / 16
|
|
|
490 //кадр оконный с предыдущего кадра;Размер окна = размер кадра / 16
|
|
|
491 overlap_len = frame_len / 16; //128
|
|
|
492 block_size = (frame_len - overlap_len) * channels; //1920
|
|
|
493
|
|
|
494 //compute half the sample rate as (sample rate + 1) / 2;
|
|
|
495 //initialize an array of band frequencies corresponding to an array of 25 critical frequencies (same as WMA, apparently),
|
|
|
496 // any for which the critical frequencies are less than half the sample rate
|
|
|
497
|
|
|
498 //вычислить половину частоты дискретизации(частота дискретизации + 1) / 2;
|
|
|
499 //инициализировать массив группы частот, соответствующих массиву 25 критических частот (аналогично WMA, очевидно),
|
|
|
500 // любой, для которых критические частоты в два раза меньше частота дискретизации
|
|
|
501 sample_rate_half = (sample_rate + 1) / 2; //22050
|
|
|
502 if (dec_ctx->codec->id == AV_CODEC_ID_BINKAUDIO_RDFT)
|
|
2375
|
503 root = 2.0 / (sqrt(float(frame_len)) * 32768.0);
|
|
2356
|
504 else
|
|
2375
|
505 root = frame_len / (sqrt(float(frame_len)) * 32768.0);
|
|
2356
|
506 for (i = 0; i < 96; i++)
|
|
|
507 {
|
|
|
508 /* constant is result of 0.066399999/log10(M_E) */
|
|
|
509 quant_table[i] = expf(i * 0.15289164787221953823f) * root;
|
|
|
510 }
|
|
|
511
|
|
|
512 /* calculate number of bands */
|
|
|
513 //bands calculation:
|
|
|
514 //bands[0] = 1;
|
|
|
515 //foreach (i in 1..# of bands-1):
|
|
|
516 //bands[i] = crit_freq[i-1] * (frame length / 2) / (sample rate / 2);
|
|
|
517 //bands[# of bands] = frame length / 2
|
|
|
518 for (num_bands = 1; num_bands < 25; num_bands++)
|
|
|
519 if (sample_rate_half <= ff_wma_critical_freqs[num_bands - 1])
|
|
|
520 break;
|
|
|
521
|
|
|
522 bands = (unsigned int *)(av_malloc((num_bands + 1) * sizeof(*bands)));
|
|
|
523 if (!bands)
|
|
|
524 return AVERROR(ENOMEM);
|
|
|
525
|
|
|
526 /* populate bands data */
|
|
|
527 bands[0] = 2;
|
|
|
528 for (i = 1; i < num_bands; i++)
|
|
|
529 bands[i] = (ff_wma_critical_freqs[i - 1] * frame_len / sample_rate_half) & ~1;
|
|
|
530 bands[num_bands] = frame_len;
|
|
|
531
|
|
|
532 first = 1;
|
|
|
533
|
|
|
534 //ff_rdft_init(&trans.rdft, frame_len_bits, DFT_C2R);
|
|
|
535
|
|
|
536 avcodec_get_frame_defaults(&frame);
|
|
|
537 dec_ctx->coded_frame = &frame;
|
|
2315
|
538 }
|
|
|
539 break;
|
|
|
540 /*
|
|
|
541 case AV_CODEC_ID_SMACKAUDIO:
|
|
|
542 {
|
|
|
543 static int smack_debug_next_audio_time = 0;
|
|
|
544 if (smack_debug_next_audio_time != packet->pts)
|
|
|
545 {
|
|
|
546 Error("There's a gap in the sound before frame %u\n", num_audio_frames);
|
|
|
547 __debugbreak(); // there's a gap in the sound
|
|
|
548 }
|
|
|
549
|
|
|
550 int num_actual_data_channels = 0;
|
|
|
551 switch (dec_ctx->sample_fmt)
|
|
|
552 {
|
|
|
553 case AV_SAMPLE_FMT_U8:
|
|
|
554 case AV_SAMPLE_FMT_S16:
|
|
|
555 case AV_SAMPLE_FMT_S32:
|
|
|
556 case AV_SAMPLE_FMT_FLT:
|
|
|
557 case AV_SAMPLE_FMT_DBL:
|
|
|
558 num_actual_data_channels = 1;
|
|
|
559 break;
|
|
|
560
|
|
|
561 case AV_SAMPLE_FMT_U8P:
|
|
|
562 case AV_SAMPLE_FMT_S16P:
|
|
|
563 case AV_SAMPLE_FMT_S32P:
|
|
|
564 case AV_SAMPLE_FMT_FLTP:
|
|
|
565 case AV_SAMPLE_FMT_DBLP:
|
|
|
566 num_actual_data_channels = dec_ctx->channels;
|
|
|
567 break;
|
|
|
568
|
|
|
569 default:
|
|
|
570 case AV_SAMPLE_FMT_NONE:
|
|
|
571 case AV_SAMPLE_FMT_NB:
|
|
|
572 __debugbreak();
|
|
|
573 }
|
|
|
574
|
|
|
575 smack_debug_next_audio_time += dec_ctx->channels * frame->nb_samples * bytes_per_sample;
|
|
|
576 Assert(frame->avframe->linesize[0] == audio.dec_ctx->channels * frame->avframe->nb_samples * audio.bytes_per_sample / num_actual_data_channels,
|
|
|
577 "Smack audio size mismatch in frame %u in %s\n", audio_num_read_frames, movie_filename);
|
|
|
578
|
|
|
579 frame->play_time = (double)frame->avpacket->pts / (double)audio.bytes_per_second;
|
|
|
580 }
|
|
|
581 break;
|
|
|
582
|
|
|
583 case AV_CODEC_ID_MP3:
|
|
|
584 {
|
|
|
585 static int mp3_samples_decoded_so_far = 0;
|
|
|
586 static int mp3_prev_samples_count = frame->avframe->nb_samples; // mp3 seems to always feed same amount of samples
|
|
|
587 frame->play_time = (double)mp3_samples_decoded_so_far / (double)audio.dec_ctx->sample_rate;
|
|
|
588
|
|
|
589 mp3_samples_decoded_so_far += frame->avframe->nb_samples;
|
|
|
590 Assert(mp3_prev_samples_count == frame->avframe->nb_samples,
|
|
|
591 "MP3 audio have variable sample count in frame %u in %s\n", audio_num_read_frames, movie_filename);
|
|
|
592 }
|
|
|
593 break;
|
|
|
594
|
|
|
595 default:
|
|
|
596 {
|
|
|
597 __debugbreak();
|
|
|
598 double samples_per_second = (double)audio.dec_ctx->time_base.den / (double)audio.dec_ctx->time_base.num;
|
|
|
599 double play_length = frame->avframe->nb_samples / samples_per_second;
|
|
|
600 frame->play_time = (double)frame->avpacket->pts / samples_per_second;
|
|
|
601 }
|
|
|
602 break;*/
|
|
|
603 }
|
|
|
604
|
|
|
605 if (!avframe->channel_layout)
|
|
|
606 {
|
|
|
607 log("Audio channel layout not specified, rolling back to default\n");
|
|
|
608 avframe->channel_layout = av_get_default_channel_layout(dec_ctx->channels);
|
|
|
609 }
|
|
|
610
|
|
|
611 *out_num_audio_samples = dec_ctx->channels * avframe->nb_samples;
|
|
|
612 InterleaveAudioData(out_audio_data, dec_ctx->sample_fmt,
|
|
|
613 dec_ctx->channels, avframe->nb_samples, avframe->data);
|
|
|
614 return true;
|
|
|
615 }
|
|
|
616
|
|
|
617 bool LoadAudioTrack(AVFormatContext *format_ctx, AVCodecContext *dec_ctx, int audio_stream_idx, MemoryStream *out_audio_stream, int *out_num_audio_frames, int *out_num_audio_samples)
|
|
|
618 {
|
|
|
619 out_audio_stream->Reset();
|
|
|
620
|
|
2347
|
621 //Чтение аудио данных.
|
|
|
622 //Данные из файла читаются пакетами (AVPacket), а для воспроизведения используется фрейм (AVFrame).
|
|
|
623
|
|
|
624 //Выделим память для фрейма
|
|
2315
|
625 AVFrame *frame = avcodec_alloc_frame();
|
|
2347
|
626
|
|
2315
|
627 AVPacket *packet = new AVPacket;
|
|
|
628 av_init_packet(packet);
|
|
|
629
|
|
|
630 int num_audio_frames = 0;
|
|
|
631 int num_audio_samples = 0;
|
|
2347
|
632
|
|
2345
|
633 //чтение пакетов
|
|
2315
|
634 while (av_read_frame(format_ctx, packet) >= 0)
|
|
|
635 {
|
|
2347
|
636 // Is this a packet from the audio stream?
|
|
2345
|
637 //Принадлежит ли пакет к аудиопотоку
|
|
2315
|
638 if (packet->stream_index != audio_stream_idx)
|
|
|
639 {
|
|
|
640 //log("Suspicious stream id %u in %s", packet->stream_index, filenamea);
|
|
|
641 continue;
|
|
|
642 }
|
|
|
643
|
|
2347
|
644 // Decode audio frame
|
|
|
645 //Декодируем аудио фрейм
|
|
2315
|
646 int num_samples_decoded;
|
|
|
647 DecodeAudioFrame(dec_ctx, packet, frame, out_audio_stream, &num_samples_decoded);
|
|
|
648
|
|
|
649 num_audio_samples += num_samples_decoded;
|
|
|
650 num_audio_frames++;
|
|
|
651 }
|
|
|
652 *out_num_audio_frames = num_audio_frames;
|
|
|
653 *out_num_audio_samples = num_audio_samples;
|
|
|
654
|
|
2347
|
655 //Освободить память выделенную для фрейма
|
|
2315
|
656 avcodec_free_frame(&frame);
|
|
2361
|
657 delete frame;
|
|
|
658 av_free_packet(packet);
|
|
2315
|
659 delete packet;
|
|
|
660
|
|
|
661 return true;
|
|
|
662 }
|
|
|
663
|
|
2391
|
664 class Track: public Media::ITrack//класс производная от базового Media::ITrack
|
|
2315
|
665 {
|
|
|
666 public:
|
|
2391
|
667 inline Track()//прямая вставка в код
|
|
2315
|
668 {
|
|
|
669 this->format_ctx = nullptr;
|
|
|
670 this->audio_num_samples = 0;
|
|
|
671 }
|
|
|
672
|
|
|
673 void Release()
|
|
|
674 {
|
|
|
675 ReleaseAvcodec();
|
|
|
676 }
|
|
|
677
|
|
|
678 void ReleaseAvcodec()
|
|
|
679 {
|
|
|
680 audio.Release();
|
|
|
681 if (format_ctx)
|
|
|
682 {
|
|
2391
|
683 // закрытие контекста файла
|
|
2315
|
684 av_close_input_file(format_ctx);
|
|
2394
|
685 Log::Warning(L"close audio format context file\n");
|
|
2315
|
686 format_ctx = nullptr;
|
|
|
687 }
|
|
|
688 }
|
|
|
689
|
|
2347
|
690 bool LoadAudio(const wchar_t *filename) //Загрузка из папки для mp3
|
|
2315
|
691 {
|
|
|
692 char filenamea[1024];
|
|
|
693 sprintf(filenamea, "%S", filename);
|
|
2347
|
694 // Open audio file
|
|
|
695 //откроем входной файл(Шаг 2)
|
|
|
696 //Функция avformat_open_input читает файловый заголовок и сохраняет информацию о найденных форматах в структуре
|
|
|
697 //AVFormatContext. Остальные аргументы могут быть установлены в NULL, в этом случае libavformat использует
|
|
|
698 //автоматическое определение параметров.
|
|
2315
|
699 if (avformat_open_input(&format_ctx, filenamea, nullptr, nullptr) >= 0)
|
|
|
700 {
|
|
2347
|
701 // Retrieve stream information
|
|
|
702 //Т.к. avformat_open_input читает только заголовок файла, то следующим шагом нужно получить информацию о потоках
|
|
|
703 //в файле. Это делается функцией avformat_find_stream_info.
|
|
2315
|
704 if (avformat_find_stream_info(format_ctx, nullptr) >= 0)
|
|
|
705 {
|
|
2347
|
706 // Dump information about file onto standard error
|
|
|
707 //После этого format_context->streams содержит все существующие потоки файла.
|
|
|
708 //Их количество равно format_context->nb_streams.
|
|
|
709 //Вывести подробную информацию о файле и обо всех потоках можно функцией av_dump_format.
|
|
2315
|
710 av_dump_format(format_ctx, 0, filenamea, 0);
|
|
|
711
|
|
2347
|
712 //Открыть поток
|
|
2315
|
713 if (!av_open_audio_stream(format_ctx, &audio))
|
|
|
714 {
|
|
|
715 Error("Cannot open strack: %s", filenamea);
|
|
|
716 return Release(), false;
|
|
|
717 }
|
|
|
718
|
|
|
719 MemoryStream audio_plain_data;
|
|
|
720 int num_audio_frames;
|
|
|
721 int num_audio_samples;
|
|
2347
|
722
|
|
|
723 //Загрузить аудио трек
|
|
2315
|
724 if (LoadAudioTrack(format_ctx, audio.dec_ctx, audio.stream_idx, &audio_plain_data, &num_audio_frames, &num_audio_samples))
|
|
|
725 {
|
|
|
726 /*#ifdef _DEBUG
|
|
|
727 char debug_filename[1024];
|
|
|
728 sprintf(debug_filename, "%s.wav", filenamea);
|
|
|
729 FILE *wav = fopen(debug_filename, "w+b");
|
|
|
730
|
|
|
731 extern void write_wav_header(FILE *wav, int channel_count = 2, int sample_rate = 22050, int bytes_per_sample = 2);
|
|
|
732 write_wav_header(wav, audio.dec_ctx->channels, audio.dec_ctx->sample_rate, audio.bytes_per_sample);
|
|
|
733
|
|
|
734 fwrite(audio_plain_data.Ptr(), audio_plain_data.Current(), 1, wav);
|
|
|
735
|
|
|
736 extern void fix_wav_header(FILE *wav, int wav_bytes_in_stream);
|
|
|
737 fix_wav_header(wav, audio_plain_data.Current());
|
|
|
738 #endif*/
|
|
|
739
|
|
|
740 device_buffer = provider->CreateTrack16(audio.dec_ctx->channels, audio.dec_ctx->sample_rate, 2, num_audio_samples, audio_plain_data.Ptr());
|
|
|
741
|
|
2371
|
742 Release();
|
|
2315
|
743 return true;
|
|
|
744 }
|
|
|
745 }
|
|
|
746 Release();
|
|
2347
|
747 fprintf(stderr, "ffmpeg: Unable to find stream info\n"); //Не найден поток
|
|
2345
|
748 return false;
|
|
2315
|
749 }
|
|
2347
|
750 fprintf(stderr, "ffmpeg: Unable to open input file\n"); //Не может открыть файл
|
|
2315
|
751 return false;
|
|
|
752 }
|
|
|
753
|
|
|
754 virtual void Play(bool loop)
|
|
|
755 {
|
|
|
756 provider->PlayTrack16(device_buffer, loop);
|
|
2359
|
757 mSourceID = device_buffer->source_id;
|
|
2315
|
758 }
|
|
2347
|
759
|
|
2315
|
760 protected:
|
|
|
761 AVFormatContext *format_ctx;
|
|
|
762 AVAudioStream audio;
|
|
|
763 int audio_num_samples;
|
|
|
764
|
|
2345
|
765 bool stopped;
|
|
|
766
|
|
2315
|
767 OpenALSoundProvider::TrackBuffer *device_buffer;
|
|
|
768 };
|
|
|
769
|
|
2391
|
770 class Movie: public Media::IMovie//класс производная от базового Media::IMovie
|
|
2315
|
771 {
|
|
|
772 public:
|
|
2391
|
773 inline Movie()//прямая вставка в код
|
|
2315
|
774 {
|
|
|
775 this->movie_filename[0] = 0;
|
|
|
776 this->width = 0;
|
|
|
777 this->height = 0;
|
|
|
778 this->format_ctx = nullptr;
|
|
|
779 this->end_of_file = false;
|
|
|
780 this->playback_time = 0.0;
|
|
|
781
|
|
|
782 this->num_audio_frames = 0;
|
|
|
783 this->num_audio_samples = 0;
|
|
|
784
|
|
|
785 this->last_resampled_frame_num = -1;
|
|
|
786 memset(last_resampled_frame_data, 0, sizeof(last_resampled_frame_data));
|
|
|
787 memset(last_resampled_frame_linesize, 0, sizeof(last_resampled_frame_linesize));
|
|
2345
|
788
|
|
2361
|
789 decoding_packet = nullptr;
|
|
2394
|
790 ioBuffer = nullptr;
|
|
|
791 format_ctx = nullptr;
|
|
|
792 avioContext = nullptr;
|
|
2315
|
793 }
|
|
2347
|
794
|
|
2315
|
795 inline void Release()
|
|
|
796 {
|
|
|
797 ReleaseAVCodec();
|
|
|
798 }
|
|
|
799
|
|
|
800 inline void ReleaseAVCodec()
|
|
|
801 {
|
|
|
802 audio.Release();
|
|
|
803 video.Release();
|
|
2361
|
804
|
|
2315
|
805 if (format_ctx)
|
|
|
806 {
|
|
2347
|
807 // Close the video file
|
|
|
808 // закрытие контекста файла(видео файла)
|
|
2315
|
809 av_close_input_file(format_ctx);
|
|
2394
|
810 Log::Warning(L"close video format context file\n");
|
|
2315
|
811 format_ctx = nullptr;
|
|
2360
|
812 }
|
|
|
813 if(avioContext)
|
|
|
814 {
|
|
|
815 av_free(avioContext);
|
|
|
816 avioContext = nullptr;
|
|
|
817 }
|
|
|
818 if (ioBuffer)
|
|
|
819 {
|
|
2361
|
820 //av_free(ioBuffer);
|
|
2360
|
821 ioBuffer = nullptr;
|
|
2315
|
822 }
|
|
2361
|
823 av_free_packet(decoding_packet);
|
|
2360
|
824 delete decoding_packet;
|
|
2361
|
825 avcodec_free_frame(&decoding_frame);
|
|
|
826 delete decoding_frame;
|
|
|
827 if (last_resampled_frame_data[0])
|
|
|
828 av_freep(&last_resampled_frame_data[0]);
|
|
2371
|
829
|
|
2315
|
830 }
|
|
|
831
|
|
2347
|
832 bool Load(const wchar_t *filename, int dst_width, int dst_height, int cache_ms) //Загрузка
|
|
2315
|
833 {
|
|
|
834 char filenamea[1024];
|
|
|
835 sprintf(filenamea, "%S", filename);
|
|
|
836 sprintf(movie_filename, "%S", filename);
|
|
|
837
|
|
|
838 width = dst_width;
|
|
|
839 height = dst_height;
|
|
2347
|
840 // Open video file
|
|
|
841 //откроем входной файл(Шаг 2)
|
|
|
842 //Функция avformat_open_input читает файловый заголовок и сохраняет информацию о найденных форматах в структуре
|
|
|
843 //AVFormatContext. Остальные аргументы могут быть установлены в NULL, в этом случае libavformat использует
|
|
|
844 //автоматическое определение параметров. Последние 2 аргумента используются для формата файла и опций.
|
|
2315
|
845 if (avformat_open_input(&format_ctx, filenamea, nullptr, nullptr) >= 0)
|
|
|
846 {
|
|
2347
|
847 // Retrieve stream information
|
|
|
848 // Проверяем потоки
|
|
|
849 //Т.к. avformat_open_input читает только заголовок файла, то следующим шагом нужно получить информацию о потоках
|
|
|
850 //в файле. Это делается функцией avformat_find_stream_info.(Шаг 3)
|
|
2315
|
851 if (avformat_find_stream_info(format_ctx, nullptr) >= 0)
|
|
|
852 {
|
|
2347
|
853 // Dump information about file onto standard error
|
|
|
854 //Инициализируем pFormatCtx->streams
|
|
|
855 //После этого format_context->streams содержит все существующие потоки файла.
|
|
|
856 //Их количество равно format_context->nb_streams.
|
|
|
857 //Вывести подробную информацию о файле и обо всех потоках можно функцией av_dump_format.
|
|
2315
|
858 av_dump_format(format_ctx, 0, filenamea, 0);
|
|
|
859
|
|
2347
|
860 //pFormatCtx->streams - массив указателей, размера pFormatCtx->nb_streams, поищем тут потоки.
|
|
2315
|
861 if (!av_open_audio_stream(format_ctx, &audio))
|
|
|
862 {
|
|
|
863 Error("Cannot open audio stream: %s", filenamea);
|
|
|
864 return Release(), false;
|
|
|
865 }
|
|
|
866
|
|
|
867 if (!av_open_video_stream(format_ctx, &video))
|
|
|
868 {
|
|
|
869 Error("Cannot open video stream: %s", filenamea);
|
|
|
870 return Release(), false;
|
|
|
871 }
|
|
2347
|
872
|
|
|
873 //Ritor1: include
|
|
|
874 if (_stricmp("binkvideo", video.dec->name) )
|
|
|
875 {
|
|
2345
|
876 current_movie_width = video.dec_ctx->width;
|
|
|
877 current_movie_height = video.dec_ctx->height;
|
|
2347
|
878 }
|
|
|
879 else
|
|
|
880 {
|
|
2345
|
881 current_movie_width = width;
|
|
|
882 current_movie_height = height;
|
|
2347
|
883 }
|
|
|
884 //
|
|
2315
|
885 decoding_packet = new AVPacket;
|
|
|
886 av_init_packet(decoding_packet);
|
|
|
887
|
|
2347
|
888 // Allocate video frame
|
|
|
889 //Выделим память для фрейма
|
|
2315
|
890 decoding_frame = avcodec_alloc_frame();
|
|
|
891
|
|
|
892 audio_data_in_device = provider->CreateStreamingTrack16(audio.dec_ctx->channels, audio.dec_ctx->sample_rate, 2);
|
|
|
893 return true;
|
|
|
894 }
|
|
2345
|
895 fprintf(stderr, "ffmpeg: Unable to find stream info\n");
|
|
2347
|
896 return Release(), false; // Не найдена информация о потоке
|
|
2315
|
897 }
|
|
2345
|
898 fprintf(stderr, "ffmpeg: Unable to open input file\n");
|
|
2347
|
899 return Release(), false; // Не может открыть файл
|
|
2315
|
900 }
|
|
2347
|
901
|
|
2345
|
902 bool LoadFromLOD(HANDLE h, int readFunction(void*, uint8_t*, int), int64_t seekFunction(void*, int64_t, int), int width, int height)
|
|
|
903 {
|
|
|
904 if (!ioBuffer)
|
|
2360
|
905 ioBuffer = (unsigned char *)av_malloc(0x4000 + FF_INPUT_BUFFER_PADDING_SIZE); // can get av_free()ed by libav
|
|
2345
|
906 if (!avioContext)
|
|
2360
|
907 avioContext = avio_alloc_context(ioBuffer, 0x4000, 0, h, readFunction, NULL, seekFunction);
|
|
2345
|
908 if (!format_ctx)
|
|
|
909 format_ctx = avformat_alloc_context();
|
|
|
910 format_ctx->pb = avioContext;
|
|
|
911 return Load(L"dummyFilename", width, height, 0);
|
|
|
912 }
|
|
|
913
|
|
2347
|
914 virtual void GetNextFrame(double dt, void *dst_surface)// Получить следующий фрейм
|
|
2315
|
915 {
|
|
2319
|
916 playback_time += dt;//изменение времени
|
|
2315
|
917
|
|
2347
|
918 //Данные из файла читаются пакетами (AVPacket), а для отображения используется фрейм (AVFrame).
|
|
2315
|
919 AVPacket *avpacket = decoding_packet;
|
|
|
920 AVFrame *avframe = decoding_frame;
|
|
2347
|
921
|
|
2360
|
922 //Инизиализируем avframe
|
|
2315
|
923 avcodec_get_frame_defaults(avframe);
|
|
|
924
|
|
|
925 int desired_frame_number = floor(playback_time * video.dec_ctx->time_base.den / video.dec_ctx->time_base.num + 0.5);
|
|
|
926 if (last_resampled_frame_num == desired_frame_number)
|
|
|
927 {
|
|
2360
|
928 memcpy(dst_surface, last_resampled_frame_data[0], current_movie_height * last_resampled_frame_linesize[0]);
|
|
2315
|
929 return;
|
|
|
930 }
|
|
|
931
|
|
2347
|
932 volatile int frameFinished = false;
|
|
2360
|
933
|
|
|
934 //чтение пакетов
|
|
|
935 // keep reading packets until we hit the end or find a video packet
|
|
2359
|
936 do
|
|
2315
|
937 {
|
|
2360
|
938 if (loop_current_file)
|
|
|
939 {
|
|
|
940 //Now seek back to the beginning of the stream
|
|
|
941 if (video.dec_ctx->frame_number >= video.stream->duration - 1 )
|
|
2361
|
942 end_current_file = true;
|
|
2360
|
943 }
|
|
2405
|
944 //чтение пакетов
|
|
2359
|
945 if (av_read_frame(format_ctx, avpacket) < 0) //воспроизведение завершено
|
|
|
946 {
|
|
|
947 // probably movie is finished
|
|
2360
|
948 end_current_file = true;
|
|
2361
|
949 av_free_packet(avpacket);
|
|
2360
|
950 return;
|
|
2359
|
951 }
|
|
2360
|
952 // Is this a packet from the video stream?
|
|
|
953 // audio packet - queue into playing
|
|
|
954 //Принадлежит ли пакет к аудиопотоку
|
|
2315
|
955 if (avpacket->stream_index == audio.stream_idx)
|
|
|
956 {
|
|
|
957 MemoryStream audio_data;
|
|
|
958 if (DecodeAudioFrame(audio.dec_ctx, avpacket, avframe, &audio_data, &num_audio_samples))
|
|
2359
|
959 provider->Stream16(audio_data_in_device, num_audio_samples, audio_data.Ptr());
|
|
|
960 //continue;
|
|
2405
|
961 } //неявно вызывается деструктор для audio_data
|
|
2360
|
962
|
|
|
963 // Decode video frame
|
|
|
964 //пакет к видеопотоку
|
|
2359
|
965 // video packet - decode & maybe show
|
|
2315
|
966 else if (avpacket->stream_index == video.stream_idx)
|
|
|
967 {
|
|
2359
|
968 do
|
|
2315
|
969 {
|
|
2360
|
970 //Функция avcodec_decode_video2 осуществляет декодирование пакета в фрейм с использованием кодека,
|
|
|
971 //который мы получили раньше (codec_context). Функция устанавливает положительное значение frame_finished в случае
|
|
|
972 //если фрейм декодирован целиком (то есть один фрейм может занимать несколько пакетов и frame_finished будет
|
|
|
973 //установлен только при декодировании последнего пакета).
|
|
2359
|
974 if (avcodec_decode_video2(video.dec_ctx, avframe, (int *)&frameFinished, avpacket) < 0)
|
|
|
975 __debugbreak();
|
|
|
976 } while (!frameFinished);
|
|
|
977 }
|
|
|
978 }
|
|
|
979 while (avpacket->stream_index != video.stream_idx ||
|
|
|
980 avpacket->pts != desired_frame_number);
|
|
|
981
|
|
|
982 if (frameFinished)
|
|
|
983 {
|
|
|
984 if (last_resampled_frame_data[0])
|
|
|
985 av_freep(&last_resampled_frame_data[0]);
|
|
2315
|
986
|
|
2359
|
987 AVPixelFormat rescaled_format = AV_PIX_FMT_RGB32;
|
|
|
988 uint8_t *rescaled_data[4] = {nullptr, nullptr, nullptr, nullptr};
|
|
|
989 int rescaled_linesize[4] = {0, 0, 0, 0};
|
|
2361
|
990
|
|
2359
|
991 if (av_image_alloc(rescaled_data, rescaled_linesize, current_movie_width, current_movie_height, rescaled_format, 1) >= 0)
|
|
|
992 {
|
|
|
993 // создание контекста для преобразования
|
|
|
994 SwsContext *converter = sws_getContext(avframe->width, avframe->height, (AVPixelFormat)avframe->format,
|
|
|
995 current_movie_width, current_movie_height, rescaled_format,
|
|
|
996 SWS_BICUBIC, nullptr, nullptr, nullptr);
|
|
|
997 // преобразование кадра(масштабирование)
|
|
|
998 sws_scale(converter, avframe->data, avframe->linesize, 0, avframe->height, rescaled_data, rescaled_linesize);
|
|
|
999 sws_freeContext(converter);
|
|
2315
|
1000
|
|
2359
|
1001 //копирование в возвращаемую переменную
|
|
|
1002 memcpy(dst_surface, rescaled_data[0], current_movie_height * rescaled_linesize[0]);
|
|
|
1003
|
|
|
1004 last_resampled_frame_num = desired_frame_number;
|
|
|
1005 memcpy(last_resampled_frame_data, rescaled_data, sizeof(rescaled_data));
|
|
|
1006 memcpy(last_resampled_frame_linesize, rescaled_linesize, sizeof(rescaled_linesize));
|
|
2371
|
1007 //av_freep(&rescaled_data[0]);//вроде должен быть
|
|
2315
|
1008 }
|
|
|
1009 }
|
|
|
1010 else
|
|
2359
|
1011 memset(dst_surface, 0, width * current_movie_height * 4);
|
|
2361
|
1012
|
|
|
1013 // Free the packet that was allocated by av_read_frame
|
|
|
1014 av_free_packet(avpacket);
|
|
2315
|
1015 }
|
|
|
1016
|
|
2347
|
1017 virtual void Play()
|
|
|
1018 {
|
|
|
1019 }
|
|
2345
|
1020
|
|
2315
|
1021 protected:
|
|
|
1022 char movie_filename[256];
|
|
|
1023 int width;
|
|
|
1024 int height;
|
|
2345
|
1025 bool stopped;
|
|
2315
|
1026 AVFormatContext *format_ctx;
|
|
|
1027 double playback_time;
|
|
|
1028 bool end_of_file;
|
|
|
1029
|
|
|
1030 AVPacket *decoding_packet;
|
|
|
1031 AVFrame *decoding_frame;
|
|
|
1032
|
|
|
1033 AVAudioStream audio;
|
|
|
1034 int num_audio_frames;
|
|
|
1035 int num_audio_samples;
|
|
2345
|
1036 unsigned char * ioBuffer;
|
|
|
1037 AVIOContext *avioContext;
|
|
2315
|
1038 OpenALSoundProvider::StreamingTrackBuffer *audio_data_in_device;
|
|
|
1039
|
|
|
1040 AVVideoStream video;
|
|
|
1041 int last_resampled_frame_num;
|
|
|
1042 uint8_t *last_resampled_frame_data[4];
|
|
|
1043 int last_resampled_frame_linesize[4];
|
|
2347
|
1044 };
|
|
2315
|
1045
|
|
2356
|
1046 ITrack *MPlayer::LoadTrack(const wchar_t *filename) //Загрузить mp3
|
|
2315
|
1047 {
|
|
2394
|
1048 auto audio_track = new Track;
|
|
|
1049 Log::Warning(L"allocation dynamic memory for audio_track\n");
|
|
|
1050 if (!audio_track->LoadAudio(filename))
|
|
2315
|
1051 {
|
|
2394
|
1052 delete audio_track;
|
|
|
1053 Log::Warning(L"delete dynamic memory for audio_track\n");
|
|
|
1054 audio_track = nullptr;
|
|
2315
|
1055 }
|
|
2394
|
1056 return audio_track;
|
|
2315
|
1057 }
|
|
|
1058
|
|
2356
|
1059 IMovie *MPlayer::LoadMovie(const wchar_t *filename, int width, int height, int cache_ms) //Загрузить видео
|
|
2315
|
1060 {
|
|
2360
|
1061 movie = new Movie;
|
|
2394
|
1062 Log::Warning(L"allocation dynamic memory for movie\n");
|
|
2315
|
1063 if (!movie->Load(filename, width, height, cache_ms))
|
|
|
1064 {
|
|
|
1065 delete movie;
|
|
2394
|
1066 Log::Warning(L"delete dynamic memory for movie\n");
|
|
2315
|
1067 movie = nullptr;
|
|
|
1068 }
|
|
|
1069 return movie;
|
|
|
1070 }
|
|
|
1071
|
|
2356
|
1072 IMovie *MPlayer::LoadMovieFromLOD(HANDLE h, int readFunction(void*, uint8_t*, int), int64_t seekFunction(void*, int64_t, int), int width, int height)
|
|
2347
|
1073 {
|
|
2360
|
1074 movie = new Movie;
|
|
2394
|
1075 Log::Warning(L"allocation dynamic memory for movie\n");
|
|
2347
|
1076 if (movie)
|
|
|
1077 {
|
|
|
1078 if (movie->LoadFromLOD(h, readFunction, seekFunction, width, height))
|
|
2394
|
1079 return movie;
|
|
2347
|
1080 delete movie;
|
|
2394
|
1081 Log::Warning(L"delete dynamic memory for movie\n");
|
|
2347
|
1082 }
|
|
|
1083 return nullptr;
|
|
|
1084 }
|
|
2315
|
1085
|
|
|
1086 void av_logger(void *, int, const char *format, va_list args)
|
|
|
1087 {
|
|
|
1088 va_list va;
|
|
|
1089 va_start(va, format);
|
|
|
1090 char msg[256];
|
|
|
1091 vsprintf(msg, format, va);
|
|
|
1092 va_end(va);
|
|
|
1093
|
|
|
1094 log("av: %s", msg);
|
|
|
1095 }
|
|
|
1096
|
|
2356
|
1097 MPlayer::MPlayer()
|
|
2315
|
1098 {
|
|
|
1099 static int libavcodec_initialized = false;
|
|
|
1100
|
|
|
1101 if (!libavcodec_initialized)
|
|
|
1102 {
|
|
|
1103 av_log_set_callback(av_logger);
|
|
|
1104 avcodec_register_all();
|
|
2345
|
1105
|
|
2347
|
1106 // Register all available file formats and codecs
|
|
|
1107 //инициализируем библиотеку ffmpeg(Шаг 1)
|
|
|
1108 //Во время инициализации регистрируются все имеющиеся в библиотеке форматы файлов и кодеков.
|
|
|
1109 //После этого они будут использоваться автоматически при открытии файлов этого формата и с этими кодеками.
|
|
2315
|
1110 av_register_all();
|
|
|
1111
|
|
|
1112 libavcodec_initialized = true;
|
|
|
1113 }
|
|
|
1114
|
|
|
1115 if (!provider)
|
|
|
1116 {
|
|
|
1117 provider = new OpenALSoundProvider;
|
|
2393
|
1118 Log::Warning(L"allocation dynamic memory for provider\n");
|
|
2315
|
1119 provider->Initialize();
|
|
|
1120 }
|
|
|
1121 }
|
|
|
1122
|
|
2356
|
1123 MPlayer::~MPlayer()
|
|
2315
|
1124 {
|
|
2393
|
1125 delete provider;
|
|
|
1126 Log::Warning(L"delete dynamic memory for provider\n");
|
|
2345
|
1127 }
|
|
2356
|
1128
|
|
|
1129 void PlayAudio(const wchar_t * pFilename)
|
|
|
1130 {
|
|
2394
|
1131 pAudio_Track = pMediaPlayer->LoadTrack(pFilename);
|
|
|
1132 pAudio_Track->Play();
|
|
|
1133 delete pAudio_Track;
|
|
|
1134 Log::Warning(L"delete dynamic memory for pAudio_Track\n");
|
|
|
1135 pAudio_Track = nullptr;
|
|
2356
|
1136 }
|
|
|
1137
|
|
|
1138 void PlayMovie(const wchar_t * pFilename)
|
|
|
1139 {
|
|
2394
|
1140 Media::IMovie *Movie_track = pMediaPlayer->LoadMovie(pFilename, 640, 480, 0);
|
|
|
1141 Movie_track->Play();
|
|
2356
|
1142 }
|
|
|
1143
|
|
2360
|
1144 void MovieRelease()
|
|
|
1145 {
|
|
|
1146 movie->Release();
|
|
|
1147 delete movie;
|
|
2394
|
1148 Log::Warning(L"delete dynamic memory for movie\n");
|
|
2360
|
1149 movie = nullptr;
|
|
|
1150 }
|
|
|
1151
|
|
2356
|
1152 //////////////////////////////////////////////////////////////////////////
|
|
|
1153 //Included from a VideoPlayer.cpp file/вставлено из файла VideoPlayer.cpp/
|
|
|
1154 //////////////////////////////////////////////////////////////////////////
|
|
|
1155
|
|
|
1156 //used in void VideoPlayer::Initialize(OSWindow *target_window) for open .vid files
|
|
|
1157 MovieHeader *pMightVideoHeaders;
|
|
|
1158 MovieHeader *pMagicVideoHeaders;
|
|
|
1159 HANDLE hMightVid;
|
|
|
1160 HANDLE hMagicVid;
|
|
|
1161 unsigned __int64 uBinkVersion;
|
|
|
1162 unsigned int uNumMightVideoHeaders;
|
|
|
1163 unsigned int uNumMagicVideoHeaders;
|
|
|
1164 //
|
|
|
1165
|
