1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649
650
651
652
653
654
655
656
657
658
659
660
661
662
663
664
665
666
667
668
669
670
671
672
673
674
675
676
677
678
679
680
681
682
683
684
685
686
687
688
689
690
691
692
693
694
695
696
697
698
699
700
701
702
703
704
705
706
707
708
709
710
711
712
713
714
715
716
717
718
719
720
721
722
723
724
725
726
727
728
729
730
731
732
733
734
735
736
737
738
739
740
741
742
743
744
745
746
747
748
749
750
751
752
753
754
755
756
757
758
759
760
761
762
763
764
765
766
767
768
769
770
771
772
773
774
775
776
777
778
779
780
781
782
783
784
785
786
787
788
789
790
791
792
793
794
795
796
797
798
799
800
801
802
803
804
805
806
807
808
809
810
811
812
813
814
815
816
817
818
819
820
821
822
823
824
825
826
827
828
829
830
831
832
833
834
835
836
837
838
839
840
841
842
843
844
845
846
847
848
849
850
851
852
853
854
855
856
857
858
859
860
861
862
863
864
865
866
867
868
869
870
871
872
873
874
875
876
877
878
879
880
881
882
883
884
885
886
887
888
889
890
891
892
893
894
895
896
897
898
899
900
901
902
903
904
905
906
907
908
909
910
911
912
913
914
915
916
917
918
919
920
921
922
923
924
925
926
927
928
929
930
931
932
933
934
935
936
937
938
939
940
941
942
943
944
945
946
947
948
949
950
951
952
953
954
955
956
957
958
959
960
961
962
963
964
965
966
967
968
969
970
971
972
973
974
975
976
977
978
979
980
981
982
983
984
985
986
987
988
989
990
991
992
993
994
995
996
997
998
999
1000
1001
1002
1003
1004
1005
1006
1007
1008
1009
1010
1011
1012
1013
1014
1015
1016
1017
1018
1019
1020
1021
1022
1023
1024
1025
1026
1027
1028
1029
1030
1031
1032
1033
1034
1035
1036
1037
1038
1039
1040
1041
1042
1043
1044
1045
1046
1047
1048
1049
1050
1051
1052
1053
1054
1055
1056
1057
1058
1059
1060
1061
1062
1063
1064
1065
1066
1067
1068
1069
1070
1071
1072
1073
1074
1075
1076
1077
1078
1079
1080
1081
1082
1083
1084
1085
1086
1087
1088
1089
1090
1091
1092
1093
1094
1095
1096
1097
1098
1099
1100
1101
1102
1103
1104
1105
1106
1107
1108
1109
1110
1111
1112
1113
1114
1115
1116
1117
1118
1119
1120
1121
1122
1123
1124
1125
1126
1127
1128
1129
1130
1131
1132
1133
1134
1135
1136
1137
1138
1139
1140
1141
1142
1143
1144
1145
1146
1147
1148
1149
1150
1151
1152
1153
1154
1155
1156
1157
1158
1159
1160
1161
1162
1163
1164
1165
1166
1167
1168
1169
1170
1171
1172
1173
1174
1175
1176
1177
1178
1179
1180
1181
1182
1183
1184
1185
1186
1187
1188
1189
1190
1191
1192
1193
1194
1195
1196
1197
1198
1199
1200
1201
1202
1203
1204
1205
1206
1207
1208
1209
1210
1211
1212
1213
1214
1215
1216
1217
1218
1219
1220
1221
1222
1223
1224
1225
1226
1227
1228
1229
1230
1231
1232
1233
1234
1235
1236
1237
1238
1239
1240
1241
1242
1243
1244
1245
1246
1247
1248
1249
1250
1251
1252
1253
1254
1255
1256
1257
1258
1259
1260
1261
1262
1263
1264
1265
1266
1267
1268
1269
1270
1271
1272
1273
1274
1275
1276
1277
1278
1279
1280
1281
1282
1283
1284
1285
1286
1287
1288
1289
1290
1291
1292
1293
1294
1295
1296
1297
1298
1299
1300
1301
1302
1303
1304
1305
1306
1307
1308
1309
1310
1311
1312
1313
1314
1315
1316
1317
1318
1319
1320
1321
1322
1323
1324
1325
1326
1327
1328
1329
1330
1331
1332
1333
1334
1335
1336
1337
1338
1339
1340
1341
1342
1343
1344
1345
1346
1347
1348
1349
1350
1351
1352
1353
1354
1355
1356
1357
1358
1359
1360
1361
1362
1363
1364
1365
1366
1367
1368
1369
1370
1371
1372
1373
1374
1375
1376
1377
1378
1379
1380
1381
1382
1383
1384
1385
1386
1387
1388
1389
1390
1391
1392
1393
1394
1395
1396
1397
1398
1399
1400
1401
1402
1403
1404
1405
1406
1407
1408
1409
1410
1411
1412
1413
1414
1415
1416
1417
1418
1419
1420
1421
1422
1423
1424
1425
1426
1427
1428
1429
1430
1431
1432
1433
1434
1435
1436
1437
1438
1439
1440
1441
1442
1443
1444
1445
1446
1447
1448
1449
1450
1451
1452
1453
1454
1455
1456
1457
1458
1459
1460
1461
1462
1463
1464
1465
1466
1467
1468
1469
1470
1471
1472
1473
1474
1475
1476
1477
1478
1479
1480
1481
1482
1483
1484
1485
1486
1487
1488
1489
1490
1491
1492
1493
1494
1495
1496
1497
1498
1499
1500
1501
1502
1503
1504
1505
1506
1507
1508
1509
1510
1511
1512
1513
1514
1515
1516
1517
1518
1519
1520
1521
1522
1523
1524
1525
1526
1527
1528
1529
1530
1531
1532
1533
1534
1535
1536
1537
1538
1539
1540
1541
1542
1543
1544
1545
1546
1547
1548
1549
1550
1551
1552
1553
1554
1555
1556
1557
1558
1559
1560
1561
1562
1563
1564
1565
1566
1567
1568
1569
1570
1571
1572
1573
1574
1575
1576
1577
1578
1579
1580
1581
1582
1583
1584
1585
1586
1587
1588
1589
1590
1591
1592
1593
1594
1595
1596
1597
1598
1599
1600
1601
1602
1603
1604
1605
1606
1607
1608
1609
1610
1611
1612
1613
1614
1615
1616
1617
1618
1619
1620
1621
1622
1623
1624
1625
1626
1627
1628
1629
1630
1631
1632
1633
1634
1635
1636
1637
1638
1639
1640
1641
1642
1643
1644
1645
1646
1647
1648
1649
1650
1651
1652
1653
1654
1655
1656
1657
1658
1659
1660
1661
1662
1663
1664
1665
1666
1667
1668
1669
1670
1671
1672
1673
1674
1675
1676
1677
1678
1679
1680
1681
1682
1683
1684
1685
1686
1687
1688
1689
1690
1691
1692
1693
1694
1695
1696
1697
1698
1699
1700
1701
1702
1703
1704
1705
1706
1707
1708
1709
1710
1711
1712
1713
1714
1715
1716
1717
1718
1719
1720
1721
1722
1723
1724
1725
1726
1727
1728
1729
1730
1731
1732
1733
1734
1735
1736
1737
1738
1739
1740
1741
1742
1743
1744
1745
1746
1747
1748
1749
1750
1751
1752
1753
1754
1755
1756
1757
1758
1759
1760
1761
1762
1763
1764
1765
1766
1767
1768
1769
1770
1771
1772
1773
1774
1775
1776
1777
1778
1779
1780
1781
1782
1783
1784
1785
1786
1787
1788
1789
1790
1791
1792
1793
1794
1795
1796
1797
1798
1799
1800
1801
1802
1803
1804
1805
1806
1807
1808
1809
1810
1811
1812
1813
1814
1815
1816
1817
1818
|
/*
* mpegplayer.c - based on :
* - mpeg2dec.c
* - m2psd.c (http://www.brouhaha.com/~eric/software/m2psd/)
*
* Copyright (C) 2000-2003 Michel Lespinasse <walken@zoy.org>
* Copyright (C) 1999-2000 Aaron Holtzman <aholtzma@ess.engr.uvic.ca>
*
* m2psd: MPEG 2 Program Stream Demultiplexer
* Copyright (C) 2003 Eric Smith <eric@brouhaha.com>
*
* This file is part of mpeg2dec, a free MPEG-2 video stream decoder.
* See http://libmpeg2.sourceforge.net/ for updates.
*
* mpeg2dec is free software; you can redistribute it and/or modify
* it under the terms of the GNU General Public License as published by
* the Free Software Foundation; either version 2 of the License, or
* (at your option) any later version.
*
* mpeg2dec is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
* GNU General Public License for more details.
*
* You should have received a copy of the GNU General Public License
* along with this program; if not, write to the Free Software
* Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
*/
/*
NOTES:
mpegplayer is structured as follows:
1) Video thread (running on the COP for PortalPlayer targets).
2) Audio thread (running on the main CPU to maintain consistency with
the audio FIQ hander on PP).
3) The main thread which takes care of buffering.
Using the main thread for buffering wastes the 8KB main stack which is
in IRAM. However, 8KB is not enough for the audio thread to run (it
needs somewhere between 8KB and 9KB), so we create a new thread in
order to`give it a larger stack.
We use 4.5KB of the main stack for a libmad buffer (making use of
otherwise unused IRAM). There is also the possiblity of stealing the
main Rockbox codec thread's 9KB of IRAM stack and using that for
mpegplayer's audio thread - but we should only implement that if we
can put the IRAM to good use.
The button loop (and hence pause/resume, main menu and, in the future,
seeking) is placed in the audio thread. This keeps it on the main CPU
in PP targets and also allows buffering to continue in the background
whilst the main thread is filling the buffer.
A/V sync is not yet implemented but is planned to be achieved by
syncing the master clock with the audio, and then (as is currently
implemented), syncing video with the master clock. This can happen in
the audio thread, along with resyncing after pause.
Seeking should probably happen in the main thread, as that's where the
buffering happens.
On PortalPlayer targets, the main CPU is not being fully utilised -
the bottleneck is the video decoding on the COP. One way to improve
that might be to move the rendering of the frames (i.e. the
lcd_yuv_blit() call) from the COP back to the main CPU. Ideas and
patches for that are welcome!
Notes about MPEG files:
MPEG System Clock is 27MHz - i.e. 27000000 ticks/second.
FPS is represented in terms of a frame period - this is always an
integer number of 27MHz ticks.
e.g. 29.97fps (30000/1001) NTSC video has an exact frame period of
900900 27MHz ticks.
In libmpeg2, info->sequence->frame_period contains the frame_period.
Working with Rockbox's 100Hz tick, the common frame rates would need
to be as follows:
FPS | 27Mhz | 100Hz | 44.1KHz | 48KHz
--------|-----------------------------------------------------------
10* | 2700000 | 10 | 4410 | 4800
12* | 2250000 | 8.3333 | 3675 | 4000
15* | 1800000 | 6.6667 | 2940 | 3200
23.9760 | 1126125 | 4.170833333 | 1839.3375 | 2002
24 | 1125000 | 4.166667 | 1837.5 | 2000
25 | 1080000 | 4 | 1764 | 1920
29.9700 | 900900 | 3.336667 | 1471,47 | 1601.6
30 | 900000 | 3.333333 | 1470 | 1600
*Unofficial framerates
*/
#include "mpeg2dec_config.h"
#include "plugin.h"
#include "gray.h"
#include "mpeg2.h"
#include "mpeg_settings.h"
#include "video_out.h"
#ifndef ATTR_ALIGN
#define ATTR_ALIGN(a) __attribute__((aligned (a)))
#endif
#include "mpeg2_internal.h"
#include "../../codecs/libmad/mad.h"
PLUGIN_HEADER
PLUGIN_IRAM_DECLARE
/* button definitions */
#if (CONFIG_KEYPAD == IRIVER_H100_PAD) || (CONFIG_KEYPAD == IRIVER_H300_PAD)
#define MPEG_MENU BUTTON_MODE
#define MPEG_STOP BUTTON_OFF
#define MPEG_PAUSE BUTTON_ON
#define MPEG_VOLDOWN BUTTON_DOWN
#define MPEG_VOLUP BUTTON_UP
#elif (CONFIG_KEYPAD == IPOD_3G_PAD) || (CONFIG_KEYPAD == IPOD_4G_PAD)
#define MPEG_MENU BUTTON_MENU
#define MPEG_PAUSE (BUTTON_PLAY | BUTTON_REL)
#define MPEG_STOP (BUTTON_PLAY | BUTTON_REPEAT)
#define MPEG_VOLDOWN BUTTON_SCROLL_BACK
#define MPEG_VOLUP BUTTON_SCROLL_FWD
#elif CONFIG_KEYPAD == IAUDIO_X5M5_PAD
#define MPEG_MENU (BUTTON_REC | BUTTON_REL)
#define MPEG_STOP BUTTON_POWER
#define MPEG_PAUSE BUTTON_PLAY
#define MPEG_VOLDOWN BUTTON_DOWN
#define MPEG_VOLUP BUTTON_UP
#elif CONFIG_KEYPAD == GIGABEAT_PAD
#define MPEG_MENU BUTTON_MENU
#define MPEG_STOP BUTTON_A
#define MPEG_PAUSE BUTTON_SELECT
#define MPEG_VOLDOWN BUTTON_LEFT
#define MPEG_VOLUP BUTTON_RIGHT
#define MPEG_VOLDOWN2 BUTTON_VOL_DOWN
#define MPEG_VOLUP2 BUTTON_VOL_UP
#elif CONFIG_KEYPAD == IRIVER_H10_PAD
#define MPEG_MENU (BUTTON_REW | BUTTON_REL)
#define MPEG_STOP BUTTON_POWER
#define MPEG_PAUSE BUTTON_PLAY
#define MPEG_VOLDOWN BUTTON_SCROLL_DOWN
#define MPEG_VOLUP BUTTON_SCROLL_UP
#elif CONFIG_KEYPAD == SANSA_E200_PAD
#define MPEG_MENU BUTTON_SELECT
#define MPEG_STOP BUTTON_POWER
#define MPEG_PAUSE BUTTON_UP
#define MPEG_VOLDOWN BUTTON_SCROLL_UP
#define MPEG_VOLUP BUTTON_SCROLL_DOWN
#else
#error MPEGPLAYER: Unsupported keypad
#endif
struct plugin_api* rb;
static mpeg2dec_t * mpeg2dec;
static int total_offset = 0;
/* Utility */
/* Atomically add one long value to another - not core safe atm if ever needed */
static inline void locked_add_long(volatile long *value, long amount)
{
#if defined (CPU_ARM)
/* Disable the fiq - this cuts an instruction out over using the
system functions */
long cpsr, x;
asm volatile (
"mrs %[sr], cpsr \r\n"
"orr %[sr], %[sr], #0x40 \r\n"
"msr cpsr_c, %[sr] \r\n"
"ldr %[x], [%[value]] \r\n"
"add %[x], %[x], %[amount] \r\n"
"str %[x], [%[value]] \r\n"
"bic %[sr], %[sr], #0x40 \r\n"
"msr cpsr_c, %[sr] \r\n"
: [sr]"=&r"(cpsr), [x]"=&r"(x)
: [value]"r"(value), [amount]"r"(amount)
);
#elif defined (CPU_COLDFIRE)
add_l(amount, value);
#else
/* Don't know what this is so can't lock it */
*value += amount;
#endif
}
/* Streams */
typedef struct
{
uint8_t* curr_packet; /* Current stream packet beginning */
uint8_t* curr_packet_end; /* Current stream packet end */
uint8_t* prev_packet; /* Previous stream packet beginning */
uint8_t* next_packet; /* Next stream packet beginning */
size_t guard_bytes; /* Number of bytes in guardbuf used */
size_t buffer_remaining; /* How much data is left in the buffer */
uint32_t curr_pts; /* Current presentation timestamp */
uint32_t curr_time; /* Current time in samples */
uint32_t tagged; /* curr_pts is valid */
int id;
} Stream;
static Stream audio_str IBSS_ATTR;
static Stream video_str IBSS_ATTR;
/* NOTE: Putting the following variables in IRAM cause audio corruption
on the ipod (reason unknown)
*/
static uint8_t *disk_buf IBSS_ATTR;
static uint8_t *disk_buf_end IBSS_ATTR;
static uint8_t *disk_buf_tail IBSS_ATTR;
static size_t buffer_size IBSS_ATTR;
#if NUM_CORES > 1
/* Some stream variables are shared between cores */
struct mutex stream_lock IBSS_ATTR;
static inline void init_stream_lock(void)
{ rb->spinlock_init(&stream_lock); }
static inline void lock_stream(void)
{ rb->spinlock_lock(&stream_lock); }
static inline void unlock_stream(void)
{ rb->spinlock_unlock(&stream_lock); }
#else
/* No RMW issue here */
static inline void init_stream_lock(void)
{ }
static inline void lock_stream(void)
{ }
static inline void unlock_stream(void)
{ }
#endif
/* Events */
static struct event_queue msg_queue IBSS_ATTR;
#define MSG_BUFFER_NEARLY_EMPTY 1
#define MSG_EXIT_REQUESTED 2
/* Threads */
static struct thread_entry* audiothread_id;
static struct thread_entry* videothread_id;
/* Status */
enum
{
STREAM_PLAYING = 0,
STREAM_DONE,
STREAM_PAUSING,
STREAM_BUFFERING,
STREAM_ERROR,
PLEASE_STOP,
PLEASE_PAUSE,
THREAD_TERMINATED,
};
volatile int audiostatus IBSS_ATTR;
volatile int videostatus IBSS_ATTR;
/* Various buffers */
/* TODO: Can we reduce the PCM buffer size? */
#define PCMBUFFER_SIZE ((512*1024)-PCMBUFFER_GUARD_SIZE)
#define PCMBUFFER_GUARD_SIZE (1152*4 + sizeof (struct pcm_frame_header))
#define MPA_MAX_FRAME_SIZE 1729 /* Largest frame - MPEG1, Layer II, 384kbps, 32kHz, pad */
#define MPABUF_SIZE (64*1024 + ALIGN_UP(MPA_MAX_FRAME_SIZE + 2*MAD_BUFFER_GUARD, 4))
#define LIBMPEG2BUFFER_SIZE (2*1024*1024)
/* 65536+6 is required since each PES has a 6 byte header with a 16 bit packet length field */
#define MPEG_GUARDBUF_SIZE (64*1024+1024) /* Keep a bit extra - excessive for now */
#define MPEG_LOW_WATERMARK (1024*1024)
static void pcm_playback_play_pause(bool play);
static void button_loop(void)
{
bool result;
int vol, minvol, maxvol;
int button = rb->button_get(false);
switch (button)
{
case MPEG_VOLUP:
case MPEG_VOLUP|BUTTON_REPEAT:
#ifdef MPEG_VOLUP2
case MPEG_VOLUP2:
case MPEG_VOLUP2|BUTTON_REPEAT:
#endif
vol = rb->global_settings->volume;
maxvol = rb->sound_max(SOUND_VOLUME);
if (vol < maxvol) {
vol++;
rb->sound_set(SOUND_VOLUME, vol);
rb->global_settings->volume = vol;
}
break;
case MPEG_VOLDOWN:
case MPEG_VOLDOWN|BUTTON_REPEAT:
#ifdef MPEG_VOLDOWN2
case MPEG_VOLDOWN2:
case MPEG_VOLDOWN2|BUTTON_REPEAT:
#endif
vol = rb->global_settings->volume;
minvol = rb->sound_min(SOUND_VOLUME);
if (vol > minvol) {
vol--;
rb->sound_set(SOUND_VOLUME, vol);
rb->global_settings->volume = vol;
}
break;
case MPEG_MENU:
pcm_playback_play_pause(false);
if (videostatus != STREAM_DONE) {
videostatus=PLEASE_PAUSE;
/* Wait for video thread to stop */
while (videostatus == PLEASE_PAUSE) { rb->sleep(HZ/25); }
}
#ifndef HAVE_LCD_COLOR
gray_show(false);
#endif
result = mpeg_menu();
#ifndef HAVE_LCD_COLOR
gray_show(true);
#endif
/* The menu can change the font, so restore */
rb->lcd_setfont(FONT_SYSFIXED);
if (result) {
audiostatus = PLEASE_STOP;
if (videostatus != STREAM_DONE) videostatus = PLEASE_STOP;
} else {
if (videostatus != STREAM_DONE) videostatus = STREAM_PLAYING;
pcm_playback_play_pause(true);
}
break;
case MPEG_STOP:
audiostatus = PLEASE_STOP;
if (videostatus != STREAM_DONE) videostatus = PLEASE_STOP;
break;
case MPEG_PAUSE:
if (videostatus != STREAM_DONE) videostatus=PLEASE_PAUSE;
pcm_playback_play_pause(false);
button = BUTTON_NONE;
#ifdef HAVE_ADJUSTABLE_CPU_FREQ
rb->cpu_boost(false);
#endif
do {
button = rb->button_get(true);
if (button == MPEG_STOP) {
audiostatus = PLEASE_STOP;
if (videostatus != STREAM_DONE) videostatus = PLEASE_STOP;
return;
}
} while (button != MPEG_PAUSE);
if (videostatus != STREAM_DONE) videostatus = STREAM_PLAYING;
pcm_playback_play_pause(true);
#ifdef HAVE_ADJUSTABLE_CPU_FREQ
rb->cpu_boost(true);
#endif
break;
default:
if(rb->default_event_handler(button) == SYS_USB_CONNECTED) {
audiostatus = PLEASE_STOP;
if (videostatus != STREAM_DONE) videostatus = PLEASE_STOP;
}
}
}
/* libmad related functions/definitions */
#define INPUT_CHUNK_SIZE 8192
struct mad_stream stream IBSS_ATTR;
struct mad_frame frame IBSS_ATTR;
struct mad_synth synth IBSS_ATTR;
unsigned char mad_main_data[MAD_BUFFER_MDLEN]; /* 2567 bytes */
static void init_mad(void* mad_frame_overlap)
{
rb->memset(&stream, 0, sizeof(struct mad_stream));
rb->memset(&frame, 0, sizeof(struct mad_frame));
rb->memset(&synth, 0, sizeof(struct mad_synth));
mad_stream_init(&stream);
mad_frame_init(&frame);
/* We do this so libmad doesn't try to call codec_calloc() */
frame.overlap = mad_frame_overlap;
rb->memset(mad_main_data, 0, sizeof(mad_main_data));
stream.main_data = &mad_main_data;
}
/* MPEG related headers */
/* Macros for comparing memory bytes to a series of constant bytes in an
efficient manner - evaluate to true if corresponding bytes match */
#if defined (CPU_ARM)
/* ARM must load 32-bit values at addres % 4 == 0 offsets but this data
isn't aligned nescessarily, so just byte compare */
#define CMP_3_CONST(_a, _b) \
({ \
int _x; \
asm volatile ( \
"ldrb %[x], [%[a], #0] \r\n" \
"eors %[x], %[x], %[b0] \r\n" \
"ldreqb %[x], [%[a], #1] \r\n" \
"eoreqs %[x], %[x], %[b1] \r\n" \
"ldreqb %[x], [%[a], #2] \r\n" \
"eoreqs %[x], %[x], %[b2] \r\n" \
: [x]"=&r"(_x) \
: [a]"r"(_a), \
[b0]"i"((_b) >> 24), \
[b1]"i"((_b) << 8 >> 24), \
[b2]"i"((_b) << 16 >> 24) \
); \
_x == 0; \
})
#define CMP_4_CONST(_a, _b) \
({ \
int _x; \
asm volatile ( \
"ldrb %[x], [%[a], #0] \r\n" \
"eors %[x], %[x], %[b0] \r\n" \
"ldreqb %[x], [%[a], #1] \r\n" \
"eoreqs %[x], %[x], %[b1] \r\n" \
"ldreqb %[x], [%[a], #2] \r\n" \
"eoreqs %[x], %[x], %[b2] \r\n" \
"ldreqb %[x], [%[a], #3] \r\n" \
"eoreqs %[x], %[x], %[b3] \r\n" \
: [x]"=&r"(_x) \
: [a]"r"(_a), \
[b0]"i"((_b) >> 24), \
[b1]"i"((_b) << 8 >> 24), \
[b2]"i"((_b) << 16 >> 24), \
[b3]"i"((_b) << 24 >> 24) \
); \
_x == 0; \
})
#elif defined (CPU_COLDFIRE)
/* Coldfire can just load a 32 bit value at any offset but ASM is not the best way
to integrate this with the C code */
#define CMP_3_CONST(a, b) \
(((*(uint32_t *)(a) >> 8) ^ ((uint32_t)(b) >> 8)) == 0)
#define CMP_4_CONST(a, b) \
((*(uint32_t *)(a) ^ (b)) == 0)
#else
/* Don't know what this is - use bytewise comparisons */
#define CMP_3_CONST(a, b) \
(( ((a)[0] ^ ((b) >> 24)) | \
((a)[1] ^ ((b) << 8 >> 24)) | \
((a)[2] ^ ((b) << 16 >> 24)) ) == 0)
#define CMP_4_CONST(a, b) \
(( ((a)[0] ^ ((b) >> 24)) | \
((a)[1] ^ ((b) << 8 >> 24)) | \
((a)[2] ^ ((b) << 16 >> 24)) | \
((a)[3] ^ ((b) << 24 >> 24)) ) == 0)
#endif
/* Codes for various header byte sequences - MSB represents lowest memory
address */
#define PACKET_START_CODE_PREFIX 0x00000100ul
#define END_CODE 0x000001b9ul
#define PACK_START_CODE 0x000001baul
#define SYSTEM_HEADER_START_CODE 0x000001bbul
/* p = base pointer, b0 - b4 = byte offsets from p */
#define TS_FROM_HEADER(p, b0, b1, b2, b3, b4) \
((uint32_t)(((p)[b0] >> 1 << 30) | \
((p)[b1] << 22) | \
((p)[b2] >> 1 << 15) | \
((p)[b3] << 7) | \
((p)[b4] >> 1 )))
/* This function demuxes the streams and gives the next stream data pointer */
static void get_next_data( Stream* str )
{
uint8_t *p;
uint8_t *header;
int stream;
static int mpeg1_skip_table[16] =
{ 0, 0, 4, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 };
if (str->curr_packet_end == NULL)
{
/* What does this do? */
while ((p = disk_buf) == NULL)
{
rb->lcd_putsxy(0,LCD_HEIGHT-10,"FREEZE!");
rb->lcd_update();
rb->sleep(HZ);
}
}
else
{
p = str->curr_packet_end;
}
while (1)
{
int length, bytes;
if (p >= disk_buf_end)
{
p = disk_buf + (p - disk_buf_end);
}
/* Pack header, skip it */
if (CMP_4_CONST(p, PACK_START_CODE))
{
if ((p[4] & 0xc0) == 0x40) /* mpeg-2 */
{
p += 14 + (p[13] & 7);
}
else if ((p[4] & 0xf0) == 0x20) /* mpeg-1 */
{
p += 12;
}
else
{
rb->splash( 30, "Weird Pack header!" );
p += 5;
}
/*rb->splash( 30, "Pack header" );*/
}
/* System header, parse and skip it - four bytes */
if (CMP_4_CONST(p, SYSTEM_HEADER_START_CODE))
{
int header_length;
p += 4; /*skip start code*/
header_length = *p++ << 8;
header_length += *p++;
p += header_length;
if (p >= disk_buf_end)
{
p = disk_buf + (p - disk_buf_end);
}
/*rb->splash( 30, "System header" );*/
}
/* Packet header, parse it */
if (!CMP_3_CONST(p, PACKET_START_CODE_PREFIX))
{
/* Problem */
//rb->splash( HZ*3, "missing packet start code prefix : %X%X at %X", *p, *(p+2), p-disk_buf );
str->curr_packet_end = str->curr_packet = NULL;
break;
//++p;
//break;
}
/* We retrieve basic infos */
stream = p[3];
length = (p[4] << 8) | p[5];
/*rb->splash( 100, "Stream : %X", stream );*/
if (stream != str->id)
{
/* End of stream ? */
if (stream == 0xB9)
{
str->curr_packet_end = str->curr_packet = NULL;
break;
}
/* It's not the packet we're looking for, skip it */
p += length + 6;
continue;
}
/* Ok, it's our packet */
str->curr_packet_end = p + length+6;
header = p;
if ((header[6] & 0xc0) == 0x80) /* mpeg2 */
{
length = 9 + header[8];
/* header points to the mpeg2 pes header */
if (header[7] & 0x80)
{
uint32_t pts = TS_FROM_HEADER(header, 9, 10, 11, 12, 13);
if (stream >= 0xe0)
{
uint32_t dts = (header[7] & 0x40) == 0 ?
pts : TS_FROM_HEADER(header, 14, 15, 16, 17, 18);
mpeg2_tag_picture (mpeg2dec, pts, dts);
}
else
{
str->curr_pts = pts;
str->tagged = 1;
}
}
}
else /* mpeg1 */
{
int len_skip;
uint8_t * ptsbuf;
length = 7;
while (header[length - 1] == 0xff)
{
length++;
if (length > 23)
{
rb->splash( 30, "Too much stuffing" );
DEBUGF("Too much stuffing" );
break;
}
}
if ((header[length - 1] & 0xc0) == 0x40)
{
length += 2;
}
len_skip = length;
length += mpeg1_skip_table[header[length - 1] >> 4];
/* header points to the mpeg1 pes header */
ptsbuf = header + len_skip;
if ((ptsbuf[-1] & 0xe0) == 0x20)
{
uint32_t pts = TS_FROM_HEADER(ptsbuf, -1, 0, 1, 2, 3);
if (stream >= 0xe0)
{
uint32_t dts = (ptsbuf[-1] & 0xf0) != 0x30 ?
pts : TS_FROM_HEADER(ptsbuf, 4, 5, 6, 7, 18);
mpeg2_tag_picture (mpeg2dec, pts, dts);
}
else
{
str->curr_pts = pts;
str->tagged = 1;
}
}
}
p += length;
bytes = 6 + (header[4] << 8) + header[5] - length;
if (bytes > 0)
{
str->curr_packet_end = p + bytes;
//DEBUGF("prev = %d, curr = %d\n",str->prev_packet,str->curr_packet);
if (str->curr_packet != NULL)
{
lock_stream();
if (str->curr_packet < str->prev_packet)
{
str->buffer_remaining -= (disk_buf_end - str->prev_packet) +
(str->curr_packet - disk_buf);
str->buffer_remaining -= str->guard_bytes;
str->guard_bytes = 0;
}
else
{
str->buffer_remaining -= (str->curr_packet - str->prev_packet);
}
unlock_stream();
str->prev_packet = str->curr_packet;
}
str->curr_packet = p;
if (str->curr_packet_end > disk_buf_end)
{
str->guard_bytes = str->curr_packet_end - disk_buf_end;
rb->memcpy(disk_buf_end, disk_buf, str->guard_bytes);
}
}
break;
} /* end while */
}
/* Our clock rate in ticks/second - this won't be a constant for long */
#define CLOCK_RATE 44100
/* For simple lowpass filtering of sync variables */
#define AVERAGE(var, x, count) (((var) * (count-1) + (x)) / (count))
/* Convert 90kHz PTS/DTS ticks to our clock ticks */
#define TS_TO_TICKS(pts) ((uint64_t)CLOCK_RATE*(pts) / 90000)
/* Convert 27MHz ticks to our clock ticks */
#define TIME_TO_TICKS(stamp) ((uint64_t)CLOCK_RATE*(stamp) / 27000000)
/** MPEG audio stream buffer */
uint8_t* mpa_buffer;
static bool init_mpabuf(void)
{
mpa_buffer = mpeg2_malloc(MPABUF_SIZE,-2);
return mpa_buffer != NULL;
}
#define PTS_QUEUE_LEN (1 << 4) /* 16 should be way more than sufficient -
if not, the case is handled */
#define PTS_QUEUE_MASK (PTS_QUEUE_LEN-1)
struct pts_queue_slot
{
uint32_t pts; /* Time stamp for packet */
ssize_t size; /* Number of bytes left in packet */
} pts_queue[PTS_QUEUE_MASK+1];
/* This starts out wr == rd but will never be emptied to zero during
streaming again in order to support initializing the first packet's
pts value without a special case */
static unsigned pts_queue_rd;
static unsigned pts_queue_wr;
/* Resets the pts queue - call when starting and seeking */
static void pts_queue_reset(void)
{
pts_queue_rd = pts_queue_wr;
}
/* Increments the queue head postion - should be used to preincrement */
static bool pts_queue_add_head(void)
{
if (pts_queue_wr - pts_queue_rd >= PTS_QUEUE_LEN-1)
return false;
pts_queue_wr++;
return true;
}
/* Increments the queue tail position - leaves one slot as current */
static bool pts_queue_remove_tail(void)
{
if (pts_queue_wr - pts_queue_rd <= 1u)
return false;
pts_queue_rd++;
return true;
}
/* Returns the "head" at the index just behind the write index */
static struct pts_queue_slot * pts_queue_head(void)
{
return &pts_queue[(pts_queue_wr - 1) & PTS_QUEUE_MASK];
}
/* Returns a pointer to the current tail */
static struct pts_queue_slot * pts_queue_tail(void)
{
return &pts_queue[pts_queue_rd & PTS_QUEUE_MASK];
}
struct pcm_frame_header /* Header added to pcm data every time a decoded
mpa frame is sent out */
{
uint32_t size; /* size of this frame - including header */
uint32_t time; /* timestamp for this frame - derived from PTS */
unsigned char data[]; /* open array of audio data */
};
#define PCMBUF_PLAY_ALL 1l /* Forces buffer to play back all data */
#define PCMBUF_PLAY_NONE LONG_MAX /* Keeps buffer from playing any data */
static volatile ssize_t pcmbuf_used IBSS_ATTR;
static volatile ssize_t pcmbuf_threshold IBSS_ATTR;
static struct pcm_frame_header *pcm_buffer IBSS_ATTR;
static struct pcm_frame_header *pcmbuf_end IBSS_ATTR;
static struct pcm_frame_header * volatile pcmbuf_head IBSS_ATTR;
static struct pcm_frame_header * volatile pcmbuf_tail IBSS_ATTR;
static volatile uint32_t samplesplayed IBSS_ATTR; /* Our base clock */
static volatile uint32_t samplestart IBSS_ATTR; /* Clock at playback start */
static volatile int32_t sampleadjust IBSS_ATTR; /* Clock drift adjustment */
static bool init_pcmbuf(void)
{
pcm_buffer = mpeg2_malloc(PCMBUFFER_SIZE + PCMBUFFER_GUARD_SIZE, -2);
if (pcm_buffer == NULL)
return false;
pcmbuf_head = pcm_buffer;
pcmbuf_tail = pcm_buffer;
pcmbuf_end = SKIPBYTES(pcm_buffer, PCMBUFFER_SIZE);
pcmbuf_used = 0;
return true;
}
/* Advance a PCM buffer pointer by size bytes circularly */
static inline void pcm_advance_buffer(struct pcm_frame_header * volatile *p,
size_t size)
{
*p = SKIPBYTES(*p, size);
if (*p >= pcmbuf_end)
*p = pcm_buffer;
}
static void get_more(unsigned char** start, size_t* size)
{
/* 25ms @ 44.1kHz */
static unsigned char silence[4412] __attribute__((aligned (4))) = { 0 };
size_t sz;
if (pcmbuf_used >= pcmbuf_threshold)
{
uint32_t time = pcmbuf_tail->time;
sz = pcmbuf_tail->size;
*start = (unsigned char *)pcmbuf_tail->data;
pcm_advance_buffer(&pcmbuf_tail, sz);
pcmbuf_used -= sz;
sz -= sizeof (*pcmbuf_tail);
*size = sz;
/* Drift the clock towards the audio timestamp values */
sampleadjust = AVERAGE(sampleadjust, (int32_t)(time - samplesplayed), 8);
/* Update master clock */
samplesplayed += sz >> 2;
return;
}
/* Keep clock going at all times */
sz = sizeof (silence);
*start = silence;
*size = sz;
samplesplayed += sz >> 2;
if (pcmbuf_used < 0)
pcmbuf_used = 0;
}
/* Flushes the buffer - clock keeps counting */
static void pcm_playback_flush(void)
{
bool was_playing = rb->pcm_is_playing();
if (was_playing)
rb->pcm_play_stop();
pcmbuf_used = 0;
pcmbuf_head = pcmbuf_tail;
if (was_playing)
rb->pcm_play_data(get_more, NULL, 0);
}
/* Seek the reference clock to the specified time - next audio data ready to
go to DMA should be on the buffer with the same time index or else the PCM
buffer should be empty */
static void pcm_playback_seek_time(uint32_t time)
{
bool was_playing = rb->pcm_is_playing();
if (was_playing)
rb->pcm_play_stop();
samplesplayed = time;
samplestart = time;
sampleadjust = 0;
if (was_playing)
rb->pcm_play_data(get_more, NULL, 0);
}
/* Start pcm playback with the reference clock set to the specified time */
static void pcm_playback_play(uint32_t time)
{
pcm_playback_seek_time(time);
if (!rb->pcm_is_playing())
rb->pcm_play_data(get_more, NULL, 0);
}
/* Pauses playback - and the clock */
static void pcm_playback_play_pause(bool play)
{
rb->pcm_play_pause(play);
}
/* Stops all playback and resets the clock */
static void pcm_playback_stop(void)
{
if (rb->pcm_is_playing())
rb->pcm_play_stop();
pcm_playback_flush();
sampleadjust =
samplestart =
samplesplayed = 0;
}
static uint32_t get_stream_time(void)
{
return samplesplayed + sampleadjust - (rb->pcm_get_bytes_waiting() >> 2);
}
static uint32_t get_playback_time(void)
{
return samplesplayed + sampleadjust -
samplestart - (rb->pcm_get_bytes_waiting() >> 2);
}
static inline int32_t clip_sample(int32_t sample)
{
if ((int16_t)sample != sample)
sample = 0x7fff ^ (sample >> 31);
return sample;
}
static void audio_thread(void)
{
uint8_t *mpabuf = mpa_buffer;
ssize_t mpabuf_used = 0;
int mad_errors = 0; /* A count of the errors in each frame */
struct pts_queue_slot *pts;
/* We need this here to init the EMAC for Coldfire targets */
mad_synth_init(&synth);
/* Init pts queue */
pts_queue_reset();
pts = pts_queue_tail();
/* Keep buffer from playing */
pcmbuf_threshold = PCMBUF_PLAY_NONE;
/* Start clock */
pcm_playback_play(0);
/* Get first packet */
get_next_data(&audio_str);
if (audio_str.curr_packet == NULL)
goto done;
/* This is the decoding loop. */
while (1)
{
int mad_stat;
size_t len;
button_loop();
if (audiostatus == PLEASE_STOP)
goto done;
/** Buffering **/
if (mpabuf_used >= MPA_MAX_FRAME_SIZE + MAD_BUFFER_GUARD)
{
/* Above low watermark - do nothing */
}
else if (audio_str.curr_packet != NULL)
{
/* Get data from next audio packet */
len = audio_str.curr_packet_end - audio_str.curr_packet;
if (audio_str.tagged)
{
struct pts_queue_slot *stamp = pts;
if (pts_queue_add_head())
{
stamp = pts_queue_head();
stamp->pts = TS_TO_TICKS(audio_str.curr_pts);
/* pts->size should have been zeroed when slot was freed */
}
/* else queue full - just count up from the last to make it look
like more data in the same packet */
stamp->size += len;
audio_str.tagged = 0;
}
else
{
/* Add to the one just behind the head - this may be the tail or
the previouly added head - whether or not we'll ever reach this
is quite in question since audio always seems to have every
packet timestamped */
pts_queue_head()->size += len;
}
/* Slide any remainder over to beginning - avoid function call overhead if
no data remaining as well */
if (mpabuf > mpa_buffer && mpabuf_used > 0)
rb->memmove(mpa_buffer, mpabuf, mpabuf_used);
/* Splice this packet onto any remainder */
rb->memcpy(mpa_buffer + mpabuf_used, audio_str.curr_packet, len);
mpabuf_used += len;
mpabuf = mpa_buffer;
/* Move stream position to the next packet */
get_next_data(&audio_str);
}
else if (mpabuf_used <= 0)
{
/* Used up remainder of mpa buffer so quit */
break;
}
/** Decoding **/
mad_stream_buffer(&stream, mpabuf, mpabuf_used);
mad_stat = mad_frame_decode(&frame, &stream);
/* Next mad stream buffer is the next frame postion */
mpabuf = (uint8_t *)stream.next_frame;
/* Adjust sizes by the frame size */
len = stream.next_frame - stream.this_frame;
mpabuf_used -= len;
pts->size -= len;
if (pts->size <= 0)
{
/* Carry any overshoot to the next size since we're technically
-pts->size bytes into it already. If size is negative an audio
frame was split accross packets. Old has to be saved before
moving the tail. */
struct pts_queue_slot *old = pts;
if (pts_queue_remove_tail())
{
pts = pts_queue_tail();
pts->size += old->size;
}
/* Zero the size of the last slot to simplify stamping code and ensure
that it is never negative if the tail didn't move */
old->size = 0;
}
if (mad_stat != 0)
{
DEBUGF("Audio stream error - %d\n", stream.error);
if (stream.error == MAD_FLAG_INCOMPLETE
|| stream.error == MAD_ERROR_BUFLEN)
{
/* This makes the codec support partially corrupted files */
if (++mad_errors > 30)
break;
stream.error = 0;
rb->priority_yield();
continue;
}
else if (MAD_RECOVERABLE(stream.error))
{
stream.error = 0;
rb->priority_yield();
continue;
}
else
{
/* Some other unrecoverable error */
DEBUGF("Unrecoverable error\n");
}
break;
}
mad_errors = 0; /* Clear errors */
/* Generate the pcm samples */
mad_synth_frame(&synth, &frame);
if (stream.next_frame == NULL)
{
/* What to do here? */
DEBUGF("/* What to do here? */\n");
break;
}
/** Output **/
/* TODO: Output through core dsp. We'll still use our own PCM buffer
since the core pcm buffer has no timestamping or clock facilities */
/* Add a frame of audio to the pcm buffer. Maximum is 1152 samples. */
if (synth.pcm.length > 0)
{
int16_t *audio_data = (int16_t *)pcmbuf_head->data;
size_t size = sizeof (*pcmbuf_head) + synth.pcm.length*4;
size_t wait_for = size + 32*1024;
/* Leave at least 32KB free (this will be the currently
playing chunk) */
while (pcmbuf_used + wait_for > PCMBUFFER_SIZE)
{
if (audiostatus == PLEASE_STOP)
goto done;
rb->priority_yield();
}
/* TODO: This part will be replaced with dsp calls soon */
if (MAD_NCHANNELS(&frame.header) == 2)
{
int32_t *left = &synth.pcm.samples[0][0];
int32_t *right = &synth.pcm.samples[1][0];
int i = synth.pcm.length;
do
{
/* libmad outputs s3.28 */
*audio_data++ = clip_sample(*left++ >> 13);
*audio_data++ = clip_sample(*right++ >> 13);
}
while (--i > 0);
}
else /* mono */
{
int32_t *mono = &synth.pcm.samples[0][0];
int i = synth.pcm.length;
do
{
int32_t s = clip_sample(*mono++ >> 13);
*audio_data++ = s;
*audio_data++ = s;
}
while (--i > 0);
}
/**/
pcmbuf_head->time = pts->pts;
pcmbuf_head->size = size;
/* As long as we're on this timestamp, the time is just incremented
by the number of samples */
pts->pts += synth.pcm.length;
pcm_advance_buffer(&pcmbuf_head, size);
if (pcmbuf_threshold != PCMBUF_PLAY_ALL && pcmbuf_used >= 64*1024)
{
/* We've reached our size treshold so start playing back the
audio in the buffer and set the buffer to play all data */
audiostatus = STREAM_PLAYING;
pcmbuf_threshold = PCMBUF_PLAY_ALL;
pcm_playback_seek_time(pcmbuf_tail->time);
}
/* Make this data available to DMA */
locked_add_long(&pcmbuf_used, size);
}
rb->yield();
} /* end decoding loop */
done:
if (audiostatus != PLEASE_STOP)
{
/* Force any residue to play if audio ended before reaching the
threshold */
if (pcmbuf_threshold != PCMBUF_PLAY_ALL && pcmbuf_used > 0)
{
pcm_playback_play(pcmbuf_tail->time);
pcmbuf_threshold = PCMBUF_PLAY_ALL;
}
if (rb->pcm_is_playing() && !rb->pcm_is_paused())
{
/* Wait for audio to finish */
while (pcmbuf_used > 0 && audiostatus != PLEASE_STOP)
{
button_loop();
rb->sleep(HZ/10);
}
}
}
audiostatus = STREAM_DONE;
/* Process events until finished */
while (audiostatus != PLEASE_STOP)
{
button_loop();
rb->sleep(HZ/4);
}
pcm_playback_stop();
audiostatus = THREAD_TERMINATED;
rb->remove_thread(NULL);
}
/* End of libmad stuff */
/* TODO: Running in the main thread, libmad needs 8.25KB of stack.
The codec thread uses a 9KB stack. So we can probable reduce this a
little, but leave at 9KB for now to be safe. */
#define AUDIO_STACKSIZE (9*1024)
uint32_t audio_stack[AUDIO_STACKSIZE / sizeof(uint32_t)] IBSS_ATTR;
/* TODO: Check if 4KB is appropriate - it works for my test streams,
so maybe we can reduce it. */
#define VIDEO_STACKSIZE (4*1024)
static uint32_t video_stack[VIDEO_STACKSIZE / sizeof(uint32_t)] IBSS_ATTR;
static void video_thread(void)
{
/* Time dither to maximally spread frame drops in time to best
approximate the appearance of a lower frame rate */
static const uint32_t time_dither[8] =
{ 1, 4, 7, 2, 5, 8, 3, 6 };
const mpeg2_info_t * info;
mpeg2_state_t state;
char str[80];
int dither_index = 0;
uint32_t curr_time = 0;
uint32_t eta_audio = UINT_MAX, eta_video = 0;
int32_t eta_early = 0, eta_late = 0;
int frame_drop_level = 0;
int drop_frame = 0;
int num_skipped = 0;
int num_drawn = 0;
/* Used to decide when to display FPS */
unsigned long last_showfps = *rb->current_tick - HZ;
/* Used to decide whether or not to force a frame update */
unsigned long last_render = last_showfps;
mpeg2dec = mpeg2_init();
if (mpeg2dec == NULL)
{
rb->splash(0, "mpeg2_init failed");
/* Commit suicide */
videostatus = THREAD_TERMINATED;
rb->remove_thread(NULL);
}
/* Clear the display - this is mainly just to indicate that the
video thread has started successfully. */
rb->lcd_clear_display();
rb->lcd_update();
/* Request the first packet data */
get_next_data( &video_str );
mpeg2_buffer (mpeg2dec, video_str.curr_packet, video_str.curr_packet_end);
total_offset += video_str.curr_packet_end - video_str.curr_packet;
info = mpeg2_info (mpeg2dec);
/* Wait if the audio thread is buffering - i.e. before
the first frames are decoded */
while (audiostatus == STREAM_BUFFERING)
rb->priority_yield();
while (1)
{
if (videostatus == PLEASE_STOP)
{
break;
}
else if (videostatus == PLEASE_PAUSE)
{
videostatus = STREAM_PAUSING;
flush_icache();
while (videostatus == STREAM_PAUSING)
rb->sleep(HZ/10);
}
state = mpeg2_parse (mpeg2dec);
rb->yield();
switch (state)
{
case STATE_BUFFER:
/* Request next packet data */
get_next_data( &video_str );
mpeg2_buffer (mpeg2dec, video_str.curr_packet, video_str.curr_packet_end);
total_offset += video_str.curr_packet_end - video_str.curr_packet;
info = mpeg2_info (mpeg2dec);
if (video_str.curr_packet == NULL)
{
/* No more data. */
goto done;
}
continue;
case STATE_SEQUENCE:
/* New GOP, inform output of any changes */
vo_setup(info->sequence);
break;
case STATE_PICTURE:
{
/* A new picture is available - see if we should draw it */
uint32_t period; /* Frame period in clock ticks */
int32_t offset; /* Tick adjustment to keep sync */
/* No limiting => no dropping so simply make sure skipping is off
in the decoder and the frame will be drawn */
if (!settings.limitfps)
goto picture_done;
period = TIME_TO_TICKS(info->sequence->frame_period);
/* Get presentation times in audio samples - quite accurate
enough */
curr_time = (info->current_picture->flags & PIC_FLAG_TAGS) ?
TS_TO_TICKS(info->current_picture->tag) : (curr_time + period);
eta_video = curr_time;
eta_audio = get_stream_time();
/* How early/late are we? > 0 = late, < 0 early */
offset = eta_audio - eta_video;
if (!settings.skipframes)
{
/* Make no effort to determine whether this frame should be
drawn or not since no action can be taken to correct the
situation. We'll just wait if we're early and correct for
lateness as much as possible. */
if (offset < 0)
offset = 0;
eta_late = AVERAGE(eta_late, offset, 4);
offset = eta_late;
if ((uint32_t)offset > eta_video)
offset = eta_video;
eta_video -= offset;
goto picture_done;
}
/** Possibly skip this frame **/
/* Frameskipping has the following order of preference:
*
* Frame Type Who Notes/Rationale
* B decoder arbitrarily drop - no decode or draw
* Any renderer arbitrarily drop - will be I/D/P
* P decoder must wait for I/D-frame - choppy
* I/D decoder must wait for I/D-frame - choppy
*
* If a frame can be drawn and it has been at least 1/2 second,
* the image will be updated no matter how late it is just to
* avoid looking stuck.
*/
/* If we're late, set the eta to play the frame early so
we may catch up. If early, especially because of a drop,
mitigate a "snap" by moving back gradually. */
if (offset >= 0) /* late or on time */
{
eta_early = 0; /* Not early now :( */
eta_late = AVERAGE(eta_late, offset, 4);
offset = eta_late;
if ((uint32_t)offset > eta_video)
offset = eta_video;
eta_video -= offset;
}
else
{
eta_late = 0; /* Not late now :) */
if (offset > eta_early)
{
/* Just dropped a frame and we're now early or we're
coming back from being early */
eta_early = offset;
if ((uint32_t)-offset > eta_video)
offset = -eta_video;
eta_video += offset;
}
else
{
/* Just early with an offset, do exponential drift back */
if (eta_early != 0)
{
eta_early = AVERAGE(eta_early, 0, 8);
eta_video = ((uint32_t)-eta_early > eta_video) ?
0 : (eta_video + eta_early);
}
offset = eta_early;
}
}
/* If we are more than 167ms behind schedule and it's
been less than 1/2 second since the last frame, skip frame. */
dither_index = (dither_index + 1) & 7;
offset += time_dither[dither_index]*period >> 3;
if (frame_drop_level > 1 || offset > CLOCK_RATE*167/1000)
{
/* Frame type: I/P/B/D */
int type = info->current_picture->flags & PIC_MASK_CODING_TYPE;
/* Things are running a bit late or all frames are being
dropped until a key frame */
if (frame_drop_level > 1 && (type == I_TYPE || type == D_TYPE))
frame_drop_level = 0; /* This frame can be drawn */
if (frame_drop_level <= 1 && offset > CLOCK_RATE*250/1000)
{
/* Things are very, very late. Resort to stronger measures
to keep sync by dropping a I/D/P frame. Drawing cannot
take place again until the next key frame. */
if (type == I_TYPE || type == D_TYPE || type == P_TYPE)
frame_drop_level = 2;
}
drop_frame = 1 << frame_drop_level;
if (*rb->current_tick - last_render >= HZ/2)
{
/* Timeout has expired and this frame will be drawn if it
is available. This may reverse the decision to drop a
key frame above. */
if (frame_drop_level <= 1 || type == I_TYPE || type == D_TYPE)
{
drop_frame = 0;
}
}
else if (type == B_TYPE)
{
/* We want to drop something, so this B frame won't even be
decoded. Drawing can happen on the next frame if so
desired. Drop level is not affected. */
drop_frame |= 1 << 1;
}
if (drop_frame != 0)
{
num_skipped++;
eta_early = INT32_MIN; /* Indicate a dropped frame */
}
}
picture_done:
mpeg2_skip(mpeg2dec, drop_frame >> 1);
break;
}
case STATE_SLICE:
case STATE_END:
case STATE_INVALID_END:
/* draw current picture */
if (!info->display_fbuf)
break;
if (settings.limitfps)
{
/* Framerate regulation is turned on - drop it if STATE_PICTURE said
or wait for it if it's too early to draw it. */
if (drop_frame != 0)
{
drop_frame = 0;
break;
}
/* Wait until audio catches up */
while (eta_video > eta_audio)
{
rb->priority_yield();
/* Make sure not to get stuck waiting here forever */
if (videostatus != STREAM_PLAYING)
goto rendering_finished;
eta_audio = get_stream_time();
}
/* Record last frame time */
last_render = *rb->current_tick;
}
vo_draw_frame(info->display_fbuf->buf);
num_drawn++;
if (!settings.showfps)
break;
/* Calculate and display fps */
if (TIME_AFTER(*rb->current_tick, last_showfps + HZ))
{
uint32_t clock_ticks = get_playback_time();
int fps = 0;
if (clock_ticks != 0)
fps = num_drawn*CLOCK_RATE*10ll / clock_ticks;
rb->snprintf(str, sizeof(str), "%d.%d %d %d",
fps / 10, fps % 10, num_skipped,
info->display_picture->temporal_reference);
rb->lcd_putsxy(0, 0, str);
rb->lcd_update_rect(0, 0, LCD_WIDTH, 8);
last_showfps = *rb->current_tick;
}
break;
default:
break;
}
rendering_finished:
rb->yield();
}
done:
flush_icache();
videostatus = STREAM_DONE;
while (videostatus != PLEASE_STOP)
rb->sleep(HZ/5);
videostatus = THREAD_TERMINATED;
/* Commit suicide */
rb->remove_thread(NULL);
}
enum plugin_status plugin_start(struct plugin_api* api, void* parameter)
{
int status = PLUGIN_ERROR; /* assume failure */
void* audiobuf;
int audiosize;
int in_file;
uint8_t* buffer;
size_t file_remaining;
size_t disk_buf_len;
#ifndef HAVE_LCD_COLOR
long graysize;
int grayscales;
#endif
/* We define this here so it is on the main stack (in IRAM) */
mad_fixed_t mad_frame_overlap[2][32][18]; /* 4608 bytes */
if (parameter == NULL)
{
api->splash(HZ*2, "No File");
return PLUGIN_ERROR;
}
/* Initialize IRAM - stops audio and voice as well */
PLUGIN_IRAM_INIT(api)
rb = api;
audiobuf = rb->plugin_get_audio_buffer(&audiosize);
/* Set disk pointers to NULL */
disk_buf_end = disk_buf = NULL;
/* Stream construction */
/* We take the first stream of each (audio and video) */
/* TODO : Search for these in the file first */
audio_str.curr_packet_end = audio_str.curr_packet = audio_str.next_packet = NULL;
video_str = audio_str;
video_str.id = 0xe0;
audio_str.id = 0xc0;
/* Initialise our malloc buffer */
mpeg2_alloc_init(audiobuf,audiosize);
/* Grab most of the buffer for the compressed video - leave some for
PCM audio data and some for libmpeg2 malloc use. */
buffer_size = audiosize - (PCMBUFFER_SIZE+PCMBUFFER_GUARD_SIZE+
MPABUF_SIZE+LIBMPEG2BUFFER_SIZE);
DEBUGF("audiosize=%d, buffer_size=%ld\n",audiosize,buffer_size);
buffer = mpeg2_malloc(buffer_size,-1);
if (buffer == NULL)
return PLUGIN_ERROR;
#ifndef HAVE_LCD_COLOR
/* initialize the grayscale buffer: 32 bitplanes for 33 shades of gray. */
grayscales = gray_init(rb, buffer, buffer_size, false, LCD_WIDTH, LCD_HEIGHT,
32, 2<<8, &graysize) + 1;
buffer += graysize;
buffer_size -= graysize;
if (grayscales < 33 || buffer_size <= 0)
{
rb->splash(HZ, "gray buf error");
return PLUGIN_ERROR;
}
#endif
buffer_size &= ~(0x7ff); /* Round buffer down to nearest 2KB */
DEBUGF("audiosize=%d, buffer_size=%ld\n",audiosize,buffer_size);
if (!init_mpabuf())
return PLUGIN_ERROR;
if (!init_pcmbuf())
return PLUGIN_ERROR;
/* The remaining buffer is for use by libmpeg2 */
/* Open the video file */
in_file = rb->open((char*)parameter,O_RDONLY);
if (in_file < 0){
//fprintf(stderr,"Could not open %s\n",argv[1]);
return PLUGIN_ERROR;
}
#ifdef HAVE_LCD_COLOR
rb->lcd_set_backdrop(NULL);
rb->lcd_set_foreground(LCD_WHITE);
rb->lcd_set_background(LCD_BLACK);
#endif
rb->lcd_clear_display();
rb->lcd_update();
/* make sure the backlight is always on when viewing video
(actually it should also set the timeout when plugged in,
but the function backlight_set_timeout_plugged is not
available in plugins) */
#ifdef HAVE_BACKLIGHT
if (rb->global_settings->backlight_timeout > 0)
rb->backlight_set_timeout(1);
#endif
#ifdef HAVE_ADJUSTABLE_CPU_FREQ
rb->cpu_boost(true);
#endif
/* From this point on we've altered settings, colors, cpu_boost, etc. and
cannot just return PLUGIN_ERROR - instead drop though to cleanup code
*/
init_settings();
/* Msg queue init - no need for queue_remove since it's not a registered
queue */
rb->queue_init( &msg_queue, false );
/* Initialise libmad */
rb->memset(mad_frame_overlap, 0, sizeof(mad_frame_overlap));
init_mad(mad_frame_overlap);
file_remaining = rb->filesize(in_file);
disk_buf_end = buffer + buffer_size-MPEG_GUARDBUF_SIZE;
/* Read some stream data */
disk_buf_len = rb->read (in_file, buffer, MPEG_LOW_WATERMARK);
DEBUGF("Initial Buffering - %d bytes\n",(int)disk_buf_len);
disk_buf = buffer;
disk_buf_tail = buffer+disk_buf_len;
file_remaining -= disk_buf_len;
video_str.guard_bytes = audio_str.guard_bytes = 0;
video_str.prev_packet = disk_buf;
audio_str.prev_packet = disk_buf;
video_str.buffer_remaining = disk_buf_len;
audio_str.buffer_remaining = disk_buf_len;
audiostatus = STREAM_BUFFERING;
videostatus = STREAM_PLAYING;
#ifndef HAVE_LCD_COLOR
gray_show(true);
#endif
init_stream_lock();
/* We put the video thread on the second processor for multi-core targets. */
if ((videothread_id = rb->create_thread(video_thread,
(uint8_t*)video_stack,VIDEO_STACKSIZE,"mpgvideo" IF_PRIO(,PRIORITY_PLAYBACK)
IF_COP(, COP, true))) == NULL)
{
rb->splash(HZ, "Cannot create video thread!");
}
else if ((audiothread_id = rb->create_thread(audio_thread,
(uint8_t*)audio_stack,AUDIO_STACKSIZE,"mpgaudio" IF_PRIO(,PRIORITY_PLAYBACK)
IF_COP(, CPU, false))) == NULL)
{
rb->splash(HZ, "Cannot create audio thread!");
}
else
{
//DEBUGF("START: video = %d, audio = %d\n",audio_str.buffer_remaining,video_str.buffer_remaining);
rb->lcd_setfont(FONT_SYSFIXED);
/* Wait until both threads have finished their work */
while ((audiostatus != STREAM_DONE) || (videostatus != STREAM_DONE))
{
size_t audio_remaining = audio_str.buffer_remaining;
size_t video_remaining = video_str.buffer_remaining;
if (MIN(audio_remaining,video_remaining) < MPEG_LOW_WATERMARK) {
size_t bytes_to_read = buffer_size - MPEG_GUARDBUF_SIZE -
MAX(audio_remaining,video_remaining);
bytes_to_read = MIN(bytes_to_read,(size_t)(disk_buf_end-disk_buf_tail));
while (( bytes_to_read > 0) && (file_remaining > 0) &&
((audiostatus != STREAM_DONE) || (videostatus != STREAM_DONE))) {
size_t n = rb->read(in_file, disk_buf_tail, MIN(32*1024,bytes_to_read));
bytes_to_read -= n;
file_remaining -= n;
lock_stream();
audio_str.buffer_remaining += n;
video_str.buffer_remaining += n;
unlock_stream();
disk_buf_tail += n;
rb->yield();
}
if (disk_buf_tail == disk_buf_end)
disk_buf_tail = buffer;
}
rb->sleep(HZ/10);
}
rb->lcd_setfont(FONT_UI);
status = PLUGIN_OK;
}
/* Stop the threads and wait for them to terminate */
if (videothread_id != NULL && videostatus != THREAD_TERMINATED)
{
videostatus = PLEASE_STOP;
while (videostatus != THREAD_TERMINATED)
rb->yield();
}
if (audiothread_id != NULL && audiostatus != THREAD_TERMINATED)
{
audiostatus = PLEASE_STOP;
while (audiostatus != THREAD_TERMINATED)
rb->yield();
}
rb->sleep(HZ/10);
#ifndef HAVE_LCD_COLOR
gray_release();
#endif
rb->lcd_clear_display();
rb->lcd_update();
mpeg2_close (mpeg2dec);
rb->close (in_file);
#ifdef HAVE_ADJUSTABLE_CPU_FREQ
rb->cpu_boost(false);
#endif
save_settings(); /* Save settings (if they have changed) */
#ifdef HAVE_BACKLIGHT
/* reset backlight settings */
rb->backlight_set_timeout(rb->global_settings->backlight_timeout);
#endif
return status;
}
|