/** * The MIT License (MIT) * * Copyright (c) 2013-2017 OSSRS(winlin) * * Permission is hereby granted, free of charge, to any person obtaining a copy of * this software and associated documentation files (the "Software"), to deal in * the Software without restriction, including without limitation the rights to * use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of * the Software, and to permit persons to whom the Software is furnished to do so, * subject to the following conditions: * * The above copyright notice and this permission notice shall be included in all * copies or substantial portions of the Software. * * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS * FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR * COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER * IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. */ #include #include #include #include #include #include #include #include #include #include #include #include using namespace std; SrsInitMp4::SrsInitMp4() { fw = new SrsFileWriter(); } SrsInitMp4::~SrsInitMp4() { srs_freep(fw); } int SrsInitMp4::write(SrsFormat* format, bool video, int tid) { int ret = ERROR_SUCCESS; string path_tmp = tmppath(); if ((ret = fw->open(path_tmp)) != ERROR_SUCCESS) { srs_error("DASH: Open init mp4 failed, path=%s, ret=%d", path_tmp.c_str(), ret); return ret; } // Write ftyp box. SrsMp4FileTypeBox* ftyp = new SrsMp4FileTypeBox(); SrsAutoFree(SrsMp4FileTypeBox, ftyp); if (true) { ftyp->major_brand = SrsMp4BoxBrandISO5; ftyp->minor_version = 0; ftyp->set_compatible_brands(SrsMp4BoxBrandISOM, SrsMp4BoxBrandISO5, SrsMp4BoxBrandDASH, SrsMp4BoxBrandMP42); } // Write moov. SrsMp4MovieBox* moov = new SrsMp4MovieBox(); SrsAutoFree(SrsMp4MovieBox, moov); if (true) { SrsMp4MovieHeaderBox* mvhd = new SrsMp4MovieHeaderBox(); moov->set_mvhd(mvhd); mvhd->timescale = 1000; // Use tbn ms. mvhd->duration_in_tbn = 0; mvhd->next_track_ID = tid; if (video) { SrsMp4TrackBox* trak = new SrsMp4TrackBox(); moov->add_trak(trak); SrsMp4TrackHeaderBox* tkhd = new SrsMp4TrackHeaderBox(); trak->set_tkhd(tkhd); tkhd->track_ID = mvhd->next_track_ID++; tkhd->duration = 0; tkhd->width = (format->vcodec->width << 16); tkhd->height = (format->vcodec->height << 16); SrsMp4MediaBox* mdia = new SrsMp4MediaBox(); trak->set_mdia(mdia); SrsMp4MediaHeaderBox* mdhd = new SrsMp4MediaHeaderBox(); mdia->set_mdhd(mdhd); mdhd->timescale = 1000; mdhd->duration = 0; mdhd->set_language0('u'); mdhd->set_language1('n'); mdhd->set_language2('d'); SrsMp4HandlerReferenceBox* hdlr = new SrsMp4HandlerReferenceBox(); mdia->set_hdlr(hdlr); hdlr->handler_type = SrsMp4HandlerTypeVIDE; hdlr->name = "VideoHandler"; SrsMp4MediaInformationBox* minf = new SrsMp4MediaInformationBox(); mdia->set_minf(minf); SrsMp4VideoMeidaHeaderBox* vmhd = new SrsMp4VideoMeidaHeaderBox(); minf->set_vmhd(vmhd); SrsMp4DataInformationBox* dinf = new SrsMp4DataInformationBox(); minf->set_dinf(dinf); SrsMp4DataReferenceBox* dref = new SrsMp4DataReferenceBox(); dinf->set_dref(dref); SrsMp4DataEntryBox* url = new SrsMp4DataEntryUrlBox(); dref->append(url); SrsMp4SampleTableBox* stbl = new SrsMp4SampleTableBox(); minf->set_stbl(stbl); SrsMp4SampleDescriptionBox* stsd = new SrsMp4SampleDescriptionBox(); stbl->set_stsd(stsd); SrsMp4VisualSampleEntry* avc1 = new SrsMp4VisualSampleEntry(); stsd->append(avc1); avc1->width = format->vcodec->width; avc1->height = format->vcodec->height; SrsMp4AvccBox* avcC = new SrsMp4AvccBox(); avc1->set_avcC(avcC); avcC->avc_config = format->vcodec->avc_extra_data; SrsMp4DecodingTime2SampleBox* stts = new SrsMp4DecodingTime2SampleBox(); stbl->set_stts(stts); SrsMp4Sample2ChunkBox* stsc = new SrsMp4Sample2ChunkBox(); stbl->set_stsc(stsc); SrsMp4SampleSizeBox* stsz = new SrsMp4SampleSizeBox(); stbl->set_stsz(stsz); SrsMp4ChunkOffsetBox* stco = new SrsMp4ChunkOffsetBox(); stbl->set_stco(stco); SrsMp4MovieExtendsBox* mvex = new SrsMp4MovieExtendsBox(); moov->set_mvex(mvex); SrsMp4TrackExtendsBox* trex = new SrsMp4TrackExtendsBox(); mvex->set_trex(trex); trex->track_ID = tid; trex->default_sample_description_index = 1; } else { SrsMp4TrackBox* trak = new SrsMp4TrackBox(); moov->add_trak(trak); SrsMp4TrackHeaderBox* tkhd = new SrsMp4TrackHeaderBox(); tkhd->volume = 0x0100; trak->set_tkhd(tkhd); tkhd->track_ID = mvhd->next_track_ID++; tkhd->duration = 0; SrsMp4MediaBox* mdia = new SrsMp4MediaBox(); trak->set_mdia(mdia); SrsMp4MediaHeaderBox* mdhd = new SrsMp4MediaHeaderBox(); mdia->set_mdhd(mdhd); mdhd->timescale = 1000; mdhd->duration = 0; mdhd->set_language0('u'); mdhd->set_language1('n'); mdhd->set_language2('d'); SrsMp4HandlerReferenceBox* hdlr = new SrsMp4HandlerReferenceBox(); mdia->set_hdlr(hdlr); hdlr->handler_type = SrsMp4HandlerTypeSOUN; hdlr->name = "SoundHandler"; SrsMp4MediaInformationBox* minf = new SrsMp4MediaInformationBox(); mdia->set_minf(minf); SrsMp4SoundMeidaHeaderBox* smhd = new SrsMp4SoundMeidaHeaderBox(); minf->set_smhd(smhd); SrsMp4DataInformationBox* dinf = new SrsMp4DataInformationBox(); minf->set_dinf(dinf); SrsMp4DataReferenceBox* dref = new SrsMp4DataReferenceBox(); dinf->set_dref(dref); SrsMp4DataEntryBox* url = new SrsMp4DataEntryUrlBox(); dref->append(url); SrsMp4SampleTableBox* stbl = new SrsMp4SampleTableBox(); minf->set_stbl(stbl); SrsMp4SampleDescriptionBox* stsd = new SrsMp4SampleDescriptionBox(); stbl->set_stsd(stsd); SrsMp4AudioSampleEntry* mp4a = new SrsMp4AudioSampleEntry(); mp4a->samplerate = uint32_t(srs_flv_srates[format->acodec->sound_rate]) << 16; if (format->acodec->sound_size == SrsAudioSampleBits16bit) { mp4a->samplesize = 16; } else { mp4a->samplesize = 8; } if (format->acodec->sound_type == SrsAudioChannelsStereo) { mp4a->channelcount = 2; } else { mp4a->channelcount = 1; } stsd->append(mp4a); SrsMp4EsdsBox* esds = new SrsMp4EsdsBox(); mp4a->set_esds(esds); SrsMp4ES_Descriptor* es = esds->es; es->ES_ID = 0x02; SrsMp4DecoderConfigDescriptor& desc = es->decConfigDescr; desc.objectTypeIndication = SrsMp4ObjectTypeAac; desc.streamType = SrsMp4StreamTypeAudioStream; srs_freep(desc.decSpecificInfo); SrsMp4DecoderSpecificInfo* asc = new SrsMp4DecoderSpecificInfo(); desc.decSpecificInfo = asc; asc->asc = format->acodec->aac_extra_data; SrsMp4DecodingTime2SampleBox* stts = new SrsMp4DecodingTime2SampleBox(); stbl->set_stts(stts); SrsMp4Sample2ChunkBox* stsc = new SrsMp4Sample2ChunkBox(); stbl->set_stsc(stsc); SrsMp4SampleSizeBox* stsz = new SrsMp4SampleSizeBox(); stbl->set_stsz(stsz); SrsMp4ChunkOffsetBox* stco = new SrsMp4ChunkOffsetBox(); stbl->set_stco(stco); SrsMp4MovieExtendsBox* mvex = new SrsMp4MovieExtendsBox(); moov->set_mvex(mvex); SrsMp4TrackExtendsBox* trex = new SrsMp4TrackExtendsBox(); mvex->set_trex(trex); trex->track_ID = tid; trex->default_sample_description_index = 1; } } int nb_data = ftyp->nb_bytes() + moov->nb_bytes(); uint8_t* data = new uint8_t[nb_data]; SrsAutoFreeA(uint8_t, data); SrsBuffer* buffer = new SrsBuffer(); SrsAutoFree(SrsBuffer, buffer); if ((ret = buffer->initialize((char*)data, nb_data)) != ERROR_SUCCESS) { return ret; } if ((ret = ftyp->encode(buffer)) != ERROR_SUCCESS) { return ret; } if ((ret = moov->encode(buffer)) != ERROR_SUCCESS) { return ret; } if ((ret = fw->write(data, nb_data, NULL)) != ERROR_SUCCESS) { return ret; } return ret; } SrsFragmentedMp4::SrsFragmentedMp4() { fw = new SrsFileWriter(); } SrsFragmentedMp4::~SrsFragmentedMp4() { srs_freep(fw); } int SrsFragmentedMp4::initialize(SrsRequest* r, bool video, SrsMpdWriter* mpd) { int ret = ERROR_SUCCESS; string file_home; string file_name; if ((ret = mpd->get_fragment(video, file_home, file_name)) != ERROR_SUCCESS) { return ret; } string home = _srs_config->get_dash_path(r->vhost); set_path(home + "/" + file_home + "/" + file_name); if ((ret = create_dir()) != ERROR_SUCCESS) { return ret; } string path_tmp = tmppath(); if ((ret = fw->open(path_tmp)) != ERROR_SUCCESS) { srs_error("DASH: Open fmp4 failed, path=%s, ret=%d", path_tmp.c_str(), ret); return ret; } return ret; } int SrsFragmentedMp4::write(SrsSharedPtrMessage* shared_msg, SrsFormat* format) { int ret = ERROR_SUCCESS; append(shared_msg->timestamp); return ret; } int SrsFragmentedMp4::reap() { int ret = ERROR_SUCCESS; srs_freep(fw); if ((ret = rename()) != ERROR_SUCCESS) { return ret; } return ret; } SrsMpdWriter::SrsMpdWriter() { req = NULL; timeshit = update_period = fragment = 0; last_update_mpd = -1; } SrsMpdWriter::~SrsMpdWriter() { } int SrsMpdWriter::initialize(SrsRequest* r) { int ret = ERROR_SUCCESS; req = r; fragment = _srs_config->get_dash_fragment(r->vhost); update_period = _srs_config->get_dash_update_period(r->vhost); timeshit = _srs_config->get_dash_timeshift(r->vhost); home = _srs_config->get_dash_path(r->vhost); mpd_file = _srs_config->get_dash_mpd_file(r->vhost); string mpd_path = srs_path_build_stream(mpd_file, req->vhost, req->app, req->stream); fragment_home = srs_path_dirname(mpd_path) + "/" + req->stream; return ret; } int SrsMpdWriter::write(SrsFormat* format) { int ret = ERROR_SUCCESS; // MPD is not expired? if (last_update_mpd != -1 && srs_get_system_time_ms() - last_update_mpd < update_period) { return ret; } last_update_mpd = srs_get_system_time_ms(); string mpd_path = srs_path_build_stream(mpd_file, req->vhost, req->app, req->stream); string full_path = home + "/" + mpd_path; string full_home = srs_path_dirname(full_path); fragment_home = srs_path_dirname(mpd_path) + "/" + req->stream; if ((ret = srs_create_dir_recursively(full_home)) != ERROR_SUCCESS) { srs_error("DASH: Create MPD home failed, home=%s, ret=%d", full_home.c_str(), ret); return ret; } stringstream ss; ss << "" << endl << "" << endl << " " << req->stream << "/" << "" << endl << " " << endl; if (format->acodec) { ss << " " << endl; ss << " " << endl; ss << " " << endl; ss << " " << endl; } if (format->vcodec) { int w = format->vcodec->width; int h = format->vcodec->height; ss << " " << endl; ss << " " << endl; ss << " " << endl; ss << " " << endl; } ss << " " << endl << "" << endl; SrsFileWriter* fw = new SrsFileWriter(); SrsAutoFree(SrsFileWriter, fw); string full_path_tmp = full_path + ".tmp"; if ((ret = fw->open(full_path_tmp)) != ERROR_SUCCESS) { srs_error("DASH: Open MPD file=%s failed, ret=%d", full_path_tmp.c_str(), ret); return ret; } string content = ss.str(); if ((ret = fw->write((void*)content.data(), content.length(), NULL)) != ERROR_SUCCESS) { srs_error("DASH: Write MPD file=%s failed, ret=%d", full_path.c_str(), ret); return ret; } if (::rename(full_path_tmp.c_str(), full_path.c_str()) < 0) { ret = ERROR_DASH_WRITE_FAILED; srs_error("DASH: Rename %s to %s failed, ret=%d", full_path_tmp.c_str(), full_path.c_str(), ret); return ret; } srs_trace("DASH: Refresh MPD success, size=%dB, file=%s", content.length(), full_path.c_str()); return ret; } int SrsMpdWriter::get_fragment(bool video, std::string& home, std::string& file_name) { int ret = ERROR_SUCCESS; home = fragment_home; int64_t sequence_number = srs_update_system_time_ms() / fragment; if (video) { file_name = "video-" + srs_int2str(sequence_number) + ".m4s"; } else { file_name = "audio-" + srs_int2str(sequence_number) + ".m4s"; } return ret; } SrsDashController::SrsDashController() { req = NULL; video_tack_id = 2; audio_track_id = 1; mpd = new SrsMpdWriter(); vcurrent = acurrent = NULL; vfragments = new SrsFragmentWindow(); afragments = new SrsFragmentWindow(); } SrsDashController::~SrsDashController() { srs_freep(mpd); srs_freep(vcurrent); srs_freep(acurrent); srs_freep(vfragments); srs_freep(afragments); } int SrsDashController::initialize(SrsRequest* r) { int ret = ERROR_SUCCESS; req = r; fragment = _srs_config->get_dash_fragment(r->vhost); home = _srs_config->get_dash_path(r->vhost); if ((ret = mpd->initialize(r)) != ERROR_SUCCESS) { return ret; } string home, path; srs_freep(vcurrent); vcurrent = new SrsFragmentedMp4(); if ((ret = vcurrent->initialize(req, true, mpd)) != ERROR_SUCCESS) { srs_error("DASH: Initialize the video fragment failed, ret=%d", ret); return ret; } srs_freep(acurrent); acurrent = new SrsFragmentedMp4(); if ((ret = acurrent->initialize(req, false, mpd)) != ERROR_SUCCESS) { srs_error("DASH: Initialize the audio fragment failed, ret=%d", ret); return ret; } return ret; } int SrsDashController::on_audio(SrsSharedPtrMessage* shared_audio, SrsFormat* format) { int ret = ERROR_SUCCESS; if (format->is_aac_sequence_header()) { return refresh_init_mp4(shared_audio, format); } if (acurrent->duration() >= fragment) { if ((ret = acurrent->reap()) != ERROR_SUCCESS) { return ret; } afragments->append(acurrent); acurrent = new SrsFragmentedMp4(); if ((ret = acurrent->initialize(req, false, mpd)) != ERROR_SUCCESS) { srs_error("DASH: Initialize the audio fragment failed, ret=%d", ret); return ret; } } if ((ret = acurrent->write(shared_audio, format)) != ERROR_SUCCESS) { srs_error("DASH: Write audio to fragment failed, ret=%d", ret); return ret; } if ((ret = refresh_mpd(format)) != ERROR_SUCCESS) { srs_error("DASH: Refresh the MPD failed. ret=%d", ret); return ret; } return ret; } int SrsDashController::on_video(SrsSharedPtrMessage* shared_video, SrsFormat* format) { int ret = ERROR_SUCCESS; if (format->is_avc_sequence_header()) { return refresh_init_mp4(shared_video, format); } bool reopen = format->video->frame_type == SrsVideoAvcFrameTypeKeyFrame && vcurrent->duration() >= fragment; if (reopen) { if ((ret = vcurrent->reap()) != ERROR_SUCCESS) { return ret; } vfragments->append(vcurrent); vcurrent = new SrsFragmentedMp4(); if ((ret = vcurrent->initialize(req, true, mpd)) != ERROR_SUCCESS) { srs_error("DASH: Initialize the video fragment failed, ret=%d", ret); return ret; } } if ((ret = vcurrent->write(shared_video, format)) != ERROR_SUCCESS) { srs_error("DASH: Write video to fragment failed, ret=%d", ret); return ret; } if ((ret = refresh_mpd(format)) != ERROR_SUCCESS) { srs_error("DASH: Refresh the MPD failed. ret=%d", ret); return ret; } return ret; } int SrsDashController::refresh_mpd(SrsFormat* format) { int ret = ERROR_SUCCESS; // TODO: FIXME: Support pure audio streaming. if (!format->acodec || !format->vcodec) { return ret; } if ((ret = mpd->write(format)) != ERROR_SUCCESS) { return ret; } return ret; } int SrsDashController::refresh_init_mp4(SrsSharedPtrMessage* msg, SrsFormat* format) { int ret = ERROR_SUCCESS; if (msg->size <= 0 || (msg->is_video() && format->vcodec->is_avc_codec_ok()) || (msg->is_audio() && format->acodec->is_aac_codec_ok())) { srs_warn("DASH: Ignore empty sequence header."); return ret; } string full_home = home + "/" + req->app + "/" + req->stream; if ((ret = srs_create_dir_recursively(full_home)) != ERROR_SUCCESS) { srs_error("DASH: Create media home failed, home=%s, ret=%d", full_home.c_str(), ret); return ret; } std::string path = full_home; if (msg->is_video()) { path += "/video-init.mp4"; } else { path += "/audio-init.mp4"; } SrsInitMp4* init_mp4 = new SrsInitMp4(); SrsAutoFree(SrsInitMp4, init_mp4); init_mp4->set_path(path); int tid = msg->is_video()? video_tack_id:audio_track_id; if ((ret = init_mp4->write(format, msg->is_video(), tid)) != ERROR_SUCCESS) { return ret; } if ((ret = init_mp4->rename()) != ERROR_SUCCESS) { return ret; } srs_trace("DASH: Refresh media success, file=%s", path.c_str()); return ret; } SrsDash::SrsDash() { hub = NULL; req = NULL; controller = new SrsDashController(); enabled = false; } SrsDash::~SrsDash() { srs_freep(controller); } int SrsDash::initialize(SrsOriginHub* h, SrsRequest* r) { int ret = ERROR_SUCCESS; hub = h; req = r; if ((ret = controller->initialize(req)) != ERROR_SUCCESS) { srs_error("DASH: Initialize controller failed. ret=%d", ret); return ret; } return ret; } int SrsDash::on_publish() { int ret = ERROR_SUCCESS; // Prevent duplicated publish. if (enabled) { return ret; } if (!_srs_config->get_dash_enabled(req->vhost)) { return ret; } enabled = true; return ret; } int SrsDash::on_audio(SrsSharedPtrMessage* shared_audio, SrsFormat* format) { int ret = ERROR_SUCCESS; if (!enabled) { return ret; } if ((ret = controller->on_audio(shared_audio, format)) != ERROR_SUCCESS) { srs_error("DASH: Consume audio failed. ret=%d", ret); return ret; } return ret; } int SrsDash::on_video(SrsSharedPtrMessage* shared_video, SrsFormat* format) { int ret = ERROR_SUCCESS; if (!enabled) { return ret; } if ((ret = controller->on_video(shared_video, format)) != ERROR_SUCCESS) { srs_error("DASH: Consume video failed. ret=%d", ret); return ret; } return ret; } void SrsDash::on_unpublish() { // Prevent duplicated unpublish. if (!enabled) { return; } enabled = false; }