mirror of
https://github.com/nestriness/warp.git
synced 2025-12-13 02:15:42 +02:00
Something cool
This commit is contained in:
247
src/main.rs
247
src/main.rs
@@ -5,7 +5,252 @@ fn main() -> Result<(), Error> {
|
|||||||
gst::init()?;
|
gst::init()?;
|
||||||
gstfmp4::plugin_register_static().expect("Failed to register fmp4 plugin");
|
gstfmp4::plugin_register_static().expect("Failed to register fmp4 plugin");
|
||||||
|
|
||||||
let pipeline = gst::parse_launch("videotestsrc num-buffers=2500 ! timecodestamper ! video/x-raw,format=I420,width=1280,height=720,framerate=30/1 ! timeoverlay ! x264enc bframes=0 bitrate=2048 ! video/x-h264,profile=main ! cmafmux fragment-duration=10000000000 header-update-mode=update write-mehd=true ! testsink").unwrap().downcast::<gst::Pipeline>().unwrap();
|
let pipeline = gst::parse_launch("videotestsrc num-buffers=2500 ! timecodestamper ! video/x-raw,format=I420,width=1280,height=720,framerate=30/1 ! videoconvert ! queue ! x264enc tune=zerolatency key-int-max=30 ! mp4mux streamable=true fragment-duration=1 ! ! appsink name=sink ").unwrap().downcast::<gst::Pipeline>().unwrap();
|
||||||
|
|
||||||
|
let sink = pipeline
|
||||||
|
.by_name("sink")
|
||||||
|
.unwrap()
|
||||||
|
.dynamic_cast::<gst_app::AppSink>()
|
||||||
|
.unwrap();
|
||||||
|
sink.set_buffer_list(true);
|
||||||
|
|
||||||
|
sink.set_callbacks(
|
||||||
|
gst_app::AppSinkCallbacks::builder()
|
||||||
|
.new_sample(move |sink| {
|
||||||
|
let sample = sink.pull_sample().map_err(|_| gst::FlowError::Eos)?;
|
||||||
|
// let mut state = state.lock().unwrap();
|
||||||
|
|
||||||
|
// // The muxer only outputs non-empty buffer lists
|
||||||
|
|
||||||
|
//TODO: figure out how to iterate over all the buffers and then do this
|
||||||
|
|
||||||
|
let mut buffer_list = sample.buffer_list_owned().expect("no buffer list");
|
||||||
|
let map = buffer.map_readable().map_err(|_| {
|
||||||
|
gst::element_error!(element, gst::CoreError::Failed, ["Failed to map buffer"]);
|
||||||
|
gst::FlowError::Error
|
||||||
|
})?;
|
||||||
|
let input_buf = map.as_ref();
|
||||||
|
// assert!(!buffer_list.is_empty());
|
||||||
|
|
||||||
|
// let mut first = buffer_list.get(0).unwrap();
|
||||||
|
|
||||||
|
// // Each list contains a full segment, i.e. does not start with a DELTA_UNIT
|
||||||
|
// assert!(!first.flags().contains(gst::BufferFlags::DELTA_UNIT));
|
||||||
|
|
||||||
|
// // If the buffer has the DISCONT and HEADER flag set then it contains the media
|
||||||
|
// // header, i.e. the `ftyp`, `moov` and other media boxes.
|
||||||
|
// //
|
||||||
|
// // This might be the initial header or the updated header at the end of the stream.
|
||||||
|
// if first
|
||||||
|
// .flags()
|
||||||
|
// .contains(gst::BufferFlags::DISCONT | gst::BufferFlags::HEADER)
|
||||||
|
// {
|
||||||
|
// let mut path = state.path.clone();
|
||||||
|
// std::fs::create_dir_all(&path).expect("failed to create directory");
|
||||||
|
// path.push("init.cmfi");
|
||||||
|
|
||||||
|
// println!("writing header to {}", path.display());
|
||||||
|
// let map = first.map_readable().unwrap();
|
||||||
|
// std::fs::write(path, &map).expect("failed to write header");
|
||||||
|
// drop(map);
|
||||||
|
|
||||||
|
// // Remove the header from the buffer list
|
||||||
|
// buffer_list.make_mut().remove(0, 1);
|
||||||
|
|
||||||
|
// // If the list is now empty then it only contained the media header and nothing
|
||||||
|
// // else.
|
||||||
|
// if buffer_list.is_empty() {
|
||||||
|
// return Ok(gst::FlowSuccess::Ok);
|
||||||
|
// }
|
||||||
|
|
||||||
|
// // Otherwise get the next buffer and continue working with that.
|
||||||
|
// first = buffer_list.get(0).unwrap();
|
||||||
|
// }
|
||||||
|
|
||||||
|
// // If the buffer only has the HEADER flag set then this is a segment header that is
|
||||||
|
// // followed by one or more actual media buffers.
|
||||||
|
// assert!(first.flags().contains(gst::BufferFlags::HEADER));
|
||||||
|
|
||||||
|
// let segment = sample
|
||||||
|
// .segment()
|
||||||
|
// .expect("no segment")
|
||||||
|
// .downcast_ref::<gst::ClockTime>()
|
||||||
|
// .expect("no time segment");
|
||||||
|
|
||||||
|
// // Initialize the start time with the first PTS we observed. This will be used
|
||||||
|
// // later for calculating the duration of the whole media for the DASH manifest.
|
||||||
|
// //
|
||||||
|
// // The PTS of the segment header is equivalent to the earliest PTS of the whole
|
||||||
|
// // segment.
|
||||||
|
// let pts = segment
|
||||||
|
// .to_running_time(first.pts().unwrap())
|
||||||
|
// .expect("can't get running time");
|
||||||
|
// if state.start_time.is_none() {
|
||||||
|
// state.start_time = Some(pts);
|
||||||
|
// }
|
||||||
|
|
||||||
|
// // The metadata of the first media buffer is duplicated to the segment header.
|
||||||
|
// // Based on this we can know the timecode of the first frame in this segment.
|
||||||
|
// let meta = first
|
||||||
|
// .meta::<gst_video::VideoTimeCodeMeta>()
|
||||||
|
// .expect("no timecode meta");
|
||||||
|
|
||||||
|
// let mut path = state.path.clone();
|
||||||
|
// path.push(format!("segment_{}.cmfv", state.segments.len() + 1));
|
||||||
|
// println!(
|
||||||
|
// "writing segment with timecode {} to {}",
|
||||||
|
// meta.tc(),
|
||||||
|
// path.display()
|
||||||
|
// );
|
||||||
|
|
||||||
|
// // Calculate the end time at this point. The duration of the segment header is set
|
||||||
|
// // to the whole duration of this segment.
|
||||||
|
// let duration = first.duration().unwrap();
|
||||||
|
// let end_time = first.pts().unwrap() + first.duration().unwrap();
|
||||||
|
// state.end_time = Some(
|
||||||
|
// segment
|
||||||
|
// .to_running_time(end_time)
|
||||||
|
// .expect("can't get running time"),
|
||||||
|
// );
|
||||||
|
|
||||||
|
// let mut file = std::fs::File::create(path).expect("failed to open fragment");
|
||||||
|
// for buffer in &*buffer_list {
|
||||||
|
// use std::io::prelude::*;
|
||||||
|
|
||||||
|
// let map = buffer.map_readable().unwrap();
|
||||||
|
// file.write_all(&map).expect("failed to write fragment");
|
||||||
|
// }
|
||||||
|
|
||||||
|
// state.segments.push(Segment {
|
||||||
|
// start_time: pts,
|
||||||
|
// duration,
|
||||||
|
// });
|
||||||
|
|
||||||
|
Ok(gst::FlowSuccess::Ok)
|
||||||
|
})
|
||||||
|
.eos(move |_sink| {
|
||||||
|
// let state = state_clone.lock().unwrap();
|
||||||
|
|
||||||
|
// // Now write the manifest
|
||||||
|
// let mut path = state.path.clone();
|
||||||
|
// path.push("manifest.mpd");
|
||||||
|
|
||||||
|
// println!("writing manifest to {}", path.display());
|
||||||
|
|
||||||
|
// let duration = state
|
||||||
|
// .end_time
|
||||||
|
// .opt_checked_sub(state.start_time)
|
||||||
|
// .ok()
|
||||||
|
// .flatten()
|
||||||
|
// .unwrap()
|
||||||
|
// .mseconds();
|
||||||
|
|
||||||
|
// // Write the whole segment timeline out here, compressing multiple segments with
|
||||||
|
// // the same duration to a repeated segment.
|
||||||
|
// let mut segments = vec![];
|
||||||
|
// let mut write_segment =
|
||||||
|
// |start: gst::ClockTime, duration: gst::ClockTime, repeat: usize| {
|
||||||
|
// let mut s = dash_mpd::S {
|
||||||
|
// t: Some(start.mseconds() as i64),
|
||||||
|
// d: duration.mseconds() as i64,
|
||||||
|
// ..Default::default()
|
||||||
|
// };
|
||||||
|
// if repeat > 0 {
|
||||||
|
// s.r = Some(repeat as i64);
|
||||||
|
// }
|
||||||
|
|
||||||
|
// segments.push(s);
|
||||||
|
// };
|
||||||
|
|
||||||
|
// let mut start = None;
|
||||||
|
// let mut num_segments = 0;
|
||||||
|
// let mut last_duration = None;
|
||||||
|
// for segment in &state.segments {
|
||||||
|
// if start.is_none() {
|
||||||
|
// start = Some(segment.start_time);
|
||||||
|
// }
|
||||||
|
// if last_duration.is_none() {
|
||||||
|
// last_duration = Some(segment.duration);
|
||||||
|
// }
|
||||||
|
|
||||||
|
// // If the duration of this segment is different from the previous one then we
|
||||||
|
// // have to write out the segment now.
|
||||||
|
// if last_duration != Some(segment.duration) {
|
||||||
|
// write_segment(start.unwrap(), last_duration.unwrap(), num_segments - 1);
|
||||||
|
// start = Some(segment.start_time);
|
||||||
|
// last_duration = Some(segment.duration);
|
||||||
|
// num_segments = 1;
|
||||||
|
// } else {
|
||||||
|
// num_segments += 1;
|
||||||
|
// }
|
||||||
|
// }
|
||||||
|
|
||||||
|
// // Write the last segment if any
|
||||||
|
// if num_segments > 0 {
|
||||||
|
// write_segment(start.unwrap(), last_duration.unwrap(), num_segments - 1);
|
||||||
|
// }
|
||||||
|
|
||||||
|
// let segment_template = dash_mpd::SegmentTemplate {
|
||||||
|
// timescale: Some(1000),
|
||||||
|
// initialization: Some("init.cmfi".to_string()),
|
||||||
|
// media: Some("segment_$Number$.cmfv".to_string()),
|
||||||
|
// SegmentTimeline: Some(dash_mpd::SegmentTimeline { segments }),
|
||||||
|
// ..Default::default()
|
||||||
|
// };
|
||||||
|
|
||||||
|
// let rep = dash_mpd::Representation {
|
||||||
|
// id: Some("A".to_string()),
|
||||||
|
// width: Some(1280),
|
||||||
|
// height: Some(720),
|
||||||
|
// bandwidth: Some(2048000),
|
||||||
|
// SegmentTemplate: Some(segment_template),
|
||||||
|
// ..Default::default()
|
||||||
|
// };
|
||||||
|
|
||||||
|
// let adapt = dash_mpd::AdaptationSet {
|
||||||
|
// contentType: Some("video".to_string()),
|
||||||
|
// mimeType: Some("video/mp4".to_string()),
|
||||||
|
// codecs: Some("avc1.4d0228".to_string()),
|
||||||
|
// frameRate: Some("30/1".to_string()),
|
||||||
|
// segmentAlignment: Some(true),
|
||||||
|
// subsegmentStartsWithSAP: Some(1),
|
||||||
|
// representations: vec![rep],
|
||||||
|
// ..Default::default()
|
||||||
|
// };
|
||||||
|
|
||||||
|
// let period = dash_mpd::Period {
|
||||||
|
// adaptations: vec![adapt],
|
||||||
|
// ..Default::default()
|
||||||
|
// };
|
||||||
|
|
||||||
|
// let mpd = dash_mpd::MPD {
|
||||||
|
// mpdtype: Some("static".to_string()),
|
||||||
|
// xmlns: Some("urn:mpeg:dash:schema:mpd:2011".to_string()),
|
||||||
|
// schemaLocation: Some("urn:mpeg:dash:schema:mpd:2011 DASH-MPD.xsd".to_string()),
|
||||||
|
// profiles: Some("urn:mpeg:dash:profile:isoff-on-demand:2011".to_string()),
|
||||||
|
// periods: vec![period],
|
||||||
|
// mediaPresentationDuration: Some(std::time::Duration::from_millis(duration)),
|
||||||
|
// minBufferTime: Some(std::time::Duration::from_secs(1)),
|
||||||
|
// ..Default::default()
|
||||||
|
// };
|
||||||
|
|
||||||
|
// use serde::ser::Serialize;
|
||||||
|
|
||||||
|
// let mut xml = String::new();
|
||||||
|
// let mut ser = quick_xml::se::Serializer::new(&mut xml);
|
||||||
|
// ser.indent(' ', 4);
|
||||||
|
// mpd.serialize(ser).unwrap();
|
||||||
|
|
||||||
|
// let manifest = format!(
|
||||||
|
// r###"<?xml version="1.0" encoding="UTF-8"?>
|
||||||
|
// {xml}
|
||||||
|
// "###
|
||||||
|
// );
|
||||||
|
|
||||||
|
// std::fs::write(path, manifest).expect("failed to write manifest");
|
||||||
|
})
|
||||||
|
.build(),
|
||||||
|
);
|
||||||
|
|
||||||
pipeline.set_state(gst::State::Playing)?;
|
pipeline.set_state(gst::State::Playing)?;
|
||||||
|
|
||||||
|
|||||||
Reference in New Issue
Block a user