28 #include "../include/Clip.h" 33 void Clip::init_settings()
64 wave_color =
Color((
unsigned char)0, (
unsigned char)123, (
unsigned char)255, (
unsigned char)255);
97 manage_reader =
false;
131 string ext = get_file_extension(path);
132 transform(ext.begin(), ext.end(), ext.begin(), ::tolower);
135 if (ext==
"avi" || ext==
"mov" || ext==
"mkv" || ext==
"mpg" || ext==
"mpeg" || ext==
"mp3" || ext==
"mp4" || ext==
"mts" ||
136 ext==
"ogg" || ext==
"wav" || ext==
"wmv" || ext==
"webm" || ext==
"vob")
167 manage_reader =
true;
175 if (manage_reader && reader) {
201 throw ReaderClosed(
"No Reader has been initialized for this Clip. Call Reader(*reader) before calling this method.",
"");
218 throw ReaderClosed(
"No Reader has been initialized for this Clip. Call Reader(*reader) before calling this method.",
"");
225 ZmqLogger::Instance()->
AppendDebugMethod(
"Clip::Close",
"", -1,
"", -1,
"", -1,
"", -1,
"", -1,
"", -1);
232 throw ReaderClosed(
"No Reader has been initialized for this Clip. Call Reader(*reader) before calling this method.",
"");
248 throw ReaderClosed(
"No Reader has been initialized for this Clip. Call Reader(*reader) before calling this method.",
"");
263 requested_frame = adjust_frame_number_minimum(requested_frame);
269 else if (enabled_audio == -1 && reader && !reader->
info.
has_audio)
274 else if (enabled_video == -1 && reader && !reader->
info.
has_audio)
278 long int new_frame_number = requested_frame;
279 long int time_mapped_number = adjust_frame_number_minimum(
time.
GetLong(requested_frame));
281 new_frame_number = time_mapped_number;
284 std::shared_ptr<Frame> original_frame = GetOrCreateFrame(new_frame_number);
287 std::shared_ptr<Frame> frame(
new Frame(new_frame_number, 1, 1,
"#000000", original_frame->GetAudioSamplesCount(), original_frame->GetAudioChannelsCount()));
288 frame->SampleRate(original_frame->SampleRate());
289 frame->ChannelsLayout(original_frame->ChannelsLayout());
293 frame->AddImage(std::shared_ptr<QImage>(
new QImage(*original_frame->GetImage())));
297 for (
int channel = 0; channel < original_frame->GetAudioChannelsCount(); channel++)
298 frame->AddAudio(
true, channel, 0, original_frame->GetAudioSamples(channel), original_frame->GetAudioSamplesCount(), 1.0);
301 std::shared_ptr<Frame> new_frame = get_time_mapped_frame(frame, requested_frame);
304 apply_effects(new_frame);
311 throw ReaderClosed(
"No Reader has been initialized for this Clip. Call Reader(*reader) before calling this method.",
"");
315 string Clip::get_file_extension(
string path)
318 return path.substr(path.find_last_of(
".") + 1);
322 void Clip::reverse_buffer(juce::AudioSampleBuffer* buffer)
324 int number_of_samples = buffer->getNumSamples();
325 int channels = buffer->getNumChannels();
328 AudioSampleBuffer *reversed =
new juce::AudioSampleBuffer(channels, number_of_samples);
331 for (
int channel = 0; channel < channels; channel++)
334 for (
int s = number_of_samples - 1; s >= 0; s--, n++)
335 reversed->getWritePointer(channel)[n] = buffer->getWritePointer(channel)[s];
341 for (
int channel = 0; channel < channels; channel++)
343 buffer->addFrom(channel, 0, reversed->getReadPointer(channel), number_of_samples, 1.0f);
350 std::shared_ptr<Frame> Clip::get_time_mapped_frame(std::shared_ptr<Frame> frame,
long int frame_number)
throw(
ReaderClosed)
355 throw ReaderClosed(
"No Reader has been initialized for this Clip. Call Reader(*reader) before calling this method.",
"");
361 std::shared_ptr<Frame> new_frame;
364 juce::AudioSampleBuffer *samples = NULL;
369 int new_frame_number = adjust_frame_number_minimum(round(
time.
GetValue(frame_number)));
373 new_frame = std::make_shared<Frame>(new_frame_number, 1, 1,
"#000000", samples_in_frame, frame->GetAudioChannelsCount());
376 new_frame->AddImage(GetOrCreateFrame(new_frame_number)->GetImage());
385 int number_of_samples = GetOrCreateFrame(new_frame_number)->GetAudioSamplesCount();
393 AudioSampleBuffer *resampled_buffer = NULL;
394 int resampled_buffer_size = 0;
397 samples =
new juce::AudioSampleBuffer(channels, number_of_samples);
401 for (
int channel = 0; channel < channels; channel++)
403 samples->addFrom(channel, 0, GetOrCreateFrame(new_frame_number)->GetAudioSamples(channel),
404 number_of_samples, 1.0f);
408 reverse_buffer(samples);
417 resampled_buffer_size = resampled_buffer->getNumSamples();
423 for (
int channel = 0; channel < channels; channel++)
425 new_frame->AddAudio(
true, channel, 0, resampled_buffer->getReadPointer(channel, start),
426 number_of_samples, 1.0f);
429 resampled_buffer = NULL;
432 else if (abs(delta) > 1 && abs(delta) < 100) {
436 int total_delta_samples = 0;
437 for (
int delta_frame = new_frame_number - (delta - 1);
438 delta_frame <= new_frame_number; delta_frame++)
444 samples =
new juce::AudioSampleBuffer(channels, total_delta_samples);
448 for (
int delta_frame = new_frame_number - (delta - 1);
449 delta_frame <= new_frame_number; delta_frame++) {
451 int number_of_delta_samples = GetOrCreateFrame(delta_frame)->GetAudioSamplesCount();
452 AudioSampleBuffer *delta_samples =
new juce::AudioSampleBuffer(channels,
453 number_of_delta_samples);
454 delta_samples->clear();
456 for (
int channel = 0; channel < channels; channel++)
457 delta_samples->addFrom(channel, 0, GetOrCreateFrame(delta_frame)->GetAudioSamples(channel),
458 number_of_delta_samples, 1.0f);
462 reverse_buffer(delta_samples);
465 for (
int channel = 0; channel < channels; channel++)
467 samples->addFrom(channel, start, delta_samples->getReadPointer(channel),
468 number_of_delta_samples, 1.0f);
471 delete delta_samples;
472 delta_samples = NULL;
475 start += number_of_delta_samples;
480 int total_delta_samples = 0;
481 for (
int delta_frame = new_frame_number - (delta + 1);
482 delta_frame >= new_frame_number; delta_frame--)
488 samples =
new juce::AudioSampleBuffer(channels, total_delta_samples);
492 for (
int delta_frame = new_frame_number - (delta + 1);
493 delta_frame >= new_frame_number; delta_frame--) {
495 int number_of_delta_samples = GetOrCreateFrame(delta_frame)->GetAudioSamplesCount();
496 AudioSampleBuffer *delta_samples =
new juce::AudioSampleBuffer(channels,
497 number_of_delta_samples);
498 delta_samples->clear();
500 for (
int channel = 0; channel < channels; channel++)
501 delta_samples->addFrom(channel, 0, GetOrCreateFrame(delta_frame)->GetAudioSamples(channel),
502 number_of_delta_samples, 1.0f);
506 reverse_buffer(delta_samples);
509 for (
int channel = 0; channel < channels; channel++)
511 samples->addFrom(channel, start, delta_samples->getReadPointer(channel),
512 number_of_delta_samples, 1.0f);
515 delete delta_samples;
516 delta_samples = NULL;
519 start += number_of_delta_samples;
524 resampler->
SetBuffer(samples,
float(start) /
float(number_of_samples));
528 int resampled_buffer_size = buffer->getNumSamples();
531 for (
int channel = 0; channel < channels; channel++)
533 new_frame->AddAudio(
true, channel, 0, buffer->getReadPointer(channel), number_of_samples, 1.0f);
540 samples =
new juce::AudioSampleBuffer(channels, number_of_samples);
544 for (
int channel = 0; channel < channels; channel++)
546 samples->addFrom(channel, 0, frame->GetAudioSamples(channel), number_of_samples, 1.0f);
550 reverse_buffer(samples);
553 for (
int channel = 0; channel < channels; channel++)
554 new_frame->AddAudio(
true, channel, 0, samples->getReadPointer(channel), number_of_samples, 1.0f);
572 long int Clip::adjust_frame_number_minimum(
long int frame_number)
575 if (frame_number < 1)
583 std::shared_ptr<Frame> Clip::GetOrCreateFrame(
long int number)
585 std::shared_ptr<Frame> new_frame;
592 ZmqLogger::Instance()->
AppendDebugMethod(
"Clip::GetOrCreateFrame (from reader)",
"number", number,
"samples_in_frame", samples_in_frame,
"", -1,
"", -1,
"", -1,
"", -1);
624 new_frame = reader->
GetFrame(number);
639 ZmqLogger::Instance()->
AppendDebugMethod(
"Clip::GetOrCreateFrame (create blank)",
"number", number,
"samples_in_frame", samples_in_frame,
"", -1,
"", -1,
"", -1,
"", -1);
660 root[
"id"] =
add_property_json(
"ID", 0.0,
"string",
Id(), NULL, -1, -1,
true, requested_frame);
661 root[
"position"] =
add_property_json(
"Position",
Position(),
"float",
"", NULL, 0, 30 * 60 * 60 * 48,
false, requested_frame);
663 root[
"start"] =
add_property_json(
"Start",
Start(),
"float",
"", NULL, 0, 30 * 60 * 60 * 48,
false, requested_frame);
664 root[
"end"] =
add_property_json(
"End",
End(),
"float",
"", NULL, 0, 30 * 60 * 60 * 48,
false, requested_frame);
665 root[
"duration"] =
add_property_json(
"Duration",
Duration(),
"float",
"", NULL, 0, 30 * 60 * 60 * 48,
true, requested_frame);
670 root[
"waveform"] =
add_property_json(
"Waveform", waveform,
"int",
"", NULL, 0, 1,
false, requested_frame);
726 return root.toStyledString();
735 root[
"scale"] =
scale;
738 root[
"waveform"] = waveform;
768 root[
"effects"] = Json::Value(Json::arrayValue);
771 list<EffectBase*>::iterator effect_itr;
772 for (effect_itr=effects.begin(); effect_itr != effects.end(); ++effect_itr)
776 root[
"effects"].append(existing_effect->
JsonValue());
792 bool success = reader.parse( value, root );
795 throw InvalidJSON(
"JSON could not be parsed (or is invalid)",
"");
805 throw InvalidJSON(
"JSON is invalid (missing keys or invalid data types)",
"");
816 if (!root[
"gravity"].isNull())
818 if (!root[
"scale"].isNull())
820 if (!root[
"anchor"].isNull())
822 if (!root[
"display"].isNull())
824 if (!root[
"waveform"].isNull())
825 waveform = root[
"waveform"].asBool();
826 if (!root[
"scale_x"].isNull())
828 if (!root[
"scale_y"].isNull())
830 if (!root[
"location_x"].isNull())
832 if (!root[
"location_y"].isNull())
834 if (!root[
"alpha"].isNull())
836 if (!root[
"rotation"].isNull())
838 if (!root[
"time"].isNull())
840 if (!root[
"volume"].isNull())
842 if (!root[
"wave_color"].isNull())
844 if (!root[
"crop_width"].isNull())
846 if (!root[
"crop_height"].isNull())
848 if (!root[
"crop_x"].isNull())
850 if (!root[
"crop_y"].isNull())
852 if (!root[
"shear_x"].isNull())
854 if (!root[
"shear_y"].isNull())
856 if (!root[
"channel_filter"].isNull())
858 if (!root[
"channel_mapping"].isNull())
860 if (!root[
"has_audio"].isNull())
862 if (!root[
"has_video"].isNull())
864 if (!root[
"perspective_c1_x"].isNull())
866 if (!root[
"perspective_c1_y"].isNull())
868 if (!root[
"perspective_c2_x"].isNull())
870 if (!root[
"perspective_c2_y"].isNull())
872 if (!root[
"perspective_c3_x"].isNull())
874 if (!root[
"perspective_c3_y"].isNull())
876 if (!root[
"perspective_c4_x"].isNull())
878 if (!root[
"perspective_c4_y"].isNull())
880 if (!root[
"effects"].isNull()) {
886 for (
int x = 0; x < root[
"effects"].size(); x++) {
888 Json::Value existing_effect = root[
"effects"][x];
893 if (!existing_effect[
"type"].isNull()) {
905 if (!root[
"reader"].isNull())
907 if (!root[
"reader"][
"type"].isNull())
910 bool already_open =
false;
914 already_open = reader->
IsOpen();
923 string type = root[
"reader"][
"type"].asString();
925 if (type ==
"FFmpegReader") {
928 reader =
new FFmpegReader(root[
"reader"][
"path"].asString(),
false);
931 }
else if (type ==
"QtImageReader") {
934 reader =
new QtImageReader(root[
"reader"][
"path"].asString(),
false);
937 #ifdef USE_IMAGEMAGICK 938 }
else if (type ==
"ImageReader") {
941 reader =
new ImageReader(root[
"reader"][
"path"].asString(),
false);
944 }
else if (type ==
"TextReader") {
951 }
else if (type ==
"ChunkReader") {
954 reader =
new ChunkReader(root[
"reader"][
"path"].asString(), (
ChunkVersion) root[
"reader"][
"chunk_version"].asInt());
957 }
else if (type ==
"DummyReader") {
966 manage_reader =
true;
977 void Clip::sort_effects()
987 effects.push_back(effect);
996 effects.remove(effect);
1000 std::shared_ptr<Frame> Clip::apply_effects(std::shared_ptr<Frame> frame)
1003 list<EffectBase*>::iterator effect_itr;
1004 for (effect_itr=effects.begin(); effect_itr != effects.end(); ++effect_itr)
1010 frame = effect->
GetFrame(frame, frame->number);
vector< Coordinate > Values
Vector of all Values (i.e. the processed coordinates from the curve)
int max_height
The maximium image height needed by this clip (used for optimizations)
This class reads a special chunk-formatted file, which can be easily shared in a distributed environm...
Keyframe perspective_c3_x
Curves representing X for coordinate 3.
Display the timeline's frame number.
Point GetMaxPoint()
Get max point (by Y coordinate)
void SetBuffer(AudioSampleBuffer *new_buffer, double sample_rate, double new_sample_rate)
Sets the audio buffer and key settings.
void Close()
Close the internal reader.
Json::Value JsonValue()
Generate Json::JsonValue for this object.
int num
Numerator for the fraction.
Keyframe scale_y
Curve representing the vertical scaling in percent (0 to 1)
Keyframe perspective_c4_x
Curves representing X for coordinate 4.
This abstract class is the base class, used by all effects in libopenshot.
EffectBase * CreateEffect(string effect_type)
Align clip to the right of its parent (middle aligned)
Keyframe perspective_c1_x
Curves representing X for coordinate 1.
Keyframe green
Curve representing the green value (0 - 255)
Keyframe perspective_c2_x
Curves representing X for coordinate 2.
Keyframe crop_x
Curve representing X offset in percent (-1.0=-100%, 0.0=0%, 1.0=100%)
string previous_properties
This string contains the previous JSON properties.
string PropertiesJSON(long int requested_frame)
float End()
Override End() method.
Json::Value add_property_json(string name, float value, string type, string memo, Keyframe *keyframe, float min_value, float max_value, bool readonly, long int requested_frame)
Generate JSON for a property.
Keyframe perspective_c3_y
Curves representing Y for coordinate 3.
Align clip to the bottom right of its parent.
virtual std::shared_ptr< Frame > GetFrame(std::shared_ptr< Frame > frame, long int frame_number)=0
This method is required for all derived classes of EffectBase, and returns a modified openshot::Frame...
Json::Value JsonValue()
Generate Json::JsonValue for this object.
ChannelLayout channel_layout
The channel layout (mono, stereo, 5 point surround, etc...)
GravityType gravity
The gravity of a clip determines where it snaps to it's parent.
int width
The width of the video (in pixesl)
Keyframe volume
Curve representing the volume (0 to 1)
int max_width
The maximum image width needed by this clip (used for optimizations)
This class represents a single frame of video (i.e. image & audio data)
This class is used as a simple, dummy reader, which always returns a blank frame. ...
float ToFloat()
Return this fraction as a float (i.e. 1/2 = 0.5)
Keyframe red
Curve representing the red value (0 - 255)
float duration
Length of time (in seconds)
double GetValue(long int index)
Get the value at a specific index.
Scale the clip until both height and width fill the canvas (cropping the overlap) ...
Keyframe time
Curve representing the frames over time to play (used for speed and direction of video) ...
ScaleType
This enumeration determines how clips are scaled to fit their parent container.
void AddEffect(EffectBase *effect)
Add an effect to the clip.
virtual void Close()=0
Close the reader (and any resources it was consuming)
This abstract class is the base class, used by all readers in libopenshot.
int Layer()
Get layer of clip on timeline (lower number is covered by higher numbers)
Keyframe has_audio
Override has_video and has_audio properties of clip (and their readers)
Exception when a reader is closed, and a frame is requested.
bool has_video
Determines if this file has a video stream.
Keyframe has_video
An optional override to determine if this clip has video (-1=undefined, 0=no, 1=yes) ...
Do not display the frame number.
Color wave_color
Curve representing the color of the audio wave form.
Align clip to the top right of its parent.
virtual Json::Value JsonValue()=0
Generate Json::JsonValue for this object.
Align clip to the bottom left of its parent.
void SetJsonValue(Json::Value root)
Load Json::JsonValue into this object.
void SetJsonValue(Json::Value root)
Load Json::JsonValue into this object.
Keyframe crop_width
Curve representing width in percent (0.0=0%, 1.0=100%)
This class uses the ImageMagick++ libraries, to open image files, and return openshot::Frame objects ...
Keyframe location_x
Curve representing the relative X position in percent based on the gravity (-1 to 1) ...
Keyframe location_y
Curve representing the relative Y position in percent based on the gravity (-1 to 1) ...
void SetMaxSize(int width, int height)
Set Max Image Size (used for performance optimization)
bool has_audio
Determines if this file has an audio stream.
This class uses the FFmpeg libraries, to open video files and audio files, and return openshot::Frame...
virtual void SetJsonValue(Json::Value root)=0
Load Json::JsonValue into this object.
double Y
The Y value of the coordinate (usually representing the value of the property being animated) ...
Keyframe perspective_c1_y
Curves representing Y for coordinate 1.
Keyframe blue
Curve representing the red value (0 - 255)
Keyframe crop_y
Curve representing Y offset in percent (-1.0=-100%, 0.0=0%, 1.0=100%)
Keyframe shear_x
Curve representing X shear angle in degrees (-45.0=left, 45.0=right)
ScaleType scale
The scale determines how a clip should be resized to fit it's parent.
int height
The height of the video (in pixels)
Align clip to the bottom center of its parent.
Align clip to the top left of its parent.
Json::Value add_property_choice_json(string name, int value, int selected_value)
Generate JSON choice for a property (dropdown properties)
Exception for files that can not be found or opened.
string Id()
Get basic properties.
FrameDisplayType
This enumeration determines the display format of the clip's frame number (if any). Useful for debugging.
Keyframe channel_filter
Audio channel filter and mappings.
float Position()
Get position on timeline (in seconds)
bool IsIncreasing(int index)
Get the direction of the curve at a specific index (increasing or decreasing)
void AppendDebugMethod(string method_name, string arg1_name, float arg1_value, string arg2_name, float arg2_value, string arg3_name, float arg3_value, string arg4_name, float arg4_value, string arg5_name, float arg5_value, string arg6_name, float arg6_value)
Append debug information.
FrameDisplayType display
The format to display the frame number (if any)
void SetJson(string value)
Load JSON string into this object.
Keyframe channel_mapping
A number representing an audio channel to output (only works when filtering a channel) ...
float start
The position in seconds to start playing (used to trim the beginning of a clip)
Align clip to the left of its parent (middle aligned)
virtual Json::Value JsonValue()=0
Generate Json::JsonValue for this object.
virtual void SetJsonValue(Json::Value root)=0
Load Json::JsonValue into this object.
ChunkVersion
This enumeration allows the user to choose which version of the chunk they would like (low...
Keyframe rotation
Curve representing the rotation (0 to 360)
virtual void SetJsonValue(Json::Value root)=0
Load Json::JsonValue into this object.
std::shared_ptr< Frame > GetFrame(long int requested_frame)
Get an openshot::Frame object for a specific frame number of this timeline.
Scale the clip until both height and width fill the canvas (distort to fit)
Display the clip's internal frame number.
vector< Point > Points
Vector of all Points.
ReaderInfo info
Information about the current media file.
Keyframe shear_y
Curve representing Y shear angle in degrees (-45.0=down, 45.0=up)
Clip()
Default Constructor.
Anchor the clip to the viewport (which can be moved / animated around the canvas) ...
Fraction fps
Frames per second, as a fraction (i.e. 24/1 = 24 fps)
AnchorType
This enumeration determines what parent a clip should be aligned to.
float end
The position in seconds to end playing (used to trim the ending of a clip)
Exception for frames that are out of bounds.
void Open()
Open the internal reader.
static ZmqLogger * Instance()
Create or get an instance of this logger singleton (invoke the class with this method) ...
This class represents a color (used on the timeline and clips)
int GetInt(long int index)
Get the rounded INT value at a specific index.
Align clip to the center of its parent (middle aligned)
GravityType crop_gravity
Cropping needs to have a gravity to determine what side we are cropping.
double GetDelta(long int index)
Get the change in Y value (from the previous Y value)
Display both the clip's and timeline's frame number.
void RemoveEffect(EffectBase *effect)
Remove an effect from the clip.
This namespace is the default namespace for all code in the openshot library.
Coordinate co
This is the primary coordinate.
AnchorType anchor
The anchor determines what parent a clip should snap to.
Exception for invalid JSON.
Keyframe alpha
Curve representing the alpha (1 to 0)
void SetJsonValue(Json::Value root)
Load Json::JsonValue into this object.
Keyframe scale_x
Curve representing the horizontal scaling in percent (0 to 1)
Keyframe perspective_c2_y
Curves representing Y for coordinate 2.
CriticalSection getFrameCriticalSection
Section lock for multiple threads.
AudioSampleBuffer * GetResampledBuffer()
Get the resampled audio buffer.
virtual Json::Value JsonValue()=0
Generate Json::JsonValue for this object.
This class uses the ImageMagick++ libraries, to create frames with "Text", and return openshot::Frame...
This class uses the Qt library, to open image files, and return openshot::Frame objects containing th...
This class returns a listing of all effects supported by libopenshot.
Align clip to the top center of its parent.
int den
Denominator for the fraction.
int channels
The number of audio channels used in the audio stream.
A Keyframe is a collection of Point instances, which is used to vary a number or property over time...
virtual std::shared_ptr< Frame > GetFrame(long int number)=0
Scale the clip until either height or width fills the canvas (with no cropping)
Keyframe perspective_c4_y
Curves representing Y for coordinate 4.
int GetSamplesPerFrame(Fraction fps, int sample_rate, int channels)
Calculate the # of samples per video frame (for the current frame number)
Json::Value JsonValue()
Generate Json::JsonValue for this object.
long int GetLong(long int index)
Get the rounded LONG value at a specific index.
float Duration()
Get the length of this clip (in seconds)
GravityType
This enumeration determines how clips are aligned to their parent container.
Anchor the clip to the canvas.
string Json()
Get and Set JSON methods.
float Start()
Get start position (in seconds) of clip (trim start of video)
virtual void Open()=0
Open the reader (and start consuming resources, such as images or video files)
int sample_rate
The number of audio samples per second (44100 is a common sample rate)
Exception when too many seek attempts happen.
Fraction GetRepeatFraction(long int index)
Get the fraction that represents how many times this value is repeated in the curve.
ReaderBase * Reader()
Get the current reader.
virtual bool IsOpen()=0
Determine if reader is open or closed.
This class is used to resample audio data for many sequential frames.
Keyframe crop_height
Curve representing height in percent (0.0=0%, 1.0=100%)