/* requirement driven design do we store graphs as files or in a db with UUID as key? we traverse the graph as recursive function calls until we satisfy all dependencies NO NODE HAS MORE THAN ONE OUTPUT WE DON'T LINK TO AN OUTPUT OBJECT WE LINK TO THE NODE - GET_OUTPUT IS THE RENDER FUNCTION MORE THAN ONE NODE CAN LINK THE SAME OUTPUT NODES CACHE AT LEAST ONE FRAME ??the only node with more than 1 output is audio? ??lets rethink this ??audio analysis nodes can be seperate - they can all load from the same audio file - were gonna have to process each pass ??output splitter? channel splitter? these can be done as 1 object per channel? ??I think so settings - how do we deal with settings being controllable signal inputs can have a gui representation as well other gui items don't have an input scaling to come time is always in floating points seconds - time has to be requested when rendering - either a preview what about testing a float for equality? maybe we should look at time in int (frames) - - what does this imply is it easier to have a function like: bool Same_frame(float time1, float time2); nb where a signal enters a channel comp input - it is duplicated - so nodes should cache a value (more for time effects) sql stuff NB best way to use is: interface uploads audio and makes thumbnail: graph determines what kind of audio analysis is used by referring to plugins jesus where is it hanging in the frigging debugger GOOD GOOD GOOD next - build signal_output and make a working chain with dummy data main definitions of libavcodec.h are in utils.c */ #include #include #include #include #include "Poco/Net/HTTPServer.h" #include "Poco/Net/HTTPResponse.h" #include "Poco/UUID.h" #include "Poco/UUIDGenerator.h" #include "Poco/Notification.h" #include "Poco/NotificationCenter.h" #include "Poco/Observer.h" #include "Poco/ThreadPool.h" #include "Poco/Thread.h" #include "Poco/Task.h" #include "Poco/Runnable.h" #include "Poco/Mutex.h" #include "Poco/Random.h" #include "Poco/AutoPtr.h" #include "Poco/File.h" #include using Poco::UUID; using Poco::UUIDGenerator; using Poco::Net::HTTPResponse; extern "C" { #include "libavcodec/avcodec.h" #include "libavformat/avformat.h" #include "libavutil/opt.h" #include "libavutil/channel_layout.h" #include "libavutil/common.h" #include "libavutil/imgutils.h" #include "libavutil/mathematics.h" #include "libavutil/samplefmt.h" #include #include //#include } #define AUDIO_INBUF_SIZE 20480 #define AUDIO_REFILL_THRESH 4096 #include "vampHost.h" #include "xmlIO.h" #include "avCodec.h" namespace Rotor { #define IDLE 0 #define ANALYSING_AUDIO 1 #define AUDIO_READY 2 #define CREATING_PREVIEW 3 #define PREVIEW_READY 4 #define RENDERING 5 #define RENDER_READY 6 #define ANALYSE_AUDIO 1 #define PREVIEW 2 #define RENDER 3 //forward declaration class Node; class Signal_node; //http://blog.tomaka17.com/2012/03/libavcodeclibavformat-tutorial/ struct Packet { explicit Packet(AVFormatContext* ctxt = nullptr) { av_init_packet(&packet); packet.data = nullptr; packet.size=0; if (ctxt) reset(ctxt); } Packet(Packet&& other) : packet(std::move(other.packet)) { other.packet.data = nullptr; } ~Packet() { if (packet.data) av_free_packet(&packet); } void reset(AVFormatContext* ctxt) { if (packet.data) av_free_packet(&packet); if (av_read_frame(ctxt, &packet) < 0) packet.data = nullptr; } AVPacket packet; }; class Render_status{ public: int id; float progress; }; class Render_requirements{ public: int num_performances; int num_clips; }; class Command_response{ public: Command_response() { status=Poco::Net::HTTPResponse::HTTP_OK; } std::string description; Poco::Net::HTTPResponse::HTTPStatus status; }; class Input{ public: Input(const string &_desc): description(_desc){}; Node* connection; string description; }; class Image_input: public Input{ public: }; class Signal_input: public Input{ public: bool connect(Signal_node* source); Signal_input(const string &_desc): Input(_desc){}; }; class Node{ public: virtual Node* clone(map &_settings)=0; UUID uid; //every usable node has a UUID int id; vector inputs; //simple node can have signal inputs, output depends on node type void create_signal_input(const string &description) {inputs.push_back(new Signal_input(description));}; string description; string type; string output_type; string ID; string check(map &settings,string key){ if (settings.find(key)!=settings.end()) return settings[key]; else return "";}; void base_settings(map &settings) { description=check(settings,"description"); type=check(settings,"type"); output_type=check(settings,"output"); ID=check(settings,"ID"); } }; class Image{ char* data; }; class Signal_node: public Node{ public: virtual float get_output(const float &time) { return 0.0f; }; /*{ //default is to pass through first input, if disconnected returns 0 cerr << "getting output for " << type << "," << ID << endl; if (inputs.size()) { if (inputs[0]->connection) return ((Signal_node*)(inputs[0]->connection))->get_output(time); } return 0.0f; } */ }; class Image_node: public Node{ public: vector image_inputs; //image node also has image inputs and outputs Image* get_output(float time){ //sample implementation //do something with the inputs //and then return ((Image_node*)image_inputs[0].connection)->get_output(time); } void get_preview(float time); Image* image; //this can be privately allocated or just passed on as the node see fit private: float image_time; }; //actual nodes------------------------------------------------- class Audio_analysis: public Signal_node { public: Audio_analysis(){}; Audio_analysis(map &settings) { base_settings(settings); }; Audio_analysis* clone(map &_settings) { return new Audio_analysis(_settings);}; float get_output(const float &time) { float t=time; return t; } }; class Signal_divide: public Signal_node { //divides incoming signal by a fixed amount public: Signal_divide(){}; Signal_divide(map &settings) { base_settings(settings); divide_amount=ofToFloat(check(settings,"amount")); }; Signal_divide* clone(map &_settings) { return new Signal_divide(_settings);}; float get_output(const float &time) { if (inputs[0]->connection) { return (((Signal_node*)inputs[0]->connection)->get_output(time))/divide_amount; } return 0.0f; } float divide_amount; }; class Is_new_integer: public Signal_node { //does this require knowing what the framerate is? //for now, assume 25 //what to cache? for now, don't cache public: Is_new_integer(){}; Is_new_integer(map &settings) { base_settings(settings); }; Is_new_integer* clone(map &_settings) { return new Is_new_integer(_settings);}; float get_output(const float &time) { if (inputs[0]->connection) { float s1=(((Signal_node*)(inputs[0]->connection))->get_output(time)); float s2=(((Signal_node*)(inputs[0]->connection))->get_output(time-.04)); if (((int)s1)>((int)s2)) { return 1.0f; } } return 0.0f; } }; class Signal_output: public Signal_node { public: Signal_output(){}; Signal_output(map &settings) { base_settings(settings); }; Signal_output* clone(map &_settings) { return new Signal_output(_settings);}; bool render(const float duration, const float framerate,string &xml_out); float get_output(const float &time) { if (inputs[0]->connection) { return ((Signal_node*)(inputs[0]->connection))->get_output(time); } else return 0.0f; } }; //------------------------------------------------------------------- class Node_factory{ public: Node_factory(); void add_type(string type,Node* proto){ type_map[type]=proto; }; Node *create(map &settings){ if (settings.find("type")!=settings.end()) { if (type_map.find(settings["type"])!=type_map.end()) { return type_map[settings["type"]]->clone(settings); } } return NULL; }; private: unordered_map type_map; }; class Graph{ public: Graph(){framerate=25.0f;duration=10.0f;}; Graph(const string& _uid,const string& _desc){ uid=_uid;description=_desc;framerate=25.0f;duration=10.0f;}; string uid; //every version of a graph has a UUID, no particular need to actually read its data(?) //?? is it faster than using strings?? string description; std::unordered_map nodes; Node* find(const string &type){ for (std::unordered_map::iterator it=nodes.begin();it!=nodes.end();++it) { if (it->second->type==type) return it->second; } return NULL; }; bool signal_render(const float _fr,string &signal_xml) { if (_fr>.001) framerate=_fr; if (find("signal_output")) { Signal_output *signal_output=dynamic_cast(find("signal_output")); return signal_output->render(duration,framerate,signal_xml); } else return false; } private: Node_factory factory; float framerate; float duration; }; class base_audio_processor { public: virtual bool process_frame(uint8_t *data,int samples)=0; void init(int _channels,int _bits,int _samples) { channels=_channels; bits=_bits; samples=_samples; }; int channels,bits,samples; }; class audio_thumbnailer: public base_audio_processor { //how to deal with the fact that frames don't correspond with pixels? //buffer the data somehow //draw pixels based on rms value public: audio_thumbnailer(){ height=64; width=512; data=new uint8_t[height*width]; memset(data,0,height*width); } ~audio_thumbnailer(){ delete[] data; } void init(int _channels,int _bits,int _samples) { base_audio_processor::init(_channels,_bits,_samples); samples_per_column=samples/width; stored_data=new uint8_t[samples_per_column*channels*(bits>>3)]; sample=0; } bool process_frame(uint8_t *data,int samples_in_frame){ //begin by processing remaining samples //samples per column could be larger than a frame! (probably is) //but all we are doing is averaging int bytes=(bits>>3); int stride=channels*bytes; int next_sample=0; uint64_t accum; while (next_sample& command); Render_status get_status(); void cancel(); //interrupt locking process int make_preview(int nodeID, float time); //starts a frame preview - returns status code - how to retrieve? int load_graph(Poco::UUID uid); bool load_graph(string &graph_filename); //should eventually be as above UUID save_graph(); //returns UUID of saved graph bool load_audio(const string &filename,vector processors); Render_requirements get_requirements(); int load_video(int num,string &filename); //can be performance or clip private: int state; float progress; //for a locking process: audio analysis or rendering //thread only does one thing at once std::deque work_queue; Poco::Mutex mutex; //lock for access from parent thread std::string audio_filename; vampHost::QMAnalyser audio_analyser; xmlIO xml; Graph graph; Node_factory factory; }; } /* coding style Types begin with a capital, use underscore as a seperator instances begin with a small letter */