StageModelExecutor.h File

Stage executor for Model inference using stage APIs. More...

Included Headers

#include "graph/StageExecutor.h" #include "graph/nodes/StageNode.h" #include "pipeline/StageRun.h" #include <memory> #include <string> #include <utility> #include <vector>

Namespaces Index

namespace	simaai
namespace	neat
namespace	graph
namespace	nodes

Classes Index

struct	StageModelExecutorOptions
	Configuration for a StageModelExecutor stage. More...
class	StageModelExecutor
	Stage executor that runs a Model's inference pipeline as a runtime-graph stage. More...

Description

Stage executor for Model inference using stage APIs.

File Listing

The file content with the documentation metadata removed is:

1

6#pragma once

7

8#include "graph/StageExecutor.h"

9#include "graph/nodes/StageNode.h"

10#include "pipeline/StageRun.h"

11

12#include <memory>

13#include <string>

14#include <utility>

15#include <vector>

16

17namespace simaai::neat {

18class Model;

19} // namespace simaai::neat

20

21namespace simaai::neat::graph::nodes {

22

31struct StageModelExecutorOptions {

32 std::shared_ptr<const simaai::neat::Model> model;

33 bool do_preproc = true;

34 bool do_mla = true;

35 bool do_boxdecode = false;

36 simaai::neat::stages::BoxDecodeOptions box_opt{

37 simaai::neat::BoxDecodeType::Unspecified};

39};

40

51class StageModelExecutor final : public simaai::neat::graph::StageExecutor {

52public:

54 explicit StageModelExecutor(StageModelExecutorOptions opt);

55

57 void set_ports(const StagePorts& ports) override;

59 void on_input(StageMsg&& msg, std::vector<StageOutMsg>& out) override;

60

61private:

62 StageModelExecutorOptions opt_;

63 PortId out_port_ = kInvalidPort;

64};

65

74std::shared_ptr<simaai::neat::graph::Node>

75StageModelExecutorNode(const StageModelExecutorOptions& opt, std::string label = {},

76 StageNodeOptions node_opt = {});

77

78} // namespace simaai::neat::graph::nodes

---

Generated via doxygen2docusaurus 2.0.0 by Doxygen 1.9.8.