ModelGroups.h File

Model-stage NodeGroups: preprocess, MLA inference, postprocess, and full infer chains. More...

Included Headers

#include "builder/NodeGroup.h" #include "model/PreprocessPlan.h" #include <string> #include <vector> #include <cstdint>

Namespaces Index

namespace	simaai
namespace	neat
namespace	nodes
namespace	groups

Classes Index

struct	InferOptions
	Tunables for the preprocess and combined-infer groups. More...

Description

Model-stage NodeGroups: preprocess, MLA inference, postprocess, and full infer chains.

Wraps the four canonical Node sequences a Model expands into when added to a Session — preprocess, MLA, postprocess, and the combined Infer group that chains them together. The _tar_gz overloads build directly from an MPK on disk; the _Model& overloads accept an already-parsed Model and are what Model::session() uses internally.

See Also

Model

File Listing

The file content with the documentation metadata removed is:

1

14#pragma once

15

16#include "builder/NodeGroup.h"

17#include "model/PreprocessPlan.h"

18

19#include <string>

20#include <vector>

21#include <cstdint>

22

23namespace simaai::neat {

24class Model;

25} // namespace simaai::neat

26

27namespace simaai::neat::nodes::groups {

28

38struct InferOptions {

39 PreprocessColorFormat input_format =

40 PreprocessColorFormat::Auto;

41 bool normalize = false;

42 std::vector<float> mean;

43 std::vector<float> stddev;

44 std::string upstream_name;

45 std::string preproc_next_cpu;

46 int num_buffers_cvu = 4;

47 int num_buffers_mla = 4;

48 int queue_max_buffers = 0;

49 int64_t queue_max_time_ns = -1;

50 std::string queue_leaky;

51 bool sync_mode = false;

52};

53

60simaai::neat::NodeGroup preprocessing(const std::string& tar_gz, const InferOptions& opt = {});

61

67simaai::neat::NodeGroup simple_infer(const std::string& tar_gz);

68

74simaai::neat::NodeGroup postprocessing(const std::string& tar_gz);

75

81simaai::neat::NodeGroup infer(const std::string& tar_gz);

82

89simaai::neat::NodeGroup infer(const std::string& tar_gz, const InferOptions& opt);

90

96simaai::neat::NodeGroup Preprocess(const simaai::neat::Model& model);

97

103simaai::neat::NodeGroup MLA(const simaai::neat::Model& model);

104

110simaai::neat::NodeGroup Postprocess(const simaai::neat::Model& model);

111

117simaai::neat::NodeGroup Infer(const simaai::neat::Model& model);

118

119} // namespace simaai::neat::nodes::groups

---

Generated via doxygen2docusaurus 2.0.0 by Doxygen 1.9.8.