ModelGroups.h File

Model stage NodeGroups for MPK pipelines. More...

Included Headers

#include "builder/NodeGroup.h" #include <string> #include <vector> #include <cstdint>

Namespaces Index

namespace	simaai
namespace	neat
namespace	nodes
namespace	groups

Classes Index

struct	InferOptions

Description

Model stage NodeGroups for MPK pipelines.

File Listing

The file content with the documentation metadata removed is:

1

6#pragma once

7

8#include "builder/NodeGroup.h"

9

10#include <string>

11#include <vector>

12#include <cstdint>

13

14namespace simaai::neat {

15class Model;

16} // namespace simaai::neat

17

18namespace simaai::neat::nodes::groups {

19

20struct InferOptions {

21 int input_width = 0;

22 int input_height = 0;

23 std::string input_format;

24 bool normalize = false;

25 std::vector<float> mean;

26 std::vector<float> stddev;

27 std::string upstream_name;

28 std::string preproc_next_cpu;

29 int num_buffers_cvu = 4;

30 int num_buffers_mla = 4;

31 int queue_max_buffers = 0;

32 int64_t queue_max_time_ns = -1;

33 std::string queue_leaky;

34 bool sync_mode = false;

35};

36

37simaai::neat::NodeGroup preprocessing(const std::string& tar_gz, const InferOptions& opt = {});

38simaai::neat::NodeGroup simple_infer(const std::string& tar_gz);

39simaai::neat::NodeGroup postprocessing(const std::string& tar_gz);

40simaai::neat::NodeGroup infer(const std::string& tar_gz);

41simaai::neat::NodeGroup infer(const std::string& tar_gz, const InferOptions& opt);

42

43simaai::neat::NodeGroup Preprocess(const simaai::neat::Model& model);

44simaai::neat::NodeGroup MLA(const simaai::neat::Model& model);

45simaai::neat::NodeGroup Postprocess(const simaai::neat::Model& model);

46simaai::neat::NodeGroup Infer(const simaai::neat::Model& model);

47

48} // namespace simaai::neat::nodes::groups

---

Generated via doxygen2docusaurus 2.0.0 by Doxygen 1.9.1.