StageModelExecutor.h File

Stage executor for Model inference using stage APIs. More...

Included Headers

#include "graph/StageExecutor.h" #include "graph/nodes/StageNode.h" #include "pipeline/StageRun.h" #include <memory> #include <string> #include <utility> #include <vector>

Namespaces Index

namespace	simaai
namespace	neat
namespace	graph
namespace	nodes

Classes Index

struct	StageModelExecutorOptions
class	StageModelExecutor

Description

Stage executor for Model inference using stage APIs.

File Listing

The file content with the documentation metadata removed is:

1

6#pragma once

7

8#include "graph/StageExecutor.h"

9#include "graph/nodes/StageNode.h"

10#include "pipeline/StageRun.h"

11

12#include <memory>

13#include <string>

14#include <utility>

15#include <vector>

16

17namespace simaai::neat {

18class Model;

19} // namespace simaai::neat

20

21namespace simaai::neat::graph::nodes {

22

23struct StageModelExecutorOptions {

24 std::shared_ptr<const simaai::neat::Model> model;

25 bool do_preproc = true;

26 bool do_mla = true;

27 bool do_boxdecode = false;

28 simaai::neat::stages::BoxDecodeOptions box_opt;

29};

30

31class StageModelExecutor final : public simaai::neat::graph::StageExecutor {

32public:

33 explicit StageModelExecutor(StageModelExecutorOptions opt);

34

35 void set_ports(const StagePorts& ports) override;

36 void on_input(StageMsg&& msg, std::vector<StageOutMsg>& out) override;

37

38private:

39 StageModelExecutorOptions opt_;

40 PortId out_port_ = kInvalidPort;

41};

42

43// Convenience: wrap StageModelExecutor in a StageNode.

44std::shared_ptr<simaai::neat::graph::Node>

45StageModelExecutorNode(const StageModelExecutorOptions& opt, std::string label = {},

46 StageNodeOptions node_opt = {});

47

48} // namespace simaai::neat::graph::nodes

---

Generated via doxygen2docusaurus 2.0.0 by Doxygen 1.9.1.