| Geant4 Cross Reference |
1 // 1 //
2 // ******************************************* 2 // ********************************************************************
3 // * License and Disclaimer 3 // * License and Disclaimer *
4 // * 4 // * *
5 // * The Geant4 software is copyright of th 5 // * The Geant4 software is copyright of the Copyright Holders of *
6 // * the Geant4 Collaboration. It is provided 6 // * the Geant4 Collaboration. It is provided under the terms and *
7 // * conditions of the Geant4 Software License 7 // * conditions of the Geant4 Software License, included in the file *
8 // * LICENSE and available at http://cern.ch/ 8 // * LICENSE and available at http://cern.ch/geant4/license . These *
9 // * include a list of copyright holders. 9 // * include a list of copyright holders. *
10 // * 10 // * *
11 // * Neither the authors of this software syst 11 // * Neither the authors of this software system, nor their employing *
12 // * institutes,nor the agencies providing fin 12 // * institutes,nor the agencies providing financial support for this *
13 // * work make any representation or warran 13 // * work make any representation or warranty, express or implied, *
14 // * regarding this software system or assum 14 // * regarding this software system or assume any liability for its *
15 // * use. Please see the license in the file 15 // * use. Please see the license in the file LICENSE and URL above *
16 // * for the full disclaimer and the limitatio 16 // * for the full disclaimer and the limitation of liability. *
17 // * 17 // * *
18 // * This code implementation is the result 18 // * This code implementation is the result of the scientific and *
19 // * technical work of the GEANT4 collaboratio 19 // * technical work of the GEANT4 collaboration. *
20 // * By using, copying, modifying or distri 20 // * By using, copying, modifying or distributing the software (or *
21 // * any work based on the software) you ag 21 // * any work based on the software) you agree to acknowledge its *
22 // * use in resulting scientific publicati 22 // * use in resulting scientific publications, and indicate your *
23 // * acceptance of all terms of the Geant4 Sof 23 // * acceptance of all terms of the Geant4 Software license. *
24 // ******************************************* 24 // ********************************************************************
25 // 25 //
26 26
27 #ifdef USE_INFERENCE_ONNX 27 #ifdef USE_INFERENCE_ONNX
28 # ifndef PAR04ONNXINFERENCE_HH << 28 #ifndef PAR04ONNXINFERENCE_HH
29 # define PAR04ONNXINFERENCE_HH << 29 #define PAR04ONNXINFERENCE_HH
30 # include "Par04InferenceInterface.hh" // << 30 #include <core/session/onnxruntime_c_api.h> // for OrtMemoryInfo
31 # include "core/session/onnxruntime_cxx_api << 31 #include <G4String.hh> // for G4String
32 << 32 #include <G4Types.hh> // for G4int, G4double
33 # include <G4String.hh> // for G4String << 33 #include <memory> // for unique_ptr
34 # include <G4Types.hh> // for G4int, G4dou << 34 #include <vector> // for vector
35 # include <memory> // for unique_ptr << 35 #include "Par04InferenceInterface.hh" // for Par04InferenceInterface
36 # include <vector> // for vector << 36 #include "core/session/onnxruntime_cxx_api.h" // for Env, Session, SessionO...
37 <<
38 # include <core/session/onnxruntime_c_api.h <<
39 37
40 /** 38 /**
41 * @brief Inference using the ONNX runtime. 39 * @brief Inference using the ONNX runtime.
42 * 40 *
43 * Creates an enviroment whcih manages an inte 41 * Creates an enviroment whcih manages an internal thread pool and creates an
44 * inference session for the model saved as an 42 * inference session for the model saved as an ONNX file.
45 * Runs the inference in the session using the 43 * Runs the inference in the session using the input vector from Par04InferenceSetup.
46 * 44 *
47 **/ 45 **/
48 46
49 class Par04OnnxInference : public Par04Inferen 47 class Par04OnnxInference : public Par04InferenceInterface
50 { 48 {
51 public: << 49 public:
52 Par04OnnxInference(G4String, G4int, G4int, << 50 Par04OnnxInference(G4String, G4int, G4int, G4int,
53 G4int, // For Executio << 51 G4int, // For Execution Provider Runtime Flags (for now only CUDA)
54 std::vector<const char* << 52 std::vector<const char *> &cuda_keys,
55 G4String, G4String); << 53 std::vector<const char *> &cuda_values,
56 << 54 G4String, G4String);
57 Par04OnnxInference(); << 55
58 << 56 Par04OnnxInference();
59 /// Run inference << 57
60 /// @param[in] aGenVector Input latent spa << 58 /// Run inference
61 /// @param[out] aEnergies Model output = g << 59 /// @param[in] aGenVector Input latent space and conditions
62 /// @param[in] aSize Size of the output << 60 /// @param[out] aEnergies Model output = generated shower energies
63 void RunInference(std::vector<float> aGenV << 61 /// @param[in] aSize Size of the output
64 << 62 void RunInference(std::vector<float> aGenVector, std::vector<G4double>& aEnergies, int aSize);
65 private: << 63
66 /// Pointer to the ONNX enviroment << 64 private:
67 std::unique_ptr<Ort::Env> fEnv; << 65 /// Pointer to the ONNX enviroment
68 /// Pointer to the ONNX inference session << 66 std::unique_ptr<Ort::Env> fEnv;
69 std::unique_ptr<Ort::Session> fSession; << 67 /// Pointer to the ONNX inference session
70 /// ONNX settings << 68 std::unique_ptr<Ort::Session> fSession;
71 Ort::SessionOptions fSessionOptions; << 69 /// ONNX settings
72 /// ONNX memory info << 70 Ort::SessionOptions fSessionOptions;
73 const OrtMemoryInfo* fInfo; << 71 /// ONNX memory info
74 struct MemoryInfo; << 72 const OrtMemoryInfo* fInfo;
75 /// the input names represent the names gi << 73 struct MemoryInfo;
76 /// when defining the model's architectur << 74 /// the input names represent the names given to the model
77 /// they can also be retrieved from model. << 75 /// when defining the model's architecture (if applicable)
78 std::vector<const char*> fInames; << 76 /// they can also be retrieved from model.summary()
>> 77 std::vector<const char*> fInames;
79 }; 78 };
80 79
81 # endif /* PAR04ONNXINFERENCE_HH */ << 80 #endif /* PAR04ONNXINFERENCE_HH */
82 #endif 81 #endif
83 82