| Geant4 Cross Reference |
1 // 1 //
2 // ******************************************* 2 // ********************************************************************
3 // * License and Disclaimer 3 // * License and Disclaimer *
4 // * 4 // * *
5 // * The Geant4 software is copyright of th 5 // * The Geant4 software is copyright of the Copyright Holders of *
6 // * the Geant4 Collaboration. It is provided 6 // * the Geant4 Collaboration. It is provided under the terms and *
7 // * conditions of the Geant4 Software License 7 // * conditions of the Geant4 Software License, included in the file *
8 // * LICENSE and available at http://cern.ch/ 8 // * LICENSE and available at http://cern.ch/geant4/license . These *
9 // * include a list of copyright holders. 9 // * include a list of copyright holders. *
10 // * 10 // * *
11 // * Neither the authors of this software syst 11 // * Neither the authors of this software system, nor their employing *
12 // * institutes,nor the agencies providing fin 12 // * institutes,nor the agencies providing financial support for this *
13 // * work make any representation or warran 13 // * work make any representation or warranty, express or implied, *
14 // * regarding this software system or assum 14 // * regarding this software system or assume any liability for its *
15 // * use. Please see the license in the file 15 // * use. Please see the license in the file LICENSE and URL above *
16 // * for the full disclaimer and the limitatio 16 // * for the full disclaimer and the limitation of liability. *
17 // * 17 // * *
18 // * This code implementation is the result 18 // * This code implementation is the result of the scientific and *
19 // * technical work of the GEANT4 collaboratio 19 // * technical work of the GEANT4 collaboration. *
20 // * By using, copying, modifying or distri 20 // * By using, copying, modifying or distributing the software (or *
21 // * any work based on the software) you ag 21 // * any work based on the software) you agree to acknowledge its *
22 // * use in resulting scientific publicati 22 // * use in resulting scientific publications, and indicate your *
23 // * acceptance of all terms of the Geant4 Sof 23 // * acceptance of all terms of the Geant4 Software license. *
24 // ******************************************* 24 // ********************************************************************
25 // 25 //
26 26
27 #ifdef USE_INFERENCE_ONNX 27 #ifdef USE_INFERENCE_ONNX
28 # ifndef PAR04ONNXINFERENCE_HH << 28 #ifndef PAR04ONNXINFERENCE_HH
29 # define PAR04ONNXINFERENCE_HH << 29 #define PAR04ONNXINFERENCE_HH
30 # include "Par04InferenceInterface.hh" // <<
31 # include "core/session/onnxruntime_cxx_api <<
32 <<
33 # include <G4String.hh> // for G4String <<
34 # include <G4Types.hh> // for G4int, G4dou <<
35 # include <memory> // for unique_ptr <<
36 # include <vector> // for vector <<
37 30
38 # include <core/session/onnxruntime_c_api.h << 31 #include "Par04InferenceInterface.hh"
>> 32 #include "CLHEP/Units/SystemOfUnits.h"
>> 33 #include "G4ThreeVector.hh"
>> 34 #include "globals.hh"
>> 35 #include "core/session/onnxruntime_cxx_api.h"
39 36
40 /** 37 /**
41 * @brief Inference using the ONNX runtime. 38 * @brief Inference using the ONNX runtime.
42 * 39 *
43 * Creates an enviroment whcih manages an inte 40 * Creates an enviroment whcih manages an internal thread pool and creates an
44 * inference session for the model saved as an 41 * inference session for the model saved as an ONNX file.
45 * Runs the inference in the session using the 42 * Runs the inference in the session using the input vector from Par04InferenceSetup.
46 * 43 *
47 **/ 44 **/
48 45
49 class Par04OnnxInference : public Par04Inferen 46 class Par04OnnxInference : public Par04InferenceInterface
50 { 47 {
51 public: << 48 public:
52 Par04OnnxInference(G4String, G4int, G4int, << 49 Par04OnnxInference(G4String, G4int, G4int, G4int);
53 G4int, // For Executio << 50 Par04OnnxInference();
54 std::vector<const char* << 51
55 G4String, G4String); << 52 /// Run inference
56 << 53 /// @param[in] aGenVector Input latent space and conditions
57 Par04OnnxInference(); << 54 /// @param[out] aEnergies Model output = generated shower energies
58 << 55 /// @param[in] aSize Size of the output
59 /// Run inference << 56 void RunInference(vector<float> aGenVector, std::vector<G4double>& aEnergies, int aSize);
60 /// @param[in] aGenVector Input latent spa << 57
61 /// @param[out] aEnergies Model output = g << 58 private:
62 /// @param[in] aSize Size of the output << 59 /// Pointer to the ONNX enviroment
63 void RunInference(std::vector<float> aGenV << 60 std::unique_ptr<Ort::Env> fEnv;
64 << 61 /// Pointer to the ONNX inference session
65 private: << 62 std::unique_ptr<Ort::Session> fSession;
66 /// Pointer to the ONNX enviroment << 63 /// ONNX settings
67 std::unique_ptr<Ort::Env> fEnv; << 64 Ort::SessionOptions fSessionOptions;
68 /// Pointer to the ONNX inference session << 65 /// ONNX memory info
69 std::unique_ptr<Ort::Session> fSession; << 66 const OrtMemoryInfo* fInfo;
70 /// ONNX settings << 67 struct MemoryInfo;
71 Ort::SessionOptions fSessionOptions; << 68 /// the input names represent the names given to the model
72 /// ONNX memory info << 69 /// when defining the model's architecture (if applicable)
73 const OrtMemoryInfo* fInfo; << 70 /// they can also be retrieved from model.summary()
74 struct MemoryInfo; << 71 std::vector<const char*> fInames;
75 /// the input names represent the names gi <<
76 /// when defining the model's architectur <<
77 /// they can also be retrieved from model. <<
78 std::vector<const char*> fInames; <<
79 }; 72 };
80 73
81 # endif /* PAR04ONNXINFERENCE_HH */ << 74 #endif /* PAR04ONNXINFERENCE_HH */
82 #endif 75 #endif
83 76