@@ -106,14 +106,14 @@ impl InfererWrapper for Box<dyn InfererWrapper> {
106106/// state in the wrappers.
107107pub struct StatefulInferer < WrapStack : InfererWrapper , Inf : Inferer > {
108108 wrapper_stack : WrapStack ,
109- policy : Inf ,
109+ inferer : Inf ,
110110}
111111
112112impl < WrapStack : InfererWrapper , Inf : Inferer > StatefulInferer < WrapStack , Inf > {
113- pub fn new ( wrapper_stack : WrapStack , policy : Inf ) -> Self {
113+ pub fn new ( wrapper_stack : WrapStack , inferer : Inf ) -> Self {
114114 Self {
115115 wrapper_stack,
116- policy ,
116+ inferer ,
117117 }
118118 }
119119
@@ -125,14 +125,14 @@ impl<WrapStack: InfererWrapper, Inf: Inferer> StatefulInferer<WrapStack, Inf> {
125125 /// this check fails, will return self unchanged.
126126 pub fn with_new_inferer < NewInf : Inferer > (
127127 self ,
128- new_policy : NewInf ,
128+ new_inferer : NewInf ,
129129 ) -> Result < StatefulInferer < WrapStack , NewInf > , ( Self , anyhow:: Error ) > {
130- if let Err ( e) = Self :: check_compatible_shapes ( & self . policy , & new_policy ) {
130+ if let Err ( e) = Self :: check_compatible_shapes ( & self . inferer , & new_inferer ) {
131131 return Err ( ( self , e) ) ;
132132 }
133133 Ok ( StatefulInferer {
134134 wrapper_stack : self . wrapper_stack ,
135- policy : new_policy ,
135+ inferer : new_inferer ,
136136 } )
137137 }
138138
@@ -191,39 +191,39 @@ impl<WrapStack: InfererWrapper, Inf: Inferer> StatefulInferer<WrapStack, Inf> {
191191
192192 /// Returns the input shapes after all wrappers have been applied.
193193 pub fn input_shapes ( & self ) -> & [ ( String , Vec < usize > ) ] {
194- self . wrapper_stack . input_shapes ( & self . policy )
194+ self . wrapper_stack . input_shapes ( & self . inferer )
195195 }
196196
197197 /// Returns the output shapes after all wrappers have been applied.
198198 pub fn output_shapes ( & self ) -> & [ ( String , Vec < usize > ) ] {
199- self . wrapper_stack . output_shapes ( & self . policy )
199+ self . wrapper_stack . output_shapes ( & self . inferer )
200200 }
201201}
202202
203203/// See [`Inferer`] for documentation.
204204impl < WrapStack : InfererWrapper , Inf : Inferer > Inferer for StatefulInferer < WrapStack , Inf > {
205205 fn select_batch_size ( & self , max_count : usize ) -> usize {
206- self . policy . select_batch_size ( max_count)
206+ self . inferer . select_batch_size ( max_count)
207207 }
208208
209209 fn infer_raw ( & self , batch : & mut ScratchPadView < ' _ > ) -> anyhow:: Result < ( ) , anyhow:: Error > {
210- self . wrapper_stack . invoke ( & self . policy , batch)
210+ self . wrapper_stack . invoke ( & self . inferer , batch)
211211 }
212212
213213 fn raw_input_shapes ( & self ) -> & [ ( String , Vec < usize > ) ] {
214- self . policy . raw_input_shapes ( )
214+ self . inferer . raw_input_shapes ( )
215215 }
216216
217217 fn raw_output_shapes ( & self ) -> & [ ( String , Vec < usize > ) ] {
218- self . policy . raw_output_shapes ( )
218+ self . inferer . raw_output_shapes ( )
219219 }
220220
221221 fn begin_agent ( & self , id : u64 ) {
222- self . wrapper_stack . begin_agent ( & self . policy , id) ;
222+ self . wrapper_stack . begin_agent ( & self . inferer , id) ;
223223 }
224224
225225 fn end_agent ( & self , id : u64 ) {
226- self . wrapper_stack . end_agent ( & self . policy , id) ;
226+ self . wrapper_stack . end_agent ( & self . inferer , id) ;
227227 }
228228}
229229
@@ -247,8 +247,8 @@ impl IntoStateful for FixedBatchInferer {}
247247/// Extension trait to allow easy wrapping of an inferer with a wrapper stack.
248248pub trait InfererWrapperExt : InfererWrapper + Sized {
249249 /// Construct a [`StatefulInferer`] by wrapping an inner inferer with this wrapper.
250- fn wrap < Inf : Inferer > ( self , policy : Inf ) -> StatefulInferer < Self , Inf > {
251- StatefulInferer :: new ( self , policy )
250+ fn wrap < Inf : Inferer > ( self , inferer : Inf ) -> StatefulInferer < Self , Inf > {
251+ StatefulInferer :: new ( self , inferer )
252252 }
253253}
254254
0 commit comments