@@ -82,12 +82,6 @@ class BytewaxMaterializationEngineConfig(FeastConfigBaseModel):
82
82
mini_batch_size : int = 1000
83
83
""" (optional) Number of rows to process per write operation (default 1000)"""
84
84
85
- bytewax_replicas : int = 5
86
- """ (optional) Number of process to spawn in each pods to handle a file in parallel"""
87
-
88
- bytewax_worker_per_process : int = 1
89
- """ (optional) Number of threads as worker per bytewax process"""
90
-
91
85
active_deadline_seconds : int = 86400
92
86
""" (optional) Maximum amount of time a materialization job is allowed to run"""
93
87
@@ -353,7 +347,7 @@ def _create_job_definition(self, job_id, namespace, pods, env, index_offset=0):
353
347
{"name" : "BYTEWAX_WORKDIR" , "value" : "/bytewax" },
354
348
{
355
349
"name" : "BYTEWAX_WORKERS_PER_PROCESS" ,
356
- "value" : f" { self . batch_engine_config . bytewax_worker_per_process } " ,
350
+ "value" : "1 " ,
357
351
},
358
352
{
359
353
"name" : "BYTEWAX_POD_NAME" ,
@@ -366,7 +360,7 @@ def _create_job_definition(self, job_id, namespace, pods, env, index_offset=0):
366
360
},
367
361
{
368
362
"name" : "BYTEWAX_REPLICAS" ,
369
- "value" : f" { self . batch_engine_config . bytewax_replicas } " ,
363
+ "value" : "1 " ,
370
364
},
371
365
{
372
366
"name" : "BYTEWAX_KEEP_CONTAINER_ALIVE" ,
0 commit comments