feat: add prefix aware picker

Signed-off-by: BrianPark314 <[email protected]>

Author: BrianPark314

src/gateway_inference_extension/Dockerfile

@@ -25,6 +25,7 @@ RUN git clone https://github.com/kubernetes-sigs/gateway-api-inference-extension
     git apply scheduler.patch && \
     cd ../../../.. && \
     cp /src/roundrobin_picker.go  gateway-api-inference-extension/pkg/epp/scheduling/plugins/picker/roundrobin_picker.go && \
+    cp /src/prefix_aware_picker.go  gateway-api-inference-extension/pkg/epp/scheduling/plugins/picker/prefix_aware_picker.go && \
     mkdir -p /src/pkg/ && \
     cp -r gateway-api-inference-extension/pkg/epp/ /src/pkg/epp && \
     cp gateway-api-inference-extension/go.mod /src && \

src/gateway_inference_extension/prefix_aware_picker.go

@@ -149,4 +149,4 @@ func (t *hashTrie) longestPrefixMatch(
 		}
 	}
 	return res
-}
+}

src/gateway_inference_extension/scheduler.patch

@@ -16,6 +16,7 @@ index b484cde..c7688a8 100644
  		scorers:             map[plugins.Scorer]int{},
 -		picker:              &picker.RandomPicker{},
 +		picker:              &picker.RoundRobinPicker{},
++       picker:              &picker.PrefixAwarePicker{},
  		postSchedulePlugins: []plugins.PostSchedule{},
  	}