Added bayesian_ridge regressor example

scikit-learn/adaboost_regressor/client.py

@@ -1,9 +1,11 @@
+#!/usr/bin/env python3
+# -*- coding: utf-8 -*-
+
 import sys
 import argparse
 import numpy as np
 
 import tritonclient.grpc as grpcclient
-import tritonclient.grpc.model_config_pb2 as mc
 
 from sklearn.datasets import fetch_california_housing
 from sklearn.model_selection import train_test_split

scikit-learn/bayesian_ridge/bayesian_ridge.joblib

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2ebbac819ed6bff312cf76edee8f4016f235726e22b4f8eebc0b111bf2bc3d0
+size 1624

scikit-learn/bayesian_ridge/bayesian_ridge.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d50334e0311060f2a732d3c9276f1badfd3b60ca0ee603f47bf7668a337930f
+size 300

scikit-learn/bayesian_ridge/bayesian_ridge.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ee56bd90d8833ef7cbc47bedce5396ff461b5f7793680d6b992a2f6eb70e4e8
+size 709

scikit-learn/bayesian_ridge/bayesian_ridge/1/model.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d50334e0311060f2a732d3c9276f1badfd3b60ca0ee603f47bf7668a337930f
+size 300

scikit-learn/bayesian_ridge/bayesian_ridge/config.pbtxt

@@ -0,0 +1,18 @@
+name: "bayesian_ridge"
+backend: "onnxruntime"
+max_batch_size: 0
+input [
+  {
+    name: "float_input"
+    data_type: TYPE_FP32
+    dims: [ 8 ]
+  }
+]
+output [
+]
+instance_group [
+  {
+    count: 1
+    kind: KIND_CPU
+  }
+]

scikit-learn/bayesian_ridge/client.py

@@ -0,0 +1,63 @@
+#!/usr/bin/env python3
+# -*- coding: utf-8 -*-
+
+import sys
+import argparse
+import numpy as np
+
+import tritonclient.grpc as grpcclient
+
+from sklearn.datasets import fetch_california_housing
+from sklearn.model_selection import train_test_split
+from sklearn.metrics import mean_squared_error
+
+
+def make_prediction(model_server, model_name, model_version, verbose):
+    try:
+        triton_client = grpcclient.InferenceServerClient(url=model_server, verbose=verbose)
+    except Exception as e:
+        print("channel creation failed: " + str(e))
+        sys.exit(1)
+    # Infer
+    inputs = []
+    outputs = []
+    # Load the California Housing dataset
+    california = fetch_california_housing()
+    X, y = california.data, california.target
+    # Split the dataset into training and testing sets
+    _, X_test, _, y_test = train_test_split(X, y, test_size=0.25, random_state=0)
+    input_data = X_test.astype(np.float32)
+    input_label = y_test.astype(np.float32)
+    print(f'input_data:\n{input_data[0]}')
+    print(f'input_label:\n{input_label[0]}')
+    # input_data = np.expand_dims(input_data, axis=0)
+    # Initialize the data
+    inputs.append(grpcclient.InferInput('float_input', [input_data.shape[0], input_data.shape[1]], "FP32"))
+    inputs[0].set_data_from_numpy(input_data)
+    outputs.append(grpcclient.InferRequestedOutput('variable'))
+    # Test with outputs
+    results = triton_client.infer(model_name=model_name, inputs=inputs, outputs=outputs)
+    # print("response:\n", results.get_response())
+    statistics = triton_client.get_inference_statistics(model_name=model_name)
+    # print("statistics:\n", statistics)
+    if len(statistics.model_stats) != 1:
+        print("FAILED: Inference Statistics")
+        sys.exit(1)
+    # Get the output arrays from the results
+    y_pred = results.as_numpy('variable').squeeze()
+    print(f"y_pred:\n{y_pred[0]}")
+    mse = mean_squared_error(y_test, y_pred)
+    print(f'Mean Squared Error: {mse}')
+
+
+"""
+python client.py --model_server localhost:8001 --model_name bayesian_ridge --model_version 1
+"""
+if __name__ == "__main__":
+    parser = argparse.ArgumentParser(description="Make predictions using a specific model.")
+    parser.add_argument("--model_server", default="localhost:8001", help="The address of the model server.")
+    parser.add_argument("--model_name", default="bayesian_ridge", help="The name of the model to use.")
+    parser.add_argument("--model_version", default="1", help="The version of the model to use.")
+    parser.add_argument("--verbose", action="store_true", required=False, default=False, help='Enable verbose output')
+    args = parser.parse_args()
+    make_prediction(args.model_server, args.model_name, args.model_version, args.verbose)

scikit-learn/bayesian_ridge/convert2onnx.sh

@@ -0,0 +1 @@
+python ../convert2onnx.py california bayesian_ridge.joblib bayesian_ridge.onnx

scikit-learn/bayesian_ridge/model_packaging.sh

@@ -0,0 +1 @@
+python ../model_packaging.py .

scikit-learn/bayesian_ridge/predict.py

@@ -0,0 +1,31 @@
+#!/usr/bin/env python3
+# -*- coding: utf-8 -*-
+
+import joblib
+
+from sklearn.datasets import fetch_california_housing
+from sklearn.model_selection import train_test_split
+from sklearn.metrics import mean_squared_error
+
+# Load the model from disk
+loaded_model = joblib.load('bayesian_ridge.joblib')
+
+# Set the random seed
+random_seed = 0
+
+# Load the dataset
+dataset = fetch_california_housing()
+X, y = dataset.data, dataset.target
+
+# Split the dataset into training and testing sets
+_, X_test, _, y_test = train_test_split(X, y, test_size=0.25, random_state=random_seed)
+print(f'X_test:\n{X_test[0]}')
+print(f'y_test:\n{y_test[0]}')
+
+# Use the model to make predictions on the test data
+y_pred = loaded_model.predict(X_test)
+print(f'y_pred:\n{y_pred[0]}')
+
+# Score the model using mean squared error
+mse = mean_squared_error(y_test, y_pred)
+print(f'Mean Squared Error: {mse}')

scikit-learn/bayesian_ridge/train.py

@@ -0,0 +1,25 @@
+#!/usr/bin/env python3
+# -*- coding: utf-8 -*-
+
+import joblib
+
+from sklearn.datasets import fetch_california_housing
+from sklearn.linear_model import BayesianRidge
+from sklearn.model_selection import train_test_split
+
+# Set the random seed
+random_seed = 0
+
+# Load the dataset
+dataset = fetch_california_housing()
+X, y = dataset.data, dataset.target
+
+# Split the dataset into training and testing sets
+X_train, _, y_train, _ = train_test_split(X, y, test_size=0.25, random_state=random_seed)
+
+# Create and train the Bayesian Ridge Regression model
+model = BayesianRidge()
+model.fit(X_train, y_train)
+
+# Save the trained model to disk
+joblib.dump(model, 'bayesian_ridge.joblib')