Skip to content

Commit

Permalink
add feastProjectDir w/ git & init options
Browse files Browse the repository at this point in the history 
Signed-off-by: Tommy Hughes <[email protected]>
  • Loading branch information
@tchughesiv
tchughesiv committed Feb 20, 2025
1 parent 6372f1c commit 8425326
Show file tree
Hide file tree
Showing 15 changed files with 1,332 additions and 321 deletions.
153 changes: 30 additions & 123 deletions examples/operator-quickstart/01-Install.ipynb
View file
Original file line number Diff line number Diff line change
Expand Up @@ -74,7 +74,7 @@
"output_type": "stream",
"text": [
"NAME STATUS AGE\n",
"feast Active 10s\n"
"feast Active 6s\n"
]
}
],
Expand Down Expand Up @@ -133,28 +133,28 @@
},
{
"cell_type": "code",
"execution_count": 5,
"execution_count": 4,
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"NAME READY STATUS RESTARTS AGE\n",
"pod/postgres-ff8d4cf48-6nqhs 1/1 Running 0 70s\n",
"pod/redis-b4756b75d-nttdm 1/1 Running 0 68s\n",
"pod/postgres-ff8d4cf48-c4znd 1/1 Running 0 2m17s\n",
"pod/redis-b4756b75d-r9nfb 1/1 Running 0 2m15s\n",
"\n",
"NAME TYPE CLUSTER-IP EXTERNAL-IP PORT(S) AGE\n",
"service/postgres ClusterIP 10.43.203.123 <none> 5432/TCP 70s\n",
"service/redis ClusterIP 10.43.234.211 <none> 6379/TCP 67s\n",
"service/postgres ClusterIP 10.43.151.129 <none> 5432/TCP 2m17s\n",
"service/redis ClusterIP 10.43.169.233 <none> 6379/TCP 2m15s\n",
"\n",
"NAME READY UP-TO-DATE AVAILABLE AGE\n",
"deployment.apps/postgres 1/1 1 1 70s\n",
"deployment.apps/redis 1/1 1 1 69s\n",
"deployment.apps/postgres 1/1 1 1 2m18s\n",
"deployment.apps/redis 1/1 1 1 2m16s\n",
"\n",
"NAME DESIRED CURRENT READY AGE\n",
"replicaset.apps/postgres-ff8d4cf48 1 1 1 70s\n",
"replicaset.apps/redis-b4756b75d 1 1 1 68s\n"
"replicaset.apps/postgres-ff8d4cf48 1 1 1 2m18s\n",
"replicaset.apps/redis-b4756b75d 1 1 1 2m16s\n"
]
}
],
Expand Down Expand Up @@ -217,7 +217,7 @@
},
{
"cell_type": "code",
"execution_count": 1,
"execution_count": 5,
"metadata": {},
"outputs": [
{
Expand All @@ -243,32 +243,32 @@
},
{
"cell_type": "code",
"execution_count": 4,
"execution_count": 6,
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"NAME READY STATUS RESTARTS AGE\n",
"pod/feast-example-556689b95c-gb227 0/1 PodInitializing 0 6m41s\n",
"pod/postgres-ff8d4cf48-6nqhs 1/1 Running 0 10m\n",
"pod/redis-b4756b75d-nttdm 1/1 Running 0 10m\n",
"NAME READY STATUS RESTARTS AGE\n",
"pod/feast-example-bbdc6cb6-rzkb4 0/1 Init:0/1 0 3s\n",
"pod/postgres-ff8d4cf48-c4znd 1/1 Running 0 4m49s\n",
"pod/redis-b4756b75d-r9nfb 1/1 Running 0 4m47s\n",
"\n",
"NAME TYPE CLUSTER-IP EXTERNAL-IP PORT(S) AGE\n",
"service/feast-example-online ClusterIP 10.43.254.136 <none> 80/TCP 6m43s\n",
"service/postgres ClusterIP 10.43.203.123 <none> 5432/TCP 10m\n",
"service/redis ClusterIP 10.43.234.211 <none> 6379/TCP 10m\n",
"service/feast-example-online ClusterIP 10.43.143.216 <none> 80/TCP 4s\n",
"service/postgres ClusterIP 10.43.151.129 <none> 5432/TCP 4m49s\n",
"service/redis ClusterIP 10.43.169.233 <none> 6379/TCP 4m47s\n",
"\n",
"NAME READY UP-TO-DATE AVAILABLE AGE\n",
"deployment.apps/feast-example 0/1 1 0 6m43s\n",
"deployment.apps/postgres 1/1 1 1 10m\n",
"deployment.apps/redis 1/1 1 1 10m\n",
"deployment.apps/feast-example 0/1 1 0 5s\n",
"deployment.apps/postgres 1/1 1 1 4m51s\n",
"deployment.apps/redis 1/1 1 1 4m49s\n",
"\n",
"NAME DESIRED CURRENT READY AGE\n",
"replicaset.apps/feast-example-556689b95c 1 1 0 6m43s\n",
"replicaset.apps/postgres-ff8d4cf48 1 1 1 10m\n",
"replicaset.apps/redis-b4756b75d 1 1 1 10m\n",
"NAME DESIRED CURRENT READY AGE\n",
"replicaset.apps/feast-example-bbdc6cb6 1 1 0 4s\n",
"replicaset.apps/postgres-ff8d4cf48 1 1 1 4m51s\n",
"replicaset.apps/redis-b4756b75d 1 1 1 4m49s\n",
"deployment.apps/feast-example condition met\n"
]
}
Expand All @@ -287,15 +287,15 @@
},
{
"cell_type": "code",
"execution_count": 5,
"execution_count": 2,
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"NAME STATUS AGE\n",
"example Ready 7m39s\n"
"example Ready 48m\n"
]
}
],
Expand All @@ -312,7 +312,7 @@
},
{
"cell_type": "code",
"execution_count": 6,
"execution_count": 8,
"metadata": {},
"outputs": [
{
Expand Down Expand Up @@ -343,99 +343,6 @@
"!kubectl exec deploy/postgres -- psql -h localhost -U feast feast -c '\\dt'"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"Verify the client `feature_store.yaml` and create the sample feature store definitions."
]
},
{
"cell_type": "code",
"execution_count": 7,
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"project: credit_scoring_local\n",
"provider: local\n",
"offline_store:\n",
" type: duckdb\n",
"online_store:\n",
" type: redis\n",
" connection_string: redis.feast.svc.cluster.local:6379\n",
"registry:\n",
" path: postgresql+psycopg://${POSTGRES_USER}:${POSTGRES_PASSWORD}@postgres.feast.svc.cluster.local:5432/${POSTGRES_DB}\n",
" registry_type: sql\n",
" cache_ttl_seconds: 60\n",
" sqlalchemy_config_kwargs:\n",
" echo: false\n",
" pool_pre_ping: true\n",
"auth:\n",
" type: no_auth\n",
"entity_key_serialization_version: 3\n",
"/opt/app-root/lib64/python3.11/site-packages/feast/feature_view.py:48: DeprecationWarning: Entity value_type will be mandatory in the next release. Please specify a value_type for entity '__dummy'.\n",
" DUMMY_ENTITY = Entity(\n",
"/feast-data/credit_scoring_local/feature_repo/example_repo.py:27: DeprecationWarning: Entity value_type will be mandatory in the next release. Please specify a value_type for entity 'driver'.\n",
" driver = Entity(name=\"driver\", join_keys=[\"driver_id\"])\n",
"Applying changes for project credit_scoring_local\n",
"/opt/app-root/lib64/python3.11/site-packages/feast/feature_store.py:579: RuntimeWarning: On demand feature view is an experimental feature. This API is stable, but the functionality does not scale well for offline retrieval\n",
" warnings.warn(\n",
"Deploying infrastructure for \u001b[1m\u001b[32mdriver_hourly_stats\u001b[0m\n",
"Deploying infrastructure for \u001b[1m\u001b[32mdriver_hourly_stats_fresh\u001b[0m\n"
]
}
],
"source": [
"!kubectl exec deploy/feast-example -itc online -- cat feature_store.yaml\n",
"!kubectl exec deploy/feast-example -itc online -- feast apply"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"List the registered feast projects & feature views."
]
},
{
"cell_type": "code",
"execution_count": 8,
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"/opt/app-root/lib64/python3.11/site-packages/feast/feature_view.py:48: DeprecationWarning: Entity value_type will be mandatory in the next release. Please specify a value_type for entity '__dummy'.\n",
" DUMMY_ENTITY = Entity(\n",
"/opt/app-root/lib64/python3.11/site-packages/feast/entity.py:173: DeprecationWarning: Entity value_type will be mandatory in the next release. Please specify a value_type for entity '__dummy'.\n",
" entity = cls(\n",
"/opt/app-root/lib64/python3.11/site-packages/feast/entity.py:173: DeprecationWarning: Entity value_type will be mandatory in the next release. Please specify a value_type for entity 'driver'.\n",
" entity = cls(\n",
"NAME DESCRIPTION TAGS OWNER\n",
"credit_scoring_local A project for driver statistics {}\n",
"/opt/app-root/lib64/python3.11/site-packages/feast/feature_view.py:48: DeprecationWarning: Entity value_type will be mandatory in the next release. Please specify a value_type for entity '__dummy'.\n",
" DUMMY_ENTITY = Entity(\n",
"/opt/app-root/lib64/python3.11/site-packages/feast/entity.py:173: DeprecationWarning: Entity value_type will be mandatory in the next release. Please specify a value_type for entity '__dummy'.\n",
" entity = cls(\n",
"/opt/app-root/lib64/python3.11/site-packages/feast/entity.py:173: DeprecationWarning: Entity value_type will be mandatory in the next release. Please specify a value_type for entity 'driver'.\n",
" entity = cls(\n",
"NAME ENTITIES TYPE\n",
"driver_hourly_stats {'driver'} FeatureView\n",
"driver_hourly_stats_fresh {'driver'} FeatureView\n",
"transformed_conv_rate_fresh {'driver'} OnDemandFeatureView\n",
"transformed_conv_rate {'driver'} OnDemandFeatureView\n"
]
}
],
"source": [
"!kubectl exec deploy/feast-example -itc online -- feast projects list\n",
"!kubectl exec deploy/feast-example -itc online -- feast feature-views list"
]
},
{
"cell_type": "markdown",
"metadata": {},
Expand All @@ -454,7 +361,7 @@
"text": [
"/opt/app-root/lib64/python3.11/site-packages/feast/feature_view.py:48: DeprecationWarning: Entity value_type will be mandatory in the next release. Please specify a value_type for entity '__dummy'.\n",
" DUMMY_ENTITY = Entity(\n",
"Feast SDK Version: \"0.45.0\"\n"
"Feast SDK Version: \"0.46.0\"\n"
]
}
],
Expand Down
Loading

0 comments on commit 8425326

Please sign in to comment.