@@ -979,20 +979,15 @@ def _prepare_eval_run(
979
979
) -> Tuple [MCF , TracerSession , Dataset , List [Example ]]:
980
980
wrapped_model = _wrap_in_chain_factory (llm_or_chain_factory , dataset_name )
981
981
dataset = client .read_dataset (dataset_name = dataset_name )
982
- as_of = dataset_version if isinstance (dataset_version , datetime ) else None
983
- if isinstance (dataset_version , str ):
984
- raise NotImplementedError (
985
- "Selecting dataset_version by tag is not yet supported."
986
- " Please use a datetime object."
987
- )
988
- examples = list (client .list_examples (dataset_id = dataset .id , as_of = as_of ))
982
+
983
+ examples = list (client .list_examples (dataset_id = dataset .id , as_of = dataset_version ))
989
984
if not examples :
990
985
raise ValueError (f"Dataset { dataset_name } has no example rows." )
991
986
modified_at = [ex .modified_at for ex in examples if ex .modified_at ]
992
987
# Should always be defined in practice when fetched,
993
988
# but the typing permits None
994
989
max_modified_at = max (modified_at ) if modified_at else None
995
- dataset_version = max_modified_at .isoformat () if max_modified_at else None
990
+ inferred_version = max_modified_at .isoformat () if max_modified_at else None
996
991
997
992
try :
998
993
project_metadata = project_metadata or {}
@@ -1003,7 +998,7 @@ def _prepare_eval_run(
1003
998
"git" : git_info ,
1004
999
}
1005
1000
1006
- project_metadata ["dataset_version" ] = dataset_version
1001
+ project_metadata ["dataset_version" ] = inferred_version
1007
1002
project = client .create_project (
1008
1003
project_name ,
1009
1004
reference_dataset_id = dataset .id ,
0 commit comments