From c1b18acde2dcc9bd9206304ed48a71dac83db967 Mon Sep 17 00:00:00 2001 From: robin Date: Mon, 13 Jan 2025 16:53:24 -0500 Subject: [PATCH 1/9] updating nb --- docs/notebooks/analyze_evaluations.ipynb | 5532 ++++++++++++++-------- 1 file changed, 3553 insertions(+), 1979 deletions(-) diff --git a/docs/notebooks/analyze_evaluations.ipynb b/docs/notebooks/analyze_evaluations.ipynb index c3552bbab..25568bfb4 100644 --- a/docs/notebooks/analyze_evaluations.ipynb +++ b/docs/notebooks/analyze_evaluations.ipynb @@ -12,10 +12,10 @@ }, "source": [ "# Analyzing course evaluations\n", - "This notebook provides sample [EDSL](https://pypi.org/project/edsl/) code for using a language model to analyze course evaluations. The analysis is designed as a survey of questions about the evaluations that we prompt an AI agent to answer, using a language model to generate the responses as a dataset.\n", + "This notebook provides sample [EDSL](https://pypi.org/project/edsl/) code for using a language model to analyze course evaluations. The analysis is designed as a survey of questions about a set of evaluations that we prompt an AI agent to answer, using a language model to generate the responses as a dataset.\n", "\n", "[EDSL is an open-source library](https://github.com/expectedparrot/edsl) for simulating surveys, experiments and other research with AI agents and large language models. \n", - "Before running the code below, please ensure that you have [installed the EDSL library](https://docs.expectedparrot.com/en/latest/installation.html) and either [activated remote inference](https://docs.expectedparrot.com/en/latest/remote_inference.html) from your [Coop account](https://docs.expectedparrot.com/en/latest/coop.html) or [stored API keys](https://docs.expectedparrot.com/en/latest/api_keys.html) for the language models that you want to use with EDSL. Please also see our [documentation page](https://docs.expectedparrot.com/) for tips and tutorials on getting started using EDSL." + "Before running the code below, please ensure that you have [installed the EDSL library](https://docs.expectedparrot.com/en/latest/installation.html) and either [activated remote inference](https://docs.expectedparrot.com/en/latest/remote_inference.html) from your [Coop account](https://docs.expectedparrot.com/en/latest/coop.html) or [stored API keys](https://docs.expectedparrot.com/en/latest/api_keys.html) for the language models that you want to use with EDSL. Please also see our [documentation page](https://docs.expectedparrot.com/) for tips and tutorials on getting started." ] }, { @@ -24,7 +24,7 @@ "metadata": {}, "source": [ "## Create questions\n", - "We start by creating questions about a set of course evaluations for an agent to answer. EDSL comes with a [variety of question types](https://docs.expectedparrot.com/en/latest/questions.html) that we can choose from based on the form of the response that we want to get back from a model (multiple choice, linear scale, checkbox, free text, etc.). We can use a `{{ placeholder }}` in the question texts to parameterize them with each evaluation. This allows us to create different \"scenarios\" of the questions that we can administer at once." + "We start by creating questions about a set of course evaluations for an agent to answer. EDSL comes with a [variety of question types](https://docs.expectedparrot.com/en/latest/questions.html) that we can choose from based on the form of the response that we want to get back from a model (multiple choice, linear scale, checkbox, free text, numerical, dictionary, etc.). We can use a `{{ placeholder }}` in the question texts to parameterize them with each evaluation. This allows us to create different \"scenarios\" of the questions that we can administer at once." ] }, { @@ -194,437 +194,1060 @@ "id": "368018f9-4979-4e63-9f48-fd1ab548d35a", "metadata": {}, "outputs": [ + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/Users/a16174/edsl/edsl/inference_services/AvailableModelFetcher.py:139: UserWarning: No models found for service ollama\n", + " warnings.warn(f\"No models found for service {service_name}\")\n" + ] + }, { "data": { "text/html": [ "\n", - " \n", - "
\n", - "
\n", - " \n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", + "\n", + "
Model Name Service Name Code
Austism/chronos-hermes-13b-v2 deep_infra 0
BAAI/bge-base-en-v1.5 together 1
BAAI/bge-large-en-v1.5 together 2
Gryphe/MythoMax-L2-13b deep_infra 3
Gryphe/MythoMax-L2-13b together 4
Gryphe/MythoMax-L2-13b-Lite together 5
Meta-Llama/Llama-Guard-7b together 6
NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO together 7
NousResearch/Nous-Hermes-2-Yi-34B together 8
Qwen/Qwen1.5-110B-Chat together 9
Qwen/Qwen1.5-72B-Chat together 10
Qwen/Qwen2-72B-Instruct deep_infra 11
Qwen/Qwen2-72B-Instruct together 12
Qwen/Qwen2-7B-Instruct deep_infra 13
Qwen/Qwen2.5-72B-Instruct deep_infra 14
Salesforce/Llama-Rank-V1 together 15
Sao10K/L3-70B-Euryale-v2.1 deep_infra 16
Sao10K/L3.1-70B-Euryale-v2.2 deep_infra 17
WhereIsAI/UAE-Large-V1 together 18
amazon.titan-text-express-v1 bedrock 19
amazon.titan-text-lite-v1 bedrock 20
anthropic.claude-3-5-sonnet-20240620-v1:0 bedrock 21
anthropic.claude-3-haiku-20240307-v1:0 bedrock 22
anthropic.claude-3-opus-20240229-v1:0 bedrock 23
anthropic.claude-3-sonnet-20240229-v1:0 bedrock 24
anthropic.claude-instant-v1 bedrock 25
anthropic.claude-v2 bedrock 26
anthropic.claude-v2:1 bedrock 27
azure:gpt-4o azure 28
azure:gpt-4o-mini azure 29
chatgpt-4o-latest openai 30
claude-3-5-sonnet-20240620 anthropic 31
claude-3-haiku-20240307 anthropic 32
claude-3-opus-20240229 anthropic 33
claude-3-sonnet-20240229 anthropic 34
codellama/CodeLlama-34b-Instruct-hf together 35
codestral-2405 mistral 36
cohere.command-light-text-v14 bedrock 37
cohere.command-r-plus-v1:0 bedrock 38
cohere.command-r-v1:0 bedrock 39
cohere.command-text-v14 bedrock 40
curie:ft-emeritus-2022-11-30-12-58-24 openai 41
curie:ft-emeritus-2022-12-01-01-04-36 openai 42
curie:ft-emeritus-2022-12-01-01-51-20 openai 43
curie:ft-emeritus-2022-12-01-14-16-46 openai 44
curie:ft-emeritus-2022-12-01-14-28-00 openai 45
curie:ft-emeritus-2022-12-01-14-49-45 openai 46
curie:ft-emeritus-2022-12-01-15-29-32 openai 47
curie:ft-emeritus-2022-12-01-15-42-25 openai 48
curie:ft-emeritus-2022-12-01-15-52-24 openai 49
curie:ft-emeritus-2022-12-01-16-40-12 openai 50
cursor/Llama-3-8b-hf together 51
databricks/dbrx-instruct together 52
davinci:ft-emeritus-2022-11-30-14-57-33 openai 53
deepseek-ai/deepseek-llm-67b-chat together 54
gemini-1.0-pro google 55
gemini-1.5-flash google 56
gemini-1.5-pro google 57
gemini-pro google 58
gemma-7b-it groq 59
gemma2-9b-it groq 60
google/gemma-2-27b-it deep_infra 61
google/gemma-2-27b-it together 62
google/gemma-2-9b-it deep_infra 63
google/gemma-2-9b-it together 64
google/gemma-2b-it together 65
gpt-3.5-turbo openai 66
gpt-3.5-turbo-0125 openai 67
gpt-3.5-turbo-1106 openai 68
gpt-3.5-turbo-16k openai 69
gpt-4 openai 70
gpt-4-0125-preview openai 71
gpt-4-0613 openai 72
gpt-4-1106-preview openai 73
gpt-4-turbo openai 74
gpt-4-turbo-2024-04-09 openai 75
gpt-4-turbo-preview openai 76
gpt-4o openai 77
gpt-4o-2024-05-13 openai 78
gpt-4o-2024-08-06 openai 79
gpt-4o-2024-11-20 openai 80
gpt-4o-audio-preview openai 81
gpt-4o-audio-preview-2024-10-01 openai 82
gpt-4o-mini openai 83
gpt-4o-mini-2024-07-18 openai 84
gpt-4o-realtime-preview openai 85
gpt-4o-realtime-preview-2024-10-01 openai 86
lizpreciatior/lzlv_70b_fp16_hf deep_infra 87
llama-3.1-70b-versatile groq 88
llama-3.1-8b-instant groq 89
llama-3.1-sonar-huge-128k-online perplexity 90
llama-3.1-sonar-large-128k-online perplexity 91
llama-3.1-sonar-small-128k-online perplexity 92
llama-guard-3-8b groq 93
llama3-70b-8192 groq 94
llama3-8b-8192 groq 95
llama3-groq-70b-8192-tool-use-preview groq 96
llama3-groq-8b-8192-tool-use-preview groq 97
meta-llama/Llama-2-13b-chat-hf together 98
meta-llama/Llama-2-70b-hf together 99
meta-llama/Llama-2-7b-chat-hf together 100
meta-llama/Llama-3-70b-chat-hf together 101
meta-llama/Llama-3-8b-chat-hf together 102
meta-llama/LlamaGuard-2-8b together 103
meta-llama/Meta-Llama-3-70B-Instruct deep_infra 104
meta-llama/Meta-Llama-3-70B-Instruct-Lite together 105
meta-llama/Meta-Llama-3-70B-Instruct-Turbo together 106
meta-llama/Meta-Llama-3-8B-Instruct deep_infra 107
meta-llama/Meta-Llama-3-8B-Instruct-Lite together 108
meta-llama/Meta-Llama-3-8B-Instruct-Turbo together 109
meta-llama/Meta-Llama-3.1-405B-Instruct deep_infra 110
meta-llama/Meta-Llama-3.1-405B-Instruct-Turbotogether 111
meta-llama/Meta-Llama-3.1-70B-Instruct deep_infra 112
meta-llama/Meta-Llama-3.1-70B-Instruct-Turbo together 113
meta-llama/Meta-Llama-3.1-8B-Instruct deep_infra 114
meta-llama/Meta-Llama-3.1-8B-Instruct-Turbo together 115
meta-llama/Meta-Llama-Guard-3-8B together 116
meta.llama3-1-405b-instruct-v1:0 bedrock 117
meta.llama3-1-70b-instruct-v1:0 bedrock 118
meta.llama3-1-8b-instruct-v1:0 bedrock 119
meta.llama3-70b-instruct-v1:0 bedrock 120
meta.llama3-8b-instruct-v1:0 bedrock 121
microsoft/Phi-3-medium-4k-instruct deep_infra 122
microsoft/WizardLM-2-7B deep_infra 123
microsoft/WizardLM-2-8x22B deep_infra 124
microsoft/WizardLM-2-8x22B together 125
mistral-embed mistral 126
mistral-large-2407 mistral 127
mistral-medium-latest mistral 128
mistral-small-2409 mistral 129
mistral-small-latest mistral 130
mistral.mistral-7b-instruct-v0:2 bedrock 131
mistral.mistral-large-2402-v1:0 bedrock 132
mistral.mixtral-8x7b-instruct-v0:1 bedrock 133
mistralai/Mistral-7B-Instruct-v0.1 together 134
mistralai/Mistral-7B-Instruct-v0.2 together 135
mistralai/Mistral-7B-Instruct-v0.3 deep_infra 136
mistralai/Mistral-7B-Instruct-v0.3 together 137
mistralai/Mistral-7B-v0.1 together 138
mistralai/Mistral-Nemo-Instruct-2407 deep_infra 139
mistralai/Mixtral-8x22B-Instruct-v0.1 together 140
mistralai/Mixtral-8x7B-Instruct-v0.1 deep_infra 141
mistralai/Mixtral-8x7B-Instruct-v0.1 together 142
mistralai/Mixtral-8x7B-v0.1 together 143
mixtral-8x7b-32768 groq 144
o1-mini openai 145
o1-mini-2024-09-12 openai 146
o1-preview openai 147
o1-preview-2024-09-12 openai 148
omni-moderation-2024-09-26 openai 149
omni-moderation-latest openai 150
open-mistral-7b mistral 151
open-mistral-nemo-2407 mistral 152
open-mixtral-8x22b mistral 153
open-mixtral-8x7b mistral 154
openbmb/MiniCPM-Llama3-V-2_5 deep_infra 155
openchat/openchat_3.5 deep_infra 156
pixtral-12b-2409 mistral 157
test test 158
togethercomputer/StripedHyena-Nous-7B together 159
togethercomputer/m2-bert-80M-2k-retrieval together 160
togethercomputer/m2-bert-80M-32k-retrieval together 161
togethercomputer/m2-bert-80M-8k-retrieval together 162
upstage/SOLAR-10.7B-Instruct-v1.0 together 163
\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", "
 Model NameService Name
0Austism/chronos-hermes-13b-v2deep_infra
1Gryphe/MythoMax-L2-13bdeep_infra
2Qwen/Qwen2-72B-Instructdeep_infra
3Qwen/Qwen2-7B-Instructdeep_infra
4Qwen/Qwen2.5-72B-Instructdeep_infra
5Sao10K/L3-70B-Euryale-v2.1deep_infra
6Sao10K/L3.1-70B-Euryale-v2.2deep_infra
7google/gemma-2-27b-itdeep_infra
8google/gemma-2-9b-itdeep_infra
9lizpreciatior/lzlv_70b_fp16_hfdeep_infra
10meta-llama/Meta-Llama-3-70B-Instructdeep_infra
11meta-llama/Meta-Llama-3-8B-Instructdeep_infra
12meta-llama/Meta-Llama-3.1-405B-Instructdeep_infra
13meta-llama/Meta-Llama-3.1-70B-Instructdeep_infra
14meta-llama/Meta-Llama-3.1-8B-Instructdeep_infra
15mistralai/Mistral-7B-Instruct-v0.3deep_infra
16microsoft/Phi-3-medium-4k-instructdeep_infra
17microsoft/WizardLM-2-7Bdeep_infra
18microsoft/WizardLM-2-8x22Bdeep_infra
19mistralai/Mistral-Nemo-Instruct-2407deep_infra
20mistralai/Mixtral-8x7B-Instruct-v0.1deep_infra
21openbmb/MiniCPM-Llama3-V-2_5deep_infra
22openchat/openchat_3.5deep_infra
23gemma-7b-itgroq
24gemma2-9b-itgroq
25llama-3.1-70b-versatilegroq
26llama-3.1-8b-instantgroq
27llama-guard-3-8bgroq
28llama3-70b-8192groq
29llama3-8b-8192groq
30llama3-groq-70b-8192-tool-use-previewgroq
31llama3-groq-8b-8192-tool-use-previewgroq
32mixtral-8x7b-32768groq
33gpt-4o-realtime-previewopenai
34gpt-4o-realtime-preview-2024-10-01openai
35o1-mini-2024-09-12openai
36gpt-4-1106-previewopenai
37gpt-3.5-turbo-16kopenai
38gpt-4-0125-previewopenai
39gpt-4-turbo-previewopenai
40omni-moderation-latestopenai
41gpt-4o-2024-05-13openai
42omni-moderation-2024-09-26openai
43chatgpt-4o-latestopenai
44gpt-4openai
45gpt-4-0613openai
46gpt-4oopenai
47gpt-4o-2024-08-06openai
48o1-miniopenai
49gpt-3.5-turboopenai
50gpt-3.5-turbo-0125openai
51o1-previewopenai
52o1-preview-2024-09-12openai
53gpt-4-turboopenai
54gpt-4-turbo-2024-04-09openai
55gpt-3.5-turbo-1106openai
56gpt-4o-mini-2024-07-18openai
57gpt-4o-audio-previewopenai
58gpt-4o-audio-preview-2024-10-01openai
59gpt-4o-miniopenai
60gpt-4o-realtime-preview-2024-12-17openai
61gpt-4o-mini-realtime-previewopenai
62gpt-4o-mini-realtime-preview-2024-12-17openai
63gpt-4o-2024-11-20openai
64gpt-4o-audio-preview-2024-12-17openai
65gpt-4o-mini-audio-previewopenai
66gpt-4o-mini-audio-preview-2024-12-17openai
67curie:ft-emeritus-2022-12-01-14-49-45openai
68curie:ft-emeritus-2022-12-01-16-40-12openai
69curie:ft-emeritus-2022-11-30-12-58-24openai
70davinci:ft-emeritus-2022-11-30-14-57-33openai
71curie:ft-emeritus-2022-12-01-01-51-20openai
72curie:ft-emeritus-2022-12-01-01-04-36openai
73curie:ft-emeritus-2022-12-01-15-42-25openai
74curie:ft-emeritus-2022-12-01-15-29-32openai
75curie:ft-emeritus-2022-12-01-15-52-24openai
76curie:ft-emeritus-2022-12-01-14-28-00openai
77curie:ft-emeritus-2022-12-01-14-16-46openai
78meta-llama/Meta-Llama-3.1-8B-Instruct-Turbotogether
79mistralai/Mixtral-8x22B-Instruct-v0.1together
80meta-llama/Meta-Llama-3.1-70B-Instruct-Turbotogether
81meta-llama/Meta-Llama-3.1-405B-Instruct-Turbotogether
82Gryphe/MythoMax-L2-13b-Litetogether
83Salesforce/Llama-Rank-V1together
84meta-llama/Meta-Llama-Guard-3-8Btogether
85meta-llama/Meta-Llama-3-70B-Instruct-Turbotogether
86meta-llama/Meta-Llama-3-70B-Instruct-Litetogether
87meta-llama/Meta-Llama-3-8B-Instruct-Litetogether
88meta-llama/Meta-Llama-3-8B-Instruct-Turbotogether
89meta-llama/Llama-3-70b-chat-hftogether
90meta-llama/Llama-3-8b-chat-hftogether
91Qwen/Qwen2-72B-Instructtogether
92google/gemma-2-27b-ittogether
93google/gemma-2-9b-ittogether
94mistralai/Mistral-7B-Instruct-v0.3together
95Qwen/Qwen1.5-110B-Chattogether
96meta-llama/LlamaGuard-2-8btogether
97microsoft/WizardLM-2-8x22Btogether
98togethercomputer/StripedHyena-Nous-7Btogether
99databricks/dbrx-instructtogether
100deepseek-ai/deepseek-llm-67b-chattogether
101google/gemma-2b-ittogether
102mistralai/Mistral-7B-Instruct-v0.2together
103mistralai/Mixtral-8x7B-Instruct-v0.1together
104mistralai/Mixtral-8x7B-v0.1together
105Qwen/Qwen1.5-72B-Chattogether
106NousResearch/Nous-Hermes-2-Yi-34Btogether
107Meta-Llama/Llama-Guard-7btogether
108NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPOtogether
109mistralai/Mistral-7B-Instruct-v0.1together
110mistralai/Mistral-7B-v0.1together
111meta-llama/Llama-2-13b-chat-hftogether
112meta-llama/Llama-2-7b-chat-hftogether
113meta-llama/Llama-2-70b-hftogether
114codellama/CodeLlama-34b-Instruct-hftogether
115upstage/SOLAR-10.7B-Instruct-v1.0together
116togethercomputer/m2-bert-80M-32k-retrievaltogether
117togethercomputer/m2-bert-80M-8k-retrievaltogether
118togethercomputer/m2-bert-80M-2k-retrievaltogether
119WhereIsAI/UAE-Large-V1together
120BAAI/bge-large-en-v1.5together
121BAAI/bge-base-en-v1.5together
122Gryphe/MythoMax-L2-13btogether
123cursor/Llama-3-8b-hftogether
124gemini-1.0-progoogle
125gemini-1.5-flashgoogle
126gemini-1.5-progoogle
127gemini-progoogle
128azure:gpt-4oazure
129azure:gpt-4o-miniazure
130amazon.titan-text-express-v1bedrock
131amazon.titan-text-lite-v1bedrock
132anthropic.claude-3-5-sonnet-20240620-v1:0bedrock
133anthropic.claude-3-haiku-20240307-v1:0bedrock
134anthropic.claude-3-opus-20240229-v1:0bedrock
135anthropic.claude-3-sonnet-20240229-v1:0bedrock
136anthropic.claude-instant-v1bedrock
137anthropic.claude-v2bedrock
138anthropic.claude-v2:1bedrock
139cohere.command-light-text-v14bedrock
140cohere.command-r-plus-v1:0bedrock
141cohere.command-r-v1:0bedrock
142cohere.command-text-v14bedrock
143meta.llama3-1-405b-instruct-v1:0bedrock
144meta.llama3-1-70b-instruct-v1:0bedrock
145meta.llama3-1-8b-instruct-v1:0bedrock
146meta.llama3-70b-instruct-v1:0bedrock
147meta.llama3-8b-instruct-v1:0bedrock
148mistral.mistral-7b-instruct-v0:2bedrock
149mistral.mistral-large-2402-v1:0bedrock
150mistral.mixtral-8x7b-instruct-v0:1bedrock
151claude-3-5-sonnet-20240620anthropic
152claude-3-opus-20240229anthropic
153claude-3-sonnet-20240229anthropic
154claude-3-haiku-20240307anthropic
155testtest
156llama-3.1-sonar-huge-128k-onlineperplexity
157llama-3.1-sonar-large-128k-onlineperplexity
158llama-3.1-sonar-small-128k-onlineperplexity
159codestral-2405mistral
160mistral-embedmistral
161mistral-large-2407mistral
162mistral-medium-latestmistral
163mistral-small-2409mistral
164mistral-small-latestmistral
165open-mistral-7bmistral
166open-mistral-nemo-2407mistral
167open-mixtral-8x22bmistral
168open-mixtral-8x7bmistral
169pixtral-12b-2409mistral
\n", + "\n", "
\n", - "
\n", - " " + " " ], "text/plain": [ - "PrettyList([['Austism/chronos-hermes-13b-v2', 'deep_infra', 0],\n", - " ['BAAI/bge-base-en-v1.5', 'together', 1],\n", - " ['BAAI/bge-large-en-v1.5', 'together', 2],\n", - " ['Gryphe/MythoMax-L2-13b', 'deep_infra', 3],\n", - " ['Gryphe/MythoMax-L2-13b', 'together', 4],\n", - " ['Gryphe/MythoMax-L2-13b-Lite', 'together', 5],\n", - " ['Meta-Llama/Llama-Guard-7b', 'together', 6],\n", - " ['NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO', 'together', 7],\n", - " ['NousResearch/Nous-Hermes-2-Yi-34B', 'together', 8],\n", - " ['Qwen/Qwen1.5-110B-Chat', 'together', 9],\n", - " ['Qwen/Qwen1.5-72B-Chat', 'together', 10],\n", - " ['Qwen/Qwen2-72B-Instruct', 'deep_infra', 11],\n", - " ['Qwen/Qwen2-72B-Instruct', 'together', 12],\n", - " ['Qwen/Qwen2-7B-Instruct', 'deep_infra', 13],\n", - " ['Qwen/Qwen2.5-72B-Instruct', 'deep_infra', 14],\n", - " ['Salesforce/Llama-Rank-V1', 'together', 15],\n", - " ['Sao10K/L3-70B-Euryale-v2.1', 'deep_infra', 16],\n", - " ['Sao10K/L3.1-70B-Euryale-v2.2', 'deep_infra', 17],\n", - " ['WhereIsAI/UAE-Large-V1', 'together', 18],\n", - " ['amazon.titan-text-express-v1', 'bedrock', 19],\n", - " ['amazon.titan-text-lite-v1', 'bedrock', 20],\n", - " ['anthropic.claude-3-5-sonnet-20240620-v1:0', 'bedrock', 21],\n", - " ['anthropic.claude-3-haiku-20240307-v1:0', 'bedrock', 22],\n", - " ['anthropic.claude-3-opus-20240229-v1:0', 'bedrock', 23],\n", - " ['anthropic.claude-3-sonnet-20240229-v1:0', 'bedrock', 24],\n", - " ['anthropic.claude-instant-v1', 'bedrock', 25],\n", - " ['anthropic.claude-v2', 'bedrock', 26],\n", - " ['anthropic.claude-v2:1', 'bedrock', 27],\n", - " ['azure:gpt-4o', 'azure', 28],\n", - " ['azure:gpt-4o-mini', 'azure', 29],\n", - " ['chatgpt-4o-latest', 'openai', 30],\n", - " ['claude-3-5-sonnet-20240620', 'anthropic', 31],\n", - " ['claude-3-haiku-20240307', 'anthropic', 32],\n", - " ['claude-3-opus-20240229', 'anthropic', 33],\n", - " ['claude-3-sonnet-20240229', 'anthropic', 34],\n", - " ['codellama/CodeLlama-34b-Instruct-hf', 'together', 35],\n", - " ['codestral-2405', 'mistral', 36],\n", - " ['cohere.command-light-text-v14', 'bedrock', 37],\n", - " ['cohere.command-r-plus-v1:0', 'bedrock', 38],\n", - " ['cohere.command-r-v1:0', 'bedrock', 39],\n", - " ['cohere.command-text-v14', 'bedrock', 40],\n", - " ['curie:ft-emeritus-2022-11-30-12-58-24', 'openai', 41],\n", - " ['curie:ft-emeritus-2022-12-01-01-04-36', 'openai', 42],\n", - " ['curie:ft-emeritus-2022-12-01-01-51-20', 'openai', 43],\n", - " ['curie:ft-emeritus-2022-12-01-14-16-46', 'openai', 44],\n", - " ['curie:ft-emeritus-2022-12-01-14-28-00', 'openai', 45],\n", - " ['curie:ft-emeritus-2022-12-01-14-49-45', 'openai', 46],\n", - " ['curie:ft-emeritus-2022-12-01-15-29-32', 'openai', 47],\n", - " ['curie:ft-emeritus-2022-12-01-15-42-25', 'openai', 48],\n", - " ['curie:ft-emeritus-2022-12-01-15-52-24', 'openai', 49],\n", - " ['curie:ft-emeritus-2022-12-01-16-40-12', 'openai', 50],\n", - " ['cursor/Llama-3-8b-hf', 'together', 51],\n", - " ['databricks/dbrx-instruct', 'together', 52],\n", - " ['davinci:ft-emeritus-2022-11-30-14-57-33', 'openai', 53],\n", - " ['deepseek-ai/deepseek-llm-67b-chat', 'together', 54],\n", - " ['gemini-1.0-pro', 'google', 55],\n", - " ['gemini-1.5-flash', 'google', 56],\n", - " ['gemini-1.5-pro', 'google', 57],\n", - " ['gemini-pro', 'google', 58],\n", - " ['gemma-7b-it', 'groq', 59],\n", - " ['gemma2-9b-it', 'groq', 60],\n", - " ['google/gemma-2-27b-it', 'deep_infra', 61],\n", - " ['google/gemma-2-27b-it', 'together', 62],\n", - " ['google/gemma-2-9b-it', 'deep_infra', 63],\n", - " ['google/gemma-2-9b-it', 'together', 64],\n", - " ['google/gemma-2b-it', 'together', 65],\n", - " ['gpt-3.5-turbo', 'openai', 66],\n", - " ['gpt-3.5-turbo-0125', 'openai', 67],\n", - " ['gpt-3.5-turbo-1106', 'openai', 68],\n", - " ['gpt-3.5-turbo-16k', 'openai', 69],\n", - " ['gpt-4', 'openai', 70],\n", - " ['gpt-4-0125-preview', 'openai', 71],\n", - " ['gpt-4-0613', 'openai', 72],\n", - " ['gpt-4-1106-preview', 'openai', 73],\n", - " ['gpt-4-turbo', 'openai', 74],\n", - " ['gpt-4-turbo-2024-04-09', 'openai', 75],\n", - " ['gpt-4-turbo-preview', 'openai', 76],\n", - " ['gpt-4o', 'openai', 77],\n", - " ['gpt-4o-2024-05-13', 'openai', 78],\n", - " ['gpt-4o-2024-08-06', 'openai', 79],\n", - " ['gpt-4o-2024-11-20', 'openai', 80],\n", - " ['gpt-4o-audio-preview', 'openai', 81],\n", - " ['gpt-4o-audio-preview-2024-10-01', 'openai', 82],\n", - " ['gpt-4o-mini', 'openai', 83],\n", - " ['gpt-4o-mini-2024-07-18', 'openai', 84],\n", - " ['gpt-4o-realtime-preview', 'openai', 85],\n", - " ['gpt-4o-realtime-preview-2024-10-01', 'openai', 86],\n", - " ['lizpreciatior/lzlv_70b_fp16_hf', 'deep_infra', 87],\n", - " ['llama-3.1-70b-versatile', 'groq', 88],\n", - " ['llama-3.1-8b-instant', 'groq', 89],\n", - " ['llama-3.1-sonar-huge-128k-online', 'perplexity', 90],\n", - " ['llama-3.1-sonar-large-128k-online', 'perplexity', 91],\n", - " ['llama-3.1-sonar-small-128k-online', 'perplexity', 92],\n", - " ['llama-guard-3-8b', 'groq', 93],\n", - " ['llama3-70b-8192', 'groq', 94],\n", - " ['llama3-8b-8192', 'groq', 95],\n", - " ['llama3-groq-70b-8192-tool-use-preview', 'groq', 96],\n", - " ['llama3-groq-8b-8192-tool-use-preview', 'groq', 97],\n", - " ['meta-llama/Llama-2-13b-chat-hf', 'together', 98],\n", - " ['meta-llama/Llama-2-70b-hf', 'together', 99],\n", - " ['meta-llama/Llama-2-7b-chat-hf', 'together', 100],\n", - " ['meta-llama/Llama-3-70b-chat-hf', 'together', 101],\n", - " ['meta-llama/Llama-3-8b-chat-hf', 'together', 102],\n", - " ['meta-llama/LlamaGuard-2-8b', 'together', 103],\n", - " ['meta-llama/Meta-Llama-3-70B-Instruct', 'deep_infra', 104],\n", - " ['meta-llama/Meta-Llama-3-70B-Instruct-Lite', 'together', 105],\n", - " ['meta-llama/Meta-Llama-3-70B-Instruct-Turbo', 'together', 106],\n", - " ['meta-llama/Meta-Llama-3-8B-Instruct', 'deep_infra', 107],\n", - " ['meta-llama/Meta-Llama-3-8B-Instruct-Lite', 'together', 108],\n", - " ['meta-llama/Meta-Llama-3-8B-Instruct-Turbo', 'together', 109],\n", - " ['meta-llama/Meta-Llama-3.1-405B-Instruct', 'deep_infra', 110],\n", - " ['meta-llama/Meta-Llama-3.1-405B-Instruct-Turbo', 'together', 111],\n", - " ['meta-llama/Meta-Llama-3.1-70B-Instruct', 'deep_infra', 112],\n", - " ['meta-llama/Meta-Llama-3.1-70B-Instruct-Turbo', 'together', 113],\n", - " ['meta-llama/Meta-Llama-3.1-8B-Instruct', 'deep_infra', 114],\n", - " ['meta-llama/Meta-Llama-3.1-8B-Instruct-Turbo', 'together', 115],\n", - " ['meta-llama/Meta-Llama-Guard-3-8B', 'together', 116],\n", - " ['meta.llama3-1-405b-instruct-v1:0', 'bedrock', 117],\n", - " ['meta.llama3-1-70b-instruct-v1:0', 'bedrock', 118],\n", - " ['meta.llama3-1-8b-instruct-v1:0', 'bedrock', 119],\n", - " ['meta.llama3-70b-instruct-v1:0', 'bedrock', 120],\n", - " ['meta.llama3-8b-instruct-v1:0', 'bedrock', 121],\n", - " ['microsoft/Phi-3-medium-4k-instruct', 'deep_infra', 122],\n", - " ['microsoft/WizardLM-2-7B', 'deep_infra', 123],\n", - " ['microsoft/WizardLM-2-8x22B', 'deep_infra', 124],\n", - " ['microsoft/WizardLM-2-8x22B', 'together', 125],\n", - " ['mistral-embed', 'mistral', 126],\n", - " ['mistral-large-2407', 'mistral', 127],\n", - " ['mistral-medium-latest', 'mistral', 128],\n", - " ['mistral-small-2409', 'mistral', 129],\n", - " ['mistral-small-latest', 'mistral', 130],\n", - " ['mistral.mistral-7b-instruct-v0:2', 'bedrock', 131],\n", - " ['mistral.mistral-large-2402-v1:0', 'bedrock', 132],\n", - " ['mistral.mixtral-8x7b-instruct-v0:1', 'bedrock', 133],\n", - " ['mistralai/Mistral-7B-Instruct-v0.1', 'together', 134],\n", - " ['mistralai/Mistral-7B-Instruct-v0.2', 'together', 135],\n", - " ['mistralai/Mistral-7B-Instruct-v0.3', 'deep_infra', 136],\n", - " ['mistralai/Mistral-7B-Instruct-v0.3', 'together', 137],\n", - " ['mistralai/Mistral-7B-v0.1', 'together', 138],\n", - " ['mistralai/Mistral-Nemo-Instruct-2407', 'deep_infra', 139],\n", - " ['mistralai/Mixtral-8x22B-Instruct-v0.1', 'together', 140],\n", - " ['mistralai/Mixtral-8x7B-Instruct-v0.1', 'deep_infra', 141],\n", - " ['mistralai/Mixtral-8x7B-Instruct-v0.1', 'together', 142],\n", - " ['mistralai/Mixtral-8x7B-v0.1', 'together', 143],\n", - " ['mixtral-8x7b-32768', 'groq', 144],\n", - " ['o1-mini', 'openai', 145],\n", - " ['o1-mini-2024-09-12', 'openai', 146],\n", - " ['o1-preview', 'openai', 147],\n", - " ['o1-preview-2024-09-12', 'openai', 148],\n", - " ['omni-moderation-2024-09-26', 'openai', 149],\n", - " ['omni-moderation-latest', 'openai', 150],\n", - " ['open-mistral-7b', 'mistral', 151],\n", - " ['open-mistral-nemo-2407', 'mistral', 152],\n", - " ['open-mixtral-8x22b', 'mistral', 153],\n", - " ['open-mixtral-8x7b', 'mistral', 154],\n", - " ['openbmb/MiniCPM-Llama3-V-2_5', 'deep_infra', 155],\n", - " ['openchat/openchat_3.5', 'deep_infra', 156],\n", - " ['pixtral-12b-2409', 'mistral', 157],\n", - " ['test', 'test', 158],\n", - " ['togethercomputer/StripedHyena-Nous-7B', 'together', 159],\n", - " ['togethercomputer/m2-bert-80M-2k-retrieval', 'together', 160],\n", - " ['togethercomputer/m2-bert-80M-32k-retrieval', 'together', 161],\n", - " ['togethercomputer/m2-bert-80M-8k-retrieval', 'together', 162],\n", - " ['upstage/SOLAR-10.7B-Instruct-v1.0', 'together', 163]])" + "PrettyList([['Austism/chronos-hermes-13b-v2', 'deep_infra'],\n", + " ['Gryphe/MythoMax-L2-13b', 'deep_infra'],\n", + " ['Qwen/Qwen2-72B-Instruct', 'deep_infra'],\n", + " ['Qwen/Qwen2-7B-Instruct', 'deep_infra'],\n", + " ['Qwen/Qwen2.5-72B-Instruct', 'deep_infra'],\n", + " ['Sao10K/L3-70B-Euryale-v2.1', 'deep_infra'],\n", + " ['Sao10K/L3.1-70B-Euryale-v2.2', 'deep_infra'],\n", + " ['google/gemma-2-27b-it', 'deep_infra'],\n", + " ['google/gemma-2-9b-it', 'deep_infra'],\n", + " ['lizpreciatior/lzlv_70b_fp16_hf', 'deep_infra'],\n", + " ['meta-llama/Meta-Llama-3-70B-Instruct', 'deep_infra'],\n", + " ['meta-llama/Meta-Llama-3-8B-Instruct', 'deep_infra'],\n", + " ['meta-llama/Meta-Llama-3.1-405B-Instruct', 'deep_infra'],\n", + " ['meta-llama/Meta-Llama-3.1-70B-Instruct', 'deep_infra'],\n", + " ['meta-llama/Meta-Llama-3.1-8B-Instruct', 'deep_infra'],\n", + " ['mistralai/Mistral-7B-Instruct-v0.3', 'deep_infra'],\n", + " ['microsoft/Phi-3-medium-4k-instruct', 'deep_infra'],\n", + " ['microsoft/WizardLM-2-7B', 'deep_infra'],\n", + " ['microsoft/WizardLM-2-8x22B', 'deep_infra'],\n", + " ['mistralai/Mistral-Nemo-Instruct-2407', 'deep_infra'],\n", + " ['mistralai/Mixtral-8x7B-Instruct-v0.1', 'deep_infra'],\n", + " ['openbmb/MiniCPM-Llama3-V-2_5', 'deep_infra'],\n", + " ['openchat/openchat_3.5', 'deep_infra'],\n", + " ['gemma-7b-it', 'groq'],\n", + " ['gemma2-9b-it', 'groq'],\n", + " ['llama-3.1-70b-versatile', 'groq'],\n", + " ['llama-3.1-8b-instant', 'groq'],\n", + " ['llama-guard-3-8b', 'groq'],\n", + " ['llama3-70b-8192', 'groq'],\n", + " ['llama3-8b-8192', 'groq'],\n", + " ['llama3-groq-70b-8192-tool-use-preview', 'groq'],\n", + " ['llama3-groq-8b-8192-tool-use-preview', 'groq'],\n", + " ['mixtral-8x7b-32768', 'groq'],\n", + " ['gpt-4o-realtime-preview', 'openai'],\n", + " ['gpt-4o-realtime-preview-2024-10-01', 'openai'],\n", + " ['o1-mini-2024-09-12', 'openai'],\n", + " ['gpt-4-1106-preview', 'openai'],\n", + " ['gpt-3.5-turbo-16k', 'openai'],\n", + " ['gpt-4-0125-preview', 'openai'],\n", + " ['gpt-4-turbo-preview', 'openai'],\n", + " ['omni-moderation-latest', 'openai'],\n", + " ['gpt-4o-2024-05-13', 'openai'],\n", + " ['omni-moderation-2024-09-26', 'openai'],\n", + " ['chatgpt-4o-latest', 'openai'],\n", + " ['gpt-4', 'openai'],\n", + " ['gpt-4-0613', 'openai'],\n", + " ['gpt-4o', 'openai'],\n", + " ['gpt-4o-2024-08-06', 'openai'],\n", + " ['o1-mini', 'openai'],\n", + " ['gpt-3.5-turbo', 'openai'],\n", + " ['gpt-3.5-turbo-0125', 'openai'],\n", + " ['o1-preview', 'openai'],\n", + " ['o1-preview-2024-09-12', 'openai'],\n", + " ['gpt-4-turbo', 'openai'],\n", + " ['gpt-4-turbo-2024-04-09', 'openai'],\n", + " ['gpt-3.5-turbo-1106', 'openai'],\n", + " ['gpt-4o-mini-2024-07-18', 'openai'],\n", + " ['gpt-4o-audio-preview', 'openai'],\n", + " ['gpt-4o-audio-preview-2024-10-01', 'openai'],\n", + " ['gpt-4o-mini', 'openai'],\n", + " ['gpt-4o-realtime-preview-2024-12-17', 'openai'],\n", + " ['gpt-4o-mini-realtime-preview', 'openai'],\n", + " ['gpt-4o-mini-realtime-preview-2024-12-17', 'openai'],\n", + " ['gpt-4o-2024-11-20', 'openai'],\n", + " ['gpt-4o-audio-preview-2024-12-17', 'openai'],\n", + " ['gpt-4o-mini-audio-preview', 'openai'],\n", + " ['gpt-4o-mini-audio-preview-2024-12-17', 'openai'],\n", + " ['curie:ft-emeritus-2022-12-01-14-49-45', 'openai'],\n", + " ['curie:ft-emeritus-2022-12-01-16-40-12', 'openai'],\n", + " ['curie:ft-emeritus-2022-11-30-12-58-24', 'openai'],\n", + " ['davinci:ft-emeritus-2022-11-30-14-57-33', 'openai'],\n", + " ['curie:ft-emeritus-2022-12-01-01-51-20', 'openai'],\n", + " ['curie:ft-emeritus-2022-12-01-01-04-36', 'openai'],\n", + " ['curie:ft-emeritus-2022-12-01-15-42-25', 'openai'],\n", + " ['curie:ft-emeritus-2022-12-01-15-29-32', 'openai'],\n", + " ['curie:ft-emeritus-2022-12-01-15-52-24', 'openai'],\n", + " ['curie:ft-emeritus-2022-12-01-14-28-00', 'openai'],\n", + " ['curie:ft-emeritus-2022-12-01-14-16-46', 'openai'],\n", + " ['meta-llama/Meta-Llama-3.1-8B-Instruct-Turbo', 'together'],\n", + " ['mistralai/Mixtral-8x22B-Instruct-v0.1', 'together'],\n", + " ['meta-llama/Meta-Llama-3.1-70B-Instruct-Turbo', 'together'],\n", + " ['meta-llama/Meta-Llama-3.1-405B-Instruct-Turbo', 'together'],\n", + " ['Gryphe/MythoMax-L2-13b-Lite', 'together'],\n", + " ['Salesforce/Llama-Rank-V1', 'together'],\n", + " ['meta-llama/Meta-Llama-Guard-3-8B', 'together'],\n", + " ['meta-llama/Meta-Llama-3-70B-Instruct-Turbo', 'together'],\n", + " ['meta-llama/Meta-Llama-3-70B-Instruct-Lite', 'together'],\n", + " ['meta-llama/Meta-Llama-3-8B-Instruct-Lite', 'together'],\n", + " ['meta-llama/Meta-Llama-3-8B-Instruct-Turbo', 'together'],\n", + " ['meta-llama/Llama-3-70b-chat-hf', 'together'],\n", + " ['meta-llama/Llama-3-8b-chat-hf', 'together'],\n", + " ['Qwen/Qwen2-72B-Instruct', 'together'],\n", + " ['google/gemma-2-27b-it', 'together'],\n", + " ['google/gemma-2-9b-it', 'together'],\n", + " ['mistralai/Mistral-7B-Instruct-v0.3', 'together'],\n", + " ['Qwen/Qwen1.5-110B-Chat', 'together'],\n", + " ['meta-llama/LlamaGuard-2-8b', 'together'],\n", + " ['microsoft/WizardLM-2-8x22B', 'together'],\n", + " ['togethercomputer/StripedHyena-Nous-7B', 'together'],\n", + " ['databricks/dbrx-instruct', 'together'],\n", + " ['deepseek-ai/deepseek-llm-67b-chat', 'together'],\n", + " ['google/gemma-2b-it', 'together'],\n", + " ['mistralai/Mistral-7B-Instruct-v0.2', 'together'],\n", + " ['mistralai/Mixtral-8x7B-Instruct-v0.1', 'together'],\n", + " ['mistralai/Mixtral-8x7B-v0.1', 'together'],\n", + " ['Qwen/Qwen1.5-72B-Chat', 'together'],\n", + " ['NousResearch/Nous-Hermes-2-Yi-34B', 'together'],\n", + " ['Meta-Llama/Llama-Guard-7b', 'together'],\n", + " ['NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO', 'together'],\n", + " ['mistralai/Mistral-7B-Instruct-v0.1', 'together'],\n", + " ['mistralai/Mistral-7B-v0.1', 'together'],\n", + " ['meta-llama/Llama-2-13b-chat-hf', 'together'],\n", + " ['meta-llama/Llama-2-7b-chat-hf', 'together'],\n", + " ['meta-llama/Llama-2-70b-hf', 'together'],\n", + " ['codellama/CodeLlama-34b-Instruct-hf', 'together'],\n", + " ['upstage/SOLAR-10.7B-Instruct-v1.0', 'together'],\n", + " ['togethercomputer/m2-bert-80M-32k-retrieval', 'together'],\n", + " ['togethercomputer/m2-bert-80M-8k-retrieval', 'together'],\n", + " ['togethercomputer/m2-bert-80M-2k-retrieval', 'together'],\n", + " ['WhereIsAI/UAE-Large-V1', 'together'],\n", + " ['BAAI/bge-large-en-v1.5', 'together'],\n", + " ['BAAI/bge-base-en-v1.5', 'together'],\n", + " ['Gryphe/MythoMax-L2-13b', 'together'],\n", + " ['cursor/Llama-3-8b-hf', 'together'],\n", + " ['gemini-1.0-pro', 'google'],\n", + " ['gemini-1.5-flash', 'google'],\n", + " ['gemini-1.5-pro', 'google'],\n", + " ['gemini-pro', 'google'],\n", + " ['azure:gpt-4o', 'azure'],\n", + " ['azure:gpt-4o-mini', 'azure'],\n", + " ['amazon.titan-text-express-v1', 'bedrock'],\n", + " ['amazon.titan-text-lite-v1', 'bedrock'],\n", + " ['anthropic.claude-3-5-sonnet-20240620-v1:0', 'bedrock'],\n", + " ['anthropic.claude-3-haiku-20240307-v1:0', 'bedrock'],\n", + " ['anthropic.claude-3-opus-20240229-v1:0', 'bedrock'],\n", + " ['anthropic.claude-3-sonnet-20240229-v1:0', 'bedrock'],\n", + " ['anthropic.claude-instant-v1', 'bedrock'],\n", + " ['anthropic.claude-v2', 'bedrock'],\n", + " ['anthropic.claude-v2:1', 'bedrock'],\n", + " ['cohere.command-light-text-v14', 'bedrock'],\n", + " ['cohere.command-r-plus-v1:0', 'bedrock'],\n", + " ['cohere.command-r-v1:0', 'bedrock'],\n", + " ['cohere.command-text-v14', 'bedrock'],\n", + " ['meta.llama3-1-405b-instruct-v1:0', 'bedrock'],\n", + " ['meta.llama3-1-70b-instruct-v1:0', 'bedrock'],\n", + " ['meta.llama3-1-8b-instruct-v1:0', 'bedrock'],\n", + " ['meta.llama3-70b-instruct-v1:0', 'bedrock'],\n", + " ['meta.llama3-8b-instruct-v1:0', 'bedrock'],\n", + " ['mistral.mistral-7b-instruct-v0:2', 'bedrock'],\n", + " ['mistral.mistral-large-2402-v1:0', 'bedrock'],\n", + " ['mistral.mixtral-8x7b-instruct-v0:1', 'bedrock'],\n", + " ['claude-3-5-sonnet-20240620', 'anthropic'],\n", + " ['claude-3-opus-20240229', 'anthropic'],\n", + " ['claude-3-sonnet-20240229', 'anthropic'],\n", + " ['claude-3-haiku-20240307', 'anthropic'],\n", + " ['test', 'test'],\n", + " ['llama-3.1-sonar-huge-128k-online', 'perplexity'],\n", + " ['llama-3.1-sonar-large-128k-online', 'perplexity'],\n", + " ['llama-3.1-sonar-small-128k-online', 'perplexity'],\n", + " ['codestral-2405', 'mistral'],\n", + " ['mistral-embed', 'mistral'],\n", + " ['mistral-large-2407', 'mistral'],\n", + " ['mistral-medium-latest', 'mistral'],\n", + " ['mistral-small-2409', 'mistral'],\n", + " ['mistral-small-latest', 'mistral'],\n", + " ['open-mistral-7b', 'mistral'],\n", + " ['open-mistral-nemo-2407', 'mistral'],\n", + " ['open-mixtral-8x22b', 'mistral'],\n", + " ['open-mixtral-8x7b', 'mistral'],\n", + " ['pixtral-12b-2409', 'mistral']])" ] }, "execution_count": 8, @@ -653,115 +1276,60 @@ { "data": { "text/html": [ - "

LanguageModel

\n", - " \n", - "
\n", - "
\n", - " \n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", + "\n", + "
key value
model gpt-4o
parameters:temperature 0.5
parameters:max_tokens 1000
parameters:top_p 1
parameters:frequency_penalty0
parameters:presence_penalty 0
parameters:logprobs False
parameters:top_logprobs 3
\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", "
 keyvalue
0modelgemini-1.5-flash
1parameters:temperature0.500000
2parameters:topP1
3parameters:topK1
4parameters:maxOutputTokens2048
5parameters:stopSequences[]
\n", + "\n", "
\n", - "
\n", - " " + " " ], "text/plain": [ - "Model(model_name = 'gpt-4o', temperature = 0.5, max_tokens = 1000, top_p = 1, frequency_penalty = 0, presence_penalty = 0, logprobs = False, top_logprobs = 3)" + "Model(model_name = 'gemini-1.5-flash', temperature = 0.5, topP = 1, topK = 1, maxOutputTokens = 2048, stopSequences = [])" ] }, "execution_count": 9, @@ -770,7 +1338,7 @@ } ], "source": [ - "model = Model(\"gpt-4o\")\n", + "model = Model(\"gemini-1.5-flash\")\n", "model" ] }, @@ -793,26 +1361,255 @@ "data": { "text/html": [ "\n", - "
\n", - "
\n", - " Remote Job Log (2024-12-14 10:08:22)\n", + " \n", + "
\n", + "
\n", + " \n", + " \n", + " Job Status (2025-01-13 16:37:17)\n", + " \n", "
\n", - "
\n", - "
Remote inference activated. Sending job to server...
\n", - "
Your survey is running at the Expected Parrot server...
\n", - "
Job sent to server. (Job uuid=5689db09-0cfb-492d-8397-94f967573f93).
\n", - "\n", - "\n", - "
Job status: queued - last update: 2024-12-14 10:08:06 AM
\n", - "
Job status: running - last update: 2024-12-14 10:08:09 AM
\n", - "
Job status: running - last update: 2024-12-14 10:08:12 AM
\n", - "
Job status: running - last update: 2024-12-14 10:08:15 AM
\n", - "
Job status: running - last update: 2024-12-14 10:08:19 AM
\n", - "\n", + "
\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
Job UUID93073e7c-6837-4ef3-87ca-2ebd7fcf2831
Progress Bar URLhttps://www.expectedparrot.com/home/remote-job-progress/93073e7c-6837-4ef3-87ca-2ebd7fcf2831
Error Report URLNone
Results UUID07846ba6-a514-401f-a8ac-bc02f3e81783
Results URLNone
\n", + " \n", + "
\n", + " Current Status: Job completed and Results stored on Coop: https://www.expectedparrot.com/content/07846ba6-a514-401f-a8ac-bc02f3e81783\n", + "
\n", + " \n", "
\n", "
\n", + " \n", + " " + ], + "text/plain": [ + "" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "text/html": [ + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", " " ], "text/plain": [ @@ -846,157 +1643,237 @@ "data": { "text/html": [ "\n", - " \n", - "
\n", - "
\n", - " \n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", + "\n", + "
0
agent.agent_instruction
agent.agent_name
agent.persona
answer.improvements
answer.sentiment
answer.themes
comment.improvements_comment
comment.sentiment_comment
comment.themes_comment
generated_tokens.improvements_generated_tokens
generated_tokens.sentiment_generated_tokens
generated_tokens.themes_generated_tokens
iteration.iteration
model.frequency_penalty
model.logprobs
model.max_tokens
model.model
model.presence_penalty
model.temperature
model.top_logprobs
model.top_p
prompt.improvements_system_prompt
prompt.improvements_user_prompt
prompt.sentiment_system_prompt
prompt.sentiment_user_prompt
prompt.themes_system_prompt
prompt.themes_user_prompt
question_options.improvements_question_options
question_options.sentiment_question_options
question_options.themes_question_options
question_text.improvements_question_text
question_text.sentiment_question_text
question_text.themes_question_text
question_type.improvements_question_type
question_type.sentiment_question_type
question_type.themes_question_type
raw_model_response.improvements_cost
raw_model_response.improvements_one_usd_buys
raw_model_response.improvements_raw_model_response
raw_model_response.sentiment_cost
raw_model_response.sentiment_one_usd_buys
raw_model_response.sentiment_raw_model_response
raw_model_response.themes_cost
raw_model_response.themes_one_usd_buys
raw_model_response.themes_raw_model_response
scenario.evaluation
\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", "
 0
0agent.agent_index
1agent.agent_instruction
2agent.agent_name
3agent.persona
4answer.improvements
5answer.sentiment
6answer.themes
7cache_used.improvements_cache_used
8cache_used.sentiment_cache_used
9cache_used.themes_cache_used
10comment.improvements_comment
11comment.sentiment_comment
12comment.themes_comment
13generated_tokens.improvements_generated_tokens
14generated_tokens.sentiment_generated_tokens
15generated_tokens.themes_generated_tokens
16iteration.iteration
17model.maxOutputTokens
18model.model
19model.model_index
20model.stopSequences
21model.temperature
22model.topK
23model.topP
24prompt.improvements_system_prompt
25prompt.improvements_user_prompt
26prompt.sentiment_system_prompt
27prompt.sentiment_user_prompt
28prompt.themes_system_prompt
29prompt.themes_user_prompt
30question_options.improvements_question_options
31question_options.sentiment_question_options
32question_options.themes_question_options
33question_text.improvements_question_text
34question_text.sentiment_question_text
35question_text.themes_question_text
36question_type.improvements_question_type
37question_type.sentiment_question_type
38question_type.themes_question_type
39raw_model_response.improvements_cost
40raw_model_response.improvements_one_usd_buys
41raw_model_response.improvements_raw_model_response
42raw_model_response.sentiment_cost
43raw_model_response.sentiment_one_usd_buys
44raw_model_response.sentiment_raw_model_response
45raw_model_response.themes_cost
46raw_model_response.themes_one_usd_buys
47raw_model_response.themes_raw_model_response
48scenario.evaluation
49scenario.scenario_index
\n", + "\n", "
\n", - "
\n", - " " + " " ], "text/plain": [ - "PrettyList(['agent.agent_instruction',\n", + "PrettyList(['agent.agent_index',\n", + " 'agent.agent_instruction',\n", " 'agent.agent_name',\n", " 'agent.persona',\n", " 'answer.improvements',\n", " 'answer.sentiment',\n", " 'answer.themes',\n", + " 'cache_used.improvements_cache_used',\n", + " 'cache_used.sentiment_cache_used',\n", + " 'cache_used.themes_cache_used',\n", " 'comment.improvements_comment',\n", " 'comment.sentiment_comment',\n", " 'comment.themes_comment',\n", @@ -1004,14 +1881,13 @@ " 'generated_tokens.sentiment_generated_tokens',\n", " 'generated_tokens.themes_generated_tokens',\n", " 'iteration.iteration',\n", - " 'model.frequency_penalty',\n", - " 'model.logprobs',\n", - " 'model.max_tokens',\n", + " 'model.maxOutputTokens',\n", " 'model.model',\n", - " 'model.presence_penalty',\n", + " 'model.model_index',\n", + " 'model.stopSequences',\n", " 'model.temperature',\n", - " 'model.top_logprobs',\n", - " 'model.top_p',\n", + " 'model.topK',\n", + " 'model.topP',\n", " 'prompt.improvements_system_prompt',\n", " 'prompt.improvements_user_prompt',\n", " 'prompt.sentiment_system_prompt',\n", @@ -1036,7 +1912,8 @@ " 'raw_model_response.themes_cost',\n", " 'raw_model_response.themes_one_usd_buys',\n", " 'raw_model_response.themes_raw_model_response',\n", - " 'scenario.evaluation'])" + " 'scenario.evaluation',\n", + " 'scenario.scenario_index'])" ] }, "execution_count": 11, @@ -1066,133 +1943,121 @@ "data": { "text/html": [ "\n", - " \n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", " \n", " \n", + " \n", " \n", - " \n", + " \n", " \n", + " \n", " \n", - " \n", - " \n", - " \n", + " \n", " \n", - " \n", " \n", - " \n", - " \n", - " \n", " \n", " \n", - " \n", - " \n", + " \n", " \n", + " \n", + " \n", + " \n", + " \n", + " \n", " \n", " \n", " \n", " \n", " \n", - " \n", + " \n", " \n", - " \n", + " \n", + " \n", " \n", - " \n", + " \n", " \n", + " \n", " \n", - " \n", - " \n", - " \n", + " \n", " \n", - " \n", - " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", " \n", " \n", " \n", - " \n", + " \n", " \n", - " \n", + " \n", + " \n", " \n", - " \n", + " \n", " \n", + " \n", " \n", - " \n", - " \n", - " \n", + " \n", " \n", - " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", " \n", " \n", " \n", - " \n", + " \n", " \n", - " \n", + " \n", + " \n", " \n", - " \n", + " \n", " \n", + " \n", " \n", - " \n", - " \n", - " \n", + " \n", " \n", - " \n", - " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", " \n", " \n", " \n", - " \n", + " \n", " \n", " \n", + " \n", " \n", - " \n", + " \n", " \n", + " \n", " \n", - " \n", - " \n", - " \n", + " \n", " \n", - " \n", " \n", - " \n", - " \n", + " \n", + " \n", " \n", - " \n", - " \n", - " \n", + " \n", " \n", - " \n", + " \n", + " \n", + " \n", + " \n", " \n", " \n", " \n", - " \n", + " \n", " \n", - " \n", + " \n", + " \n", " \n", - " \n", + " \n", " \n", + " \n", " \n", - " \n", - " \n", - " \n", + " \n", " \n", - " \n", - " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", " \n", " \n", "
 answer.sentimentanswer.themesgenerated_tokens.themes_generated_tokensanswer.improvements
0Positive['Engaging and informative course content', 'Effective explanation of complex concepts', 'Fast pace and challenging readings'][\"Engaging and informative course content\", \"Effective explanation of complex concepts\", \"Fast pace and challenging readings\"]\n", "\n", - ".table-container {\n", - " height: var(--containerHeight) !important;\n", - " width: 100%;\n", - " overflow: auto; /* This enables both horizontal and vertical scrolling */\n", - " border: 1px solid #d4d4d4;\n", - " background: transparent;\n", - " position: relative; /* Create stacking context for sticky header */\n", - "}\n", + "The student found the course to be highly engaging and well-taught, but noted the pace was too fast, impacting their ability to keep up with the readings. These three points capture the essence of the feedback.['Adjust the pace of lectures and incorporate more opportunities for student engagement.', 'Provide more structured guidance on tackling the weekly readings, perhaps by suggesting specific questions to consider.', 'Consider offering supplemental resources, such as online tutorials or practice problems, to reinforce concepts.']
1Negative['Student found the material dry and difficult', 'Lack of real-world connection and examples cited', 'Desire for more current event examples to increase engagement'][\"Student found the material dry and difficult\", \"Lack of real-world connection and examples cited\", \"Desire for more current event examples to increase engagement\"]\n", "\n", - ".scroll-table {\n", - " /* Remove width: 100% to prevent table from being constrained */\n", - " /* min-width: 100% ensures table takes at least full container width */\n", - " min-width: 100%;\n", - " border-collapse: separate;\n", - " border-spacing: 4px;\n", - " background: transparent;\n", - " table-layout: auto; /* Allow table to size based on content */\n", - "}\n", + "The three points directly address the student's criticisms and are concise. They avoid subjective interpretations and focus on the student's stated concerns.['Incorporate more real-world examples and case studies', 'Connect course material to current events', 'Develop more engaging teaching methods to improve student comprehension']
2Positive['Excellent instruction and enthusiasm', 'Effective interactive lectures and practical assignments', 'Readily available extra help during office hours'][\"Excellent instruction and enthusiasm\", \"Effective interactive lectures and practical assignments\", \"Readily available extra help during office hours\"]\n", "\n", - ".scroll-table th {\n", - " background: transparent; /* Semi-transparent background to ensure text readability */\n", - " position: sticky;\n", - " top: 0;\n", - " z-index: 1;\n", - " text-align: left !important;\n", - " padding: 8px;\n", - " font-weight: bold;\n", - " white-space: nowrap; /* Prevent header text from wrapping */\n", - " min-width: 100px; /* Ensure minimum column width */\n", - " backdrop-filter: blur(8px); /* Optional: adds extra clarity */\n", - " color: var(--headerColor);\n", - "}\n", + "The three points chosen directly reflect the student's positive feedback on teaching quality, course structure, and accessibility of the instructor. They are concise and capture the essence of the evaluation.['Consider incorporating more diverse case studies', 'Explore alternative assessment methods to gauge deeper understanding beyond practical assignments', 'Enhance online resources and accessibility for students with varying learning styles']
3Neutral['Appreciated analytical rigor', 'Desired more real-world application discussions', 'Felt disconnect between theory and practice'][\"Appreciated analytical rigor\", \"Desired more real-world application discussions\", \"Felt disconnect between theory and practice\"]\n", "\n", - ".scroll-table td {\n", - " padding: 8px;\n", - " text-align: left !important;\n", - " white-space: pre-wrap;\n", - " word-wrap: break-word;\n", - " vertical-align: top;\n", - " color: inherit;\n", - " border-bottom: none;\n", - " background: transparent;\n", - " min-width: 100px; /* Match header minimum width */\n", - "}\n", + "The student's feedback highlights both a positive aspect (strong math foundation) and a key area for improvement (linking theory to practical examples). The three points concisely capture the essence of the evaluation.['Incorporate real-world case studies into lectures', 'Dedicate class time for discussions linking theoretical concepts to current events', 'Assign application-based problem sets or projects']
4Positive['Enjoyed the course and group projects', 'Project application of concepts was valuable', 'Feedback on assignments needs improvement'][\"Enjoyed the course and group projects\", \"Project application of concepts was valuable\", \"Feedback on assignments needs improvement\"]\n", "\n", - ".scroll-table tbody tr:hover {\n", - " background: transparent;\n", - "}\n", + "The student enjoyed the course material and found the group projects particularly engaging and beneficial for applying economic concepts. However, they clearly identified a need for more detailed feedback on assignments to improve learning. This summarizes the key points concisely and addresses both positive and negative aspects.['Enhance feedback detail on assignments', 'Consider providing more specific rubric criteria', 'Explore alternative assessment methods to complement group projects']
5Neutral['Well-organized course content', 'Monotonous and hard-to-follow lectures', 'Suggestions for improvement: visual aids and guest lecturers'][\"Well-organized course content\", \"Monotonous and hard-to-follow lectures\", \"Suggestions for improvement: visual aids and guest lecturers\"]\n", "\n", - "/* Additional rule to ensure header background is truly transparent */\n", - ".scroll-table thead tr {\n", - " background: transparent !important;\n", - "}\n", + "The summary accurately reflects the student's main points: positive feedback on organization, negative feedback on lecture style, and concrete suggestions for improvement. The three points are concise and capture the essence of the evaluation.['Incorporate more visual aids into lectures', 'Consider inviting guest lecturers from the industry', 'Review lecture delivery to improve clarity and engagement']
6Positive['Enjoyed the balance of theory and case studies', 'Exams perceived as fair', 'Appreciated diverse perspectives on global economic policies'][\"Enjoyed the balance of theory and case studies\", \"Exams perceived as fair\", \"Appreciated diverse perspectives on global economic policies\"]\n", "\n", - "/* Add shadow to indicate scrollable content */\n", - ".table-container::after {\n", - " content: '';\n", - " position: absolute;\n", - " top: 0;\n", - " right: 0;\n", - " bottom: 0;\n", - " width: 5px;\n", - " background: linear-gradient(to right, transparent, rgba(242, 6, 6, 0.1));\n", - " pointer-events: none;\n", - " opacity: 0;\n", - " transition: opacity 0.3s;\n", - "}\n", + "The student's positive feedback highlights three key aspects: the course structure, assessment fairness, and the inclusion of diverse viewpoints. These are valuable points for course improvement and demonstrate student engagement.['Increase quantitative problem sets', 'Explore alternative assessment methods alongside exams', 'Incorporate more interactive class discussions']
7Negative['Textbook complexity', 'Unexplained jargon', 'Need for simpler materials or more explanatory lectures'][\"Textbook complexity\", \"Unexplained jargon\", \"Need for simpler materials or more explanatory lectures\"]\n", "\n", - ".table-container:hover::after {\n", - " opacity: 1;\n", - "}\n", + "The student clearly identifies three interconnected issues: the textbook's difficulty, the use of undefined jargon, and the resulting need for either simpler readings or more thorough lecture explanations. These are the core complaints and represent the most important points to address.['Simplify textbook selection or supplement with clearer materials', 'Incorporate textbook jargon into lectures with explicit definitions', 'Designate additional time for clarifying complex concepts']
8Neutral['Professor possesses strong subject matter expertise and enthusiasm', 'Course over-reliance on testing limits accessibility for diverse learners', 'More varied assignments needed to cater to different learning styles'][\"Professor possesses strong subject matter expertise and enthusiasm\", \"Course over-reliance on testing limits accessibility for diverse learners\", \"More varied assignments needed to cater to different learning styles\"]\n", "\n", - "/* Handle Jupyter notebook specific styling */\n", - ".jp-OutputArea-output .table-container {\n", - " max-width: 100%;\n", - " margin: 0;\n", - " overflow-x: auto;\n", - "}\n", - " \n", - "
\n", - "
\n", - " \n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", + "The summary focuses on the core strengths and weaknesses highlighted in the evaluation, prioritizing conciseness and clarity for efficient review.\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", "
answer.sentiment answer.themes generated_tokens.themes_generated_tokens answer.improvements
Positive ['Course was engaging and informative', 'Professor effectively simplified complex concepts', 'Pace of the course was too fast for some students'] ["Course was engaging and informative", "Professor effectively simplified complex concepts", "Pace of the course was too fast for some students"] \n", - "\n", - "These points highlight the strengths of the course in terms of engagement and clarity, while also noting a common concern regarding the course's pace, which is valuable for adjusting future syllabi or providing additional support. ['Adjust the pacing of the lectures', 'Provide additional resources or summaries for weekly readings', 'Incorporate more review sessions or Q&A periods']
Negative ['Material felt dry', 'Difficult to connect with real-world applications', 'More current event examples needed'] ["Material felt dry", "Difficult to connect with real-world applications", "More current event examples needed"] \n", - "The student found the course material unengaging, struggled to see its relevance to real-world situations, and suggested incorporating current events to enhance interest and understanding. ['Incorporate more real-world applications', 'Use current events to illustrate concepts', 'Enhance engagement with interactive activities']
Positive ["Professor's enthusiasm and availability for extra help", 'Interactive lectures', 'Practical assignments enhanced understanding'] ["Professor's enthusiasm and availability for extra help", "Interactive lectures", "Practical assignments enhanced understanding"] \n", - "The evaluation highlights your enthusiasm and willingness to assist students, the effectiveness of interactive lectures, and the practical assignments that helped students grasp theoretical concepts better. ['Increase variety of teaching methods', 'Provide more real-world examples', 'Enhance feedback on assignments']
Neutral ['Appreciation for analytical rigor', 'Desire for more practical discussions', 'Course felt isolated from real-world issues'] ["Appreciation for analytical rigor", "Desire for more practical discussions", "Course felt isolated from real-world issues"] \n", - "\n", - "These points highlight the student's appreciation for the mathematical depth of the course, their wish for more application of theories to real-world contexts, and the sense that the course lacked practical relevance. ['Incorporate real-world case studies into lectures', 'Facilitate class discussions on current economic events', 'Assign projects that apply theories to contemporary issues']
Positive ['Enjoyed the course, especially group projects', 'Appreciated applying economic concepts to real-life problems', 'Desire for more detailed feedback on assignments']["Enjoyed the course, especially group projects", "Appreciated applying economic concepts to real-life problems", "Desire for more detailed feedback on assignments"] \n", - "\n", - "These points encapsulate the student's positive experience with the group projects and the practical application of course content, while also highlighting a constructive suggestion for improvement regarding feedback on assignments. ['Provide more detailed feedback on assignments', 'Incorporate more real-life problem-solving exercises', 'Ensure group projects are effectively facilitated']
Neutral ['Course content was well-organized', 'Lectures were monotonous and hard to follow', 'Suggested incorporating visual aids and guest lectures'] ["Course content was well-organized", "Lectures were monotonous and hard to follow", "Suggested incorporating visual aids and guest lectures"] \n", - "The feedback highlights the organization of the course content as a positive aspect, while pointing out that the lectures lacked engagement. The student suggests using visual aids and inviting guest speakers to enhance the learning experience and make sessions more dynamic. ['Incorporate more visual aids into lectures', 'Invite guest speakers from industry', 'Engage students with interactive activities']
Positive ['Favorite class this semester', 'Perfect mix of theory and case studies', 'Appreciation for diversity in global economic perspectives'] ["Favorite class this semester", "Perfect mix of theory and case studies", "Appreciation for diversity in global economic perspectives"] \n", - "\n", - "The student's evaluation highlights their overall enjoyment of the course, the effective balance between theoretical content and practical case studies, and the value they found in exploring diverse global economic perspectives. ['Increase opportunities for student participation', 'Enhance feedback on assignments', 'Incorporate more interactive digital tools']
Negative ['Textbook is too complex for an introductory course', 'Textbook uses unexplained jargon', 'Simpler materials or more explanatory lectures needed'] ["Textbook is too complex for an introductory course", "Textbook uses unexplained jargon", "Simpler materials or more explanatory lectures needed"] \n", - "\n", - "These points directly address the student's concerns about the complexity and accessibility of the course materials, offering a clear direction for potential improvements. ['Select a more accessible textbook for introductory students', 'Provide supplemental materials that clarify textbook jargon', 'Incorporate more lecture time to explain complex concepts']
Neutral ['Professor is knowledgeable and passionate', 'Course relies too heavily on tests', 'More varied assignments needed for different learning styles'] ["Professor is knowledgeable and passionate", "Course relies too heavily on tests", "More varied assignments needed for different learning styles"] \n", - "\n", - "The evaluation highlights your expertise and enthusiasm for the subject, but suggests that the assessment methods could be diversified to accommodate different learning preferences, which could enhance accessibility and engagement. ['Incorporate diverse assessment methods', 'Include project-based assignments', 'Offer optional creative assignments']
Neutral ['Solid introduction to economics', 'Heavily focused on theoretical aspects', 'Desire for more real-world discussion'] ["Solid introduction to economics", "Heavily focused on theoretical aspects", "Desire for more real-world discussion"] \n", - "\n", - "The student appreciates the course as a foundational introduction but notes an overemphasis on theory. They suggest incorporating more discussions on real-world applications to improve understanding and retention. ['Incorporate more real-world case studies', 'Facilitate class discussions on current economic events', 'Include practical applications in assignments']
['Incorporate more diverse assessment methods (e.g., group projects, presentations, essays)', 'Explore alternative ways to evaluate understanding beyond high-stakes exams', 'Design assignments catering to varied learning styles and preferences']
9Neutral[\"Positive assessment of the course's introductory nature\", 'Critique of insufficient real-world application focus', 'Suggestion for increased emphasis on practical examples'][\"Positive assessment of the course's introductory nature\", \"Critique of insufficient real-world application focus\", \"Suggestion for increased emphasis on practical examples\"]\n", + "\n", + "The three points accurately reflect the student's main concerns and suggestions, capturing both positive and negative feedback concisely.['Incorporate more case studies illustrating real-world applications of economic theories', 'Design in-class activities and discussions focusing on current economic events and their theoretical underpinnings', 'Assign projects or papers requiring students to analyze real-world economic issues using the concepts learned in class']
\n", + "\n", "
\n", - "
\n", - " " + " " ], "text/plain": [ - "Dataset([{'answer.sentiment': ['Positive', 'Negative', 'Positive', 'Neutral', 'Positive', 'Neutral', 'Positive', 'Negative', 'Neutral', 'Neutral']}, {'answer.themes': [['Course was engaging and informative', 'Professor effectively simplified complex concepts', 'Pace of the course was too fast for some students'], ['Material felt dry', 'Difficult to connect with real-world applications', 'More current event examples needed'], [\"Professor's enthusiasm and availability for extra help\", 'Interactive lectures', 'Practical assignments enhanced understanding'], ['Appreciation for analytical rigor', 'Desire for more practical discussions', 'Course felt isolated from real-world issues'], ['Enjoyed the course, especially group projects', 'Appreciated applying economic concepts to real-life problems', 'Desire for more detailed feedback on assignments'], ['Course content was well-organized', 'Lectures were monotonous and hard to follow', 'Suggested incorporating visual aids and guest lectures'], ['Favorite class this semester', 'Perfect mix of theory and case studies', 'Appreciation for diversity in global economic perspectives'], ['Textbook is too complex for an introductory course', 'Textbook uses unexplained jargon', 'Simpler materials or more explanatory lectures needed'], ['Professor is knowledgeable and passionate', 'Course relies too heavily on tests', 'More varied assignments needed for different learning styles'], ['Solid introduction to economics', 'Heavily focused on theoretical aspects', 'Desire for more real-world discussion']]}, {'generated_tokens.themes_generated_tokens': ['[\"Course was engaging and informative\", \"Professor effectively simplified complex concepts\", \"Pace of the course was too fast for some students\"] \\n\\nThese points highlight the strengths of the course in terms of engagement and clarity, while also noting a common concern regarding the course\\'s pace, which is valuable for adjusting future syllabi or providing additional support.', '[\"Material felt dry\", \"Difficult to connect with real-world applications\", \"More current event examples needed\"] \\nThe student found the course material unengaging, struggled to see its relevance to real-world situations, and suggested incorporating current events to enhance interest and understanding.', '[\"Professor\\'s enthusiasm and availability for extra help\", \"Interactive lectures\", \"Practical assignments enhanced understanding\"] \\nThe evaluation highlights your enthusiasm and willingness to assist students, the effectiveness of interactive lectures, and the practical assignments that helped students grasp theoretical concepts better.', '[\"Appreciation for analytical rigor\", \"Desire for more practical discussions\", \"Course felt isolated from real-world issues\"] \\n\\nThese points highlight the student\\'s appreciation for the mathematical depth of the course, their wish for more application of theories to real-world contexts, and the sense that the course lacked practical relevance.', '[\"Enjoyed the course, especially group projects\", \"Appreciated applying economic concepts to real-life problems\", \"Desire for more detailed feedback on assignments\"] \\n\\nThese points encapsulate the student\\'s positive experience with the group projects and the practical application of course content, while also highlighting a constructive suggestion for improvement regarding feedback on assignments.', '[\"Course content was well-organized\", \"Lectures were monotonous and hard to follow\", \"Suggested incorporating visual aids and guest lectures\"] \\nThe feedback highlights the organization of the course content as a positive aspect, while pointing out that the lectures lacked engagement. The student suggests using visual aids and inviting guest speakers to enhance the learning experience and make sessions more dynamic.', '[\"Favorite class this semester\", \"Perfect mix of theory and case studies\", \"Appreciation for diversity in global economic perspectives\"] \\n\\nThe student\\'s evaluation highlights their overall enjoyment of the course, the effective balance between theoretical content and practical case studies, and the value they found in exploring diverse global economic perspectives.', '[\"Textbook is too complex for an introductory course\", \"Textbook uses unexplained jargon\", \"Simpler materials or more explanatory lectures needed\"] \\n\\nThese points directly address the student\\'s concerns about the complexity and accessibility of the course materials, offering a clear direction for potential improvements.', '[\"Professor is knowledgeable and passionate\", \"Course relies too heavily on tests\", \"More varied assignments needed for different learning styles\"] \\n\\nThe evaluation highlights your expertise and enthusiasm for the subject, but suggests that the assessment methods could be diversified to accommodate different learning preferences, which could enhance accessibility and engagement.', '[\"Solid introduction to economics\", \"Heavily focused on theoretical aspects\", \"Desire for more real-world discussion\"] \\n\\nThe student appreciates the course as a foundational introduction but notes an overemphasis on theory. They suggest incorporating more discussions on real-world applications to improve understanding and retention.']}, {'answer.improvements': [['Adjust the pacing of the lectures', 'Provide additional resources or summaries for weekly readings', 'Incorporate more review sessions or Q&A periods'], ['Incorporate more real-world applications', 'Use current events to illustrate concepts', 'Enhance engagement with interactive activities'], ['Increase variety of teaching methods', 'Provide more real-world examples', 'Enhance feedback on assignments'], ['Incorporate real-world case studies into lectures', 'Facilitate class discussions on current economic events', 'Assign projects that apply theories to contemporary issues'], ['Provide more detailed feedback on assignments', 'Incorporate more real-life problem-solving exercises', 'Ensure group projects are effectively facilitated'], ['Incorporate more visual aids into lectures', 'Invite guest speakers from industry', 'Engage students with interactive activities'], ['Increase opportunities for student participation', 'Enhance feedback on assignments', 'Incorporate more interactive digital tools'], ['Select a more accessible textbook for introductory students', 'Provide supplemental materials that clarify textbook jargon', 'Incorporate more lecture time to explain complex concepts'], ['Incorporate diverse assessment methods', 'Include project-based assignments', 'Offer optional creative assignments'], ['Incorporate more real-world case studies', 'Facilitate class discussions on current economic events', 'Include practical applications in assignments']]}])" + "Dataset([{'answer.sentiment': ['Positive', 'Negative', 'Positive', 'Neutral', 'Positive', 'Neutral', 'Positive', 'Negative', 'Neutral', 'Neutral']}, {'answer.themes': [['Engaging and informative course content', 'Effective explanation of complex concepts', 'Fast pace and challenging readings'], ['Student found the material dry and difficult', 'Lack of real-world connection and examples cited', 'Desire for more current event examples to increase engagement'], ['Excellent instruction and enthusiasm', 'Effective interactive lectures and practical assignments', 'Readily available extra help during office hours'], ['Appreciated analytical rigor', 'Desired more real-world application discussions', 'Felt disconnect between theory and practice'], ['Enjoyed the course and group projects', 'Project application of concepts was valuable', 'Feedback on assignments needs improvement'], ['Well-organized course content', 'Monotonous and hard-to-follow lectures', 'Suggestions for improvement: visual aids and guest lecturers'], ['Enjoyed the balance of theory and case studies', 'Exams perceived as fair', 'Appreciated diverse perspectives on global economic policies'], ['Textbook complexity', 'Unexplained jargon', 'Need for simpler materials or more explanatory lectures'], ['Professor possesses strong subject matter expertise and enthusiasm', 'Course over-reliance on testing limits accessibility for diverse learners', 'More varied assignments needed to cater to different learning styles'], [\"Positive assessment of the course's introductory nature\", 'Critique of insufficient real-world application focus', 'Suggestion for increased emphasis on practical examples']]}, {'generated_tokens.themes_generated_tokens': ['[\"Engaging and informative course content\", \"Effective explanation of complex concepts\", \"Fast pace and challenging readings\"]\\n\\nThe student found the course to be highly engaging and well-taught, but noted the pace was too fast, impacting their ability to keep up with the readings. These three points capture the essence of the feedback.', '[\"Student found the material dry and difficult\", \"Lack of real-world connection and examples cited\", \"Desire for more current event examples to increase engagement\"]\\n\\nThe three points directly address the student\\'s criticisms and are concise. They avoid subjective interpretations and focus on the student\\'s stated concerns.', '[\"Excellent instruction and enthusiasm\", \"Effective interactive lectures and practical assignments\", \"Readily available extra help during office hours\"]\\n\\nThe three points chosen directly reflect the student\\'s positive feedback on teaching quality, course structure, and accessibility of the instructor. They are concise and capture the essence of the evaluation.', '[\"Appreciated analytical rigor\", \"Desired more real-world application discussions\", \"Felt disconnect between theory and practice\"]\\n\\nThe student\\'s feedback highlights both a positive aspect (strong math foundation) and a key area for improvement (linking theory to practical examples). The three points concisely capture the essence of the evaluation.', '[\"Enjoyed the course and group projects\", \"Project application of concepts was valuable\", \"Feedback on assignments needs improvement\"]\\n\\nThe student enjoyed the course material and found the group projects particularly engaging and beneficial for applying economic concepts. However, they clearly identified a need for more detailed feedback on assignments to improve learning. This summarizes the key points concisely and addresses both positive and negative aspects.', '[\"Well-organized course content\", \"Monotonous and hard-to-follow lectures\", \"Suggestions for improvement: visual aids and guest lecturers\"]\\n\\nThe summary accurately reflects the student\\'s main points: positive feedback on organization, negative feedback on lecture style, and concrete suggestions for improvement. The three points are concise and capture the essence of the evaluation.', '[\"Enjoyed the balance of theory and case studies\", \"Exams perceived as fair\", \"Appreciated diverse perspectives on global economic policies\"]\\n\\nThe student\\'s positive feedback highlights three key aspects: the course structure, assessment fairness, and the inclusion of diverse viewpoints. These are valuable points for course improvement and demonstrate student engagement.', '[\"Textbook complexity\", \"Unexplained jargon\", \"Need for simpler materials or more explanatory lectures\"]\\n\\nThe student clearly identifies three interconnected issues: the textbook\\'s difficulty, the use of undefined jargon, and the resulting need for either simpler readings or more thorough lecture explanations. These are the core complaints and represent the most important points to address.', '[\"Professor possesses strong subject matter expertise and enthusiasm\", \"Course over-reliance on testing limits accessibility for diverse learners\", \"More varied assignments needed to cater to different learning styles\"]\\n\\nThe summary focuses on the core strengths and weaknesses highlighted in the evaluation, prioritizing conciseness and clarity for efficient review.', '[\"Positive assessment of the course\\'s introductory nature\", \"Critique of insufficient real-world application focus\", \"Suggestion for increased emphasis on practical examples\"]\\n\\nThe three points accurately reflect the student\\'s main concerns and suggestions, capturing both positive and negative feedback concisely.']}, {'answer.improvements': [['Adjust the pace of lectures and incorporate more opportunities for student engagement.', 'Provide more structured guidance on tackling the weekly readings, perhaps by suggesting specific questions to consider.', 'Consider offering supplemental resources, such as online tutorials or practice problems, to reinforce concepts.'], ['Incorporate more real-world examples and case studies', 'Connect course material to current events', 'Develop more engaging teaching methods to improve student comprehension'], ['Consider incorporating more diverse case studies', 'Explore alternative assessment methods to gauge deeper understanding beyond practical assignments', 'Enhance online resources and accessibility for students with varying learning styles'], ['Incorporate real-world case studies into lectures', 'Dedicate class time for discussions linking theoretical concepts to current events', 'Assign application-based problem sets or projects'], ['Enhance feedback detail on assignments', 'Consider providing more specific rubric criteria', 'Explore alternative assessment methods to complement group projects'], ['Incorporate more visual aids into lectures', 'Consider inviting guest lecturers from the industry', 'Review lecture delivery to improve clarity and engagement'], ['Increase quantitative problem sets', 'Explore alternative assessment methods alongside exams', 'Incorporate more interactive class discussions'], ['Simplify textbook selection or supplement with clearer materials', 'Incorporate textbook jargon into lectures with explicit definitions', 'Designate additional time for clarifying complex concepts'], ['Incorporate more diverse assessment methods (e.g., group projects, presentations, essays)', 'Explore alternative ways to evaluate understanding beyond high-stakes exams', 'Design assignments catering to varied learning styles and preferences'], ['Incorporate more case studies illustrating real-world applications of economic theories', 'Design in-class activities and discussions focusing on current economic events and their theoretical underpinnings', 'Assign projects or papers requiring students to analyze real-world economic issues using the concepts learned in class']]}])" ] }, "execution_count": 12, @@ -1222,106 +2087,51 @@ "data": { "text/html": [ "\n", - " \n", - "
\n", - "
\n", - " \n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", + "\n", + "
answer.sentiment count
Positive 4
Neutral 4
Negative 2
\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", "
 answer.sentimentcount
0Positive4
1Neutral4
2Negative2
\n", + "\n", "
\n", - "
\n", - " " + " " ], "text/plain": [ "Dataset([{'answer.sentiment': ['Positive', 'Neutral', 'Negative']}, {'count': [4, 4, 2]}])" @@ -1374,201 +2184,187 @@ "
answer.themesanswer.sentimentanswer.improvementsscenario.scenario_indexscenario.evaluationagent.agent_nameagent.agent_indexagent.personaagent.agent_nameagent.agent_instructionmodel.temperaturemodel.logprobsmodel.frequency_penaltymodel.topP...question_options.improvements_question_optionsquestion_type.improvements_question_typequestion_type.themes_question_typequestion_type.sentiment_question_typecomment.sentiment_commentcomment.themes_commentcomment.improvements_commentgenerated_tokens.sentiment_generated_tokensgenerated_tokens.improvements_generated_tokenscomment.sentiment_commentgenerated_tokens.themes_generated_tokensgenerated_tokens.improvements_generated_tokensgenerated_tokens.sentiment_generated_tokenscache_used.themes_cache_usedcache_used.sentiment_cache_usedcache_used.improvements_cache_used
0['Course was engaging and informative', 'Profe...['Engaging and informative course content', 'E...Positive['Adjust the pacing of the lectures', 'Provide...['Adjust the pace of lectures and incorporate ...0I found the course very engaging and informati...Agent_00You are a professor reviewing student evaluati...Agent_10Be very specific and constructive in providing...0.5False01...NaNlistlistmultiple_choiceThe evaluation is largely positive, highlighti...These points highlight the strengths of the co...The feedback highlights that while the course ...Positive\\n\\nThe evaluation is largely positive...[\"Adjust the pacing of the lectures\", \"Provide...[\"Course was engaging and informative\", \"Profe...The student found the course to be highly enga...The student's feedback highlights two key area...The student clearly expresses overall positive...[\"Engaging and informative course content\", \"E...[\"Adjust the pace of lectures and incorporate ...Positive\\n\\nThe student clearly expresses over...FalseFalseFalse
1['Material felt dry', 'Difficult to connect wi...['Student found the material dry and difficult...Negative['Incorporate more real-world applications', '...['Incorporate more real-world examples and cas...1This class was a struggle for me. The material...Agent_10You are a professor reviewing student evaluati...Agent_10Be very specific and constructive in providing...0.5False01...NaNlistlistmultiple_choiceThe evaluation expresses dissatisfaction with ...The student found the course material unengagi...By integrating more real-world applications an...Negative\\n\\nThe evaluation expresses dissatisf...[\"Incorporate more real-world applications\", \"...[\"Material felt dry\", \"Difficult to connect wi...The three points directly address the student'...These suggestions directly address the student...The student explicitly states the class was a ...[\"Student found the material dry and difficult...[\"Incorporate more real-world examples and cas...Negative\\n\\nThe student explicitly states the ...FalseFalseFalse
2[\"Professor's enthusiasm and availability for ...['Excellent instruction and enthusiasm', 'Effe...Positive['Increase variety of teaching methods', 'Prov...['Consider incorporating more diverse case stu...2Excellent introductory course! The professor w...Agent_20You are a professor reviewing student evaluati...Agent_10Be very specific and constructive in providing...0.5False01...NaNlistlistmultiple_choiceThe evaluation highlights several positive asp...The evaluation highlights your enthusiasm and ...While the evaluation is positive, incorporatin...Positive\\n\\nThe evaluation highlights several ...[\"Increase variety of teaching methods\", \"Prov...[\"Professor's enthusiasm and availability for ...The three points chosen directly reflect the s...While the feedback is largely positive, the s...The student uses overwhelmingly positive langu...[\"Excellent instruction and enthusiasm\", \"Effe...[\"Consider incorporating more diverse case stu...Positive\\n\\nThe student uses overwhelmingly po...FalseFalseFalse
3['Appreciation for analytical rigor', 'Desire ...['Appreciated analytical rigor', 'Desired more...Neutral['Incorporate real-world case studies into lec...3As someone with a strong background in math, I...Agent_30You are a professor reviewing student evaluati...Agent_10Be very specific and constructive in providing...0.5False01...NaNlistlistmultiple_choiceThe student's feedback highlights both a posit...The student's feedback highlights a disconnect...The evaluation contains both positive and nega...These points highlight the student's appreciat...These suggestions aim to bridge the gap betwee...Neutral\\n\\nThe evaluation contains both positi...[\"Appreciated analytical rigor\", \"Desired more...[\"Incorporate real-world case studies into lec...[\"Appreciation for analytical rigor\", \"Desire ...Neutral\\n\\nThe evaluation contains both positi...FalseFalseFalse
4['Enjoyed the course, especially group project...['Enjoyed the course and group projects', 'Pro...Positive['Provide more detailed feedback on assignment...['Enhance feedback detail on assignments', 'Co...4I enjoyed the course, especially the group pro...Agent_40You are a professor reviewing student evaluati...Agent_10Be very specific and constructive in providing...0.5False01...NaNlistlistmultiple_choiceThe overall sentiment is positive because the ...These points encapsulate the student's positiv...The student appreciated the group projects and...Positive\\n\\nThe overall sentiment is positive ...[\"Provide more detailed feedback on assignment...[\"Enjoyed the course, especially group project...The student enjoyed the course material and fo...The student enjoyed the course and group proje...The student clearly enjoyed the course and fou...[\"Enjoyed the course and group projects\", \"Pro...[\"Enhance feedback detail on assignments\", \"Co...Positive\\n\\nThe student clearly enjoyed the co...FalseFalseFalse
\n", - "

5 rows × 46 columns

\n", + "

5 rows × 50 columns

\n", "
" ], "text/plain": [ " answer.themes answer.sentiment \\\n", - "0 ['Course was engaging and informative', 'Profe... Positive \n", - "1 ['Material felt dry', 'Difficult to connect wi... Negative \n", - "2 [\"Professor's enthusiasm and availability for ... Positive \n", - "3 ['Appreciation for analytical rigor', 'Desire ... Neutral \n", - "4 ['Enjoyed the course, especially group project... Positive \n", - "\n", - " answer.improvements \\\n", - "0 ['Adjust the pacing of the lectures', 'Provide... \n", - "1 ['Incorporate more real-world applications', '... \n", - "2 ['Increase variety of teaching methods', 'Prov... \n", - "3 ['Incorporate real-world case studies into lec... \n", - "4 ['Provide more detailed feedback on assignment... \n", - "\n", - " scenario.evaluation agent.agent_name \\\n", - "0 I found the course very engaging and informati... Agent_0 \n", - "1 This class was a struggle for me. The material... Agent_1 \n", - "2 Excellent introductory course! The professor w... Agent_2 \n", - "3 As someone with a strong background in math, I... Agent_3 \n", - "4 I enjoyed the course, especially the group pro... Agent_4 \n", - "\n", - " agent.persona \\\n", - "0 You are a professor reviewing student evaluati... \n", - "1 You are a professor reviewing student evaluati... \n", - "2 You are a professor reviewing student evaluati... \n", - "3 You are a professor reviewing student evaluati... \n", - "4 You are a professor reviewing student evaluati... \n", - "\n", - " agent.agent_instruction model.temperature \\\n", - "0 Be very specific and constructive in providing... 0.5 \n", - "1 Be very specific and constructive in providing... 0.5 \n", - "2 Be very specific and constructive in providing... 0.5 \n", - "3 Be very specific and constructive in providing... 0.5 \n", - "4 Be very specific and constructive in providing... 0.5 \n", - "\n", - " model.logprobs model.frequency_penalty ... \\\n", - "0 False 0 ... \n", - "1 False 0 ... \n", - "2 False 0 ... \n", - "3 False 0 ... \n", - "4 False 0 ... \n", - "\n", - " question_options.improvements_question_options \\\n", - "0 NaN \n", - "1 NaN \n", - "2 NaN \n", - "3 NaN \n", - "4 NaN \n", + "0 ['Engaging and informative course content', 'E... Positive \n", + "1 ['Student found the material dry and difficult... Negative \n", + "2 ['Excellent instruction and enthusiasm', 'Effe... Positive \n", + "3 ['Appreciated analytical rigor', 'Desired more... Neutral \n", + "4 ['Enjoyed the course and group projects', 'Pro... Positive \n", + "\n", + " answer.improvements scenario.scenario_index \\\n", + "0 ['Adjust the pace of lectures and incorporate ... 0 \n", + "1 ['Incorporate more real-world examples and cas... 1 \n", + "2 ['Consider incorporating more diverse case stu... 2 \n", + "3 ['Incorporate real-world case studies into lec... 3 \n", + "4 ['Enhance feedback detail on assignments', 'Co... 4 \n", + "\n", + " scenario.evaluation agent.agent_index \\\n", + "0 I found the course very engaging and informati... 0 \n", + "1 This class was a struggle for me. The material... 0 \n", + "2 Excellent introductory course! The professor w... 0 \n", + "3 As someone with a strong background in math, I... 0 \n", + "4 I enjoyed the course, especially the group pro... 0 \n", + "\n", + " agent.persona agent.agent_name \\\n", + "0 You are a professor reviewing student evaluati... Agent_10 \n", + "1 You are a professor reviewing student evaluati... Agent_10 \n", + "2 You are a professor reviewing student evaluati... Agent_10 \n", + "3 You are a professor reviewing student evaluati... Agent_10 \n", + "4 You are a professor reviewing student evaluati... Agent_10 \n", + "\n", + " agent.agent_instruction model.topP ... \\\n", + "0 Be very specific and constructive in providing... 1 ... \n", + "1 Be very specific and constructive in providing... 1 ... \n", + "2 Be very specific and constructive in providing... 1 ... \n", + "3 Be very specific and constructive in providing... 1 ... \n", + "4 Be very specific and constructive in providing... 1 ... \n", "\n", " question_type.improvements_question_type \\\n", "0 list \n", @@ -1577,56 +2373,63 @@ "3 list \n", "4 list \n", "\n", - " question_type.themes_question_type question_type.sentiment_question_type \\\n", - "0 list multiple_choice \n", - "1 list multiple_choice \n", - "2 list multiple_choice \n", - "3 list multiple_choice \n", - "4 list multiple_choice \n", - "\n", - " comment.sentiment_comment \\\n", - "0 The evaluation is largely positive, highlighti... \n", - "1 The evaluation expresses dissatisfaction with ... \n", - "2 The evaluation highlights several positive asp... \n", - "3 The evaluation contains both positive and nega... \n", - "4 The overall sentiment is positive because the ... \n", - "\n", " comment.themes_comment \\\n", - "0 These points highlight the strengths of the co... \n", - "1 The student found the course material unengagi... \n", - "2 The evaluation highlights your enthusiasm and ... \n", - "3 These points highlight the student's appreciat... \n", - "4 These points encapsulate the student's positiv... \n", + "0 The student found the course to be highly enga... \n", + "1 The three points directly address the student'... \n", + "2 The three points chosen directly reflect the s... \n", + "3 The student's feedback highlights both a posit... \n", + "4 The student enjoyed the course material and fo... \n", "\n", " comment.improvements_comment \\\n", - "0 The feedback highlights that while the course ... \n", - "1 By integrating more real-world applications an... \n", - "2 While the evaluation is positive, incorporatin... \n", - "3 These suggestions aim to bridge the gap betwee... \n", - "4 The student appreciated the group projects and... \n", + "0 The student's feedback highlights two key area... \n", + "1 These suggestions directly address the student... \n", + "2 While the feedback is largely positive, the s... \n", + "3 The student's feedback highlights a disconnect... \n", + "4 The student enjoyed the course and group proje... \n", "\n", - " generated_tokens.sentiment_generated_tokens \\\n", - "0 Positive\\n\\nThe evaluation is largely positive... \n", - "1 Negative\\n\\nThe evaluation expresses dissatisf... \n", - "2 Positive\\n\\nThe evaluation highlights several ... \n", - "3 Neutral\\n\\nThe evaluation contains both positi... \n", - "4 Positive\\n\\nThe overall sentiment is positive ... \n", + " comment.sentiment_comment \\\n", + "0 The student clearly expresses overall positive... \n", + "1 The student explicitly states the class was a ... \n", + "2 The student uses overwhelmingly positive langu... \n", + "3 The evaluation contains both positive and nega... \n", + "4 The student clearly enjoyed the course and fou... \n", + "\n", + " generated_tokens.themes_generated_tokens \\\n", + "0 [\"Engaging and informative course content\", \"E... \n", + "1 [\"Student found the material dry and difficult... \n", + "2 [\"Excellent instruction and enthusiasm\", \"Effe... \n", + "3 [\"Appreciated analytical rigor\", \"Desired more... \n", + "4 [\"Enjoyed the course and group projects\", \"Pro... \n", "\n", " generated_tokens.improvements_generated_tokens \\\n", - "0 [\"Adjust the pacing of the lectures\", \"Provide... \n", - "1 [\"Incorporate more real-world applications\", \"... \n", - "2 [\"Increase variety of teaching methods\", \"Prov... \n", + "0 [\"Adjust the pace of lectures and incorporate ... \n", + "1 [\"Incorporate more real-world examples and cas... \n", + "2 [\"Consider incorporating more diverse case stu... \n", "3 [\"Incorporate real-world case studies into lec... \n", - "4 [\"Provide more detailed feedback on assignment... \n", + "4 [\"Enhance feedback detail on assignments\", \"Co... \n", "\n", - " generated_tokens.themes_generated_tokens \n", - "0 [\"Course was engaging and informative\", \"Profe... \n", - "1 [\"Material felt dry\", \"Difficult to connect wi... \n", - "2 [\"Professor's enthusiasm and availability for ... \n", - "3 [\"Appreciation for analytical rigor\", \"Desire ... \n", - "4 [\"Enjoyed the course, especially group project... \n", - "\n", - "[5 rows x 46 columns]" + " generated_tokens.sentiment_generated_tokens \\\n", + "0 Positive\\n\\nThe student clearly expresses over... \n", + "1 Negative\\n\\nThe student explicitly states the ... \n", + "2 Positive\\n\\nThe student uses overwhelmingly po... \n", + "3 Neutral\\n\\nThe evaluation contains both positi... \n", + "4 Positive\\n\\nThe student clearly enjoyed the co... \n", + "\n", + " cache_used.themes_cache_used cache_used.sentiment_cache_used \\\n", + "0 False False \n", + "1 False False \n", + "2 False False \n", + "3 False False \n", + "4 False False \n", + "\n", + " cache_used.improvements_cache_used \n", + "0 False \n", + "1 False \n", + "2 False \n", + "3 False \n", + "4 False \n", + "\n", + "[5 rows x 50 columns]" ] }, "execution_count": 14, @@ -1700,133 +2503,99 @@ "data": { "text/html": [ "\n", - " \n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
 answer.themesgenerated_tokens.themes_generated_tokens
0['Engaging and informative course content', 'Effective explanation of complex concepts', 'Fast pace and challenging readings'][\"Engaging and informative course content\", \"Effective explanation of complex concepts\", \"Fast pace and challenging readings\"]\n", "\n", - ".table-container {\n", - " height: var(--containerHeight) !important;\n", - " width: 100%;\n", - " overflow: auto; /* This enables both horizontal and vertical scrolling */\n", - " border: 1px solid #d4d4d4;\n", - " background: transparent;\n", - " position: relative; /* Create stacking context for sticky header */\n", - "}\n", + "The student found the course to be highly engaging and well-taught, but noted the pace was too fast, impacting their ability to keep up with the readings. These three points capture the essence of the feedback.
1['Student found the material dry and difficult', 'Lack of real-world connection and examples cited', 'Desire for more current event examples to increase engagement'][\"Student found the material dry and difficult\", \"Lack of real-world connection and examples cited\", \"Desire for more current event examples to increase engagement\"]\n", "\n", - ".scroll-table {\n", - " /* Remove width: 100% to prevent table from being constrained */\n", - " /* min-width: 100% ensures table takes at least full container width */\n", - " min-width: 100%;\n", - " border-collapse: separate;\n", - " border-spacing: 4px;\n", - " background: transparent;\n", - " table-layout: auto; /* Allow table to size based on content */\n", - "}\n", + "The three points directly address the student's criticisms and are concise. They avoid subjective interpretations and focus on the student's stated concerns.
2['Excellent instruction and enthusiasm', 'Effective interactive lectures and practical assignments', 'Readily available extra help during office hours'][\"Excellent instruction and enthusiasm\", \"Effective interactive lectures and practical assignments\", \"Readily available extra help during office hours\"]\n", "\n", - ".scroll-table th {\n", - " background: transparent; /* Semi-transparent background to ensure text readability */\n", - " position: sticky;\n", - " top: 0;\n", - " z-index: 1;\n", - " text-align: left !important;\n", - " padding: 8px;\n", - " font-weight: bold;\n", - " white-space: nowrap; /* Prevent header text from wrapping */\n", - " min-width: 100px; /* Ensure minimum column width */\n", - " backdrop-filter: blur(8px); /* Optional: adds extra clarity */\n", - " color: var(--headerColor);\n", - "}\n", + "The three points chosen directly reflect the student's positive feedback on teaching quality, course structure, and accessibility of the instructor. They are concise and capture the essence of the evaluation.
3['Appreciated analytical rigor', 'Desired more real-world application discussions', 'Felt disconnect between theory and practice'][\"Appreciated analytical rigor\", \"Desired more real-world application discussions\", \"Felt disconnect between theory and practice\"]\n", "\n", - ".scroll-table td {\n", - " padding: 8px;\n", - " text-align: left !important;\n", - " white-space: pre-wrap;\n", - " word-wrap: break-word;\n", - " vertical-align: top;\n", - " color: inherit;\n", - " border-bottom: none;\n", - " background: transparent;\n", - " min-width: 100px; /* Match header minimum width */\n", - "}\n", + "The student's feedback highlights both a positive aspect (strong math foundation) and a key area for improvement (linking theory to practical examples). The three points concisely capture the essence of the evaluation.
4['Enjoyed the course and group projects', 'Project application of concepts was valuable', 'Feedback on assignments needs improvement'][\"Enjoyed the course and group projects\", \"Project application of concepts was valuable\", \"Feedback on assignments needs improvement\"]\n", "\n", - ".scroll-table tbody tr:hover {\n", - " background: transparent;\n", - "}\n", + "The student enjoyed the course material and found the group projects particularly engaging and beneficial for applying economic concepts. However, they clearly identified a need for more detailed feedback on assignments to improve learning. This summarizes the key points concisely and addresses both positive and negative aspects.
5['Well-organized course content', 'Monotonous and hard-to-follow lectures', 'Suggestions for improvement: visual aids and guest lecturers'][\"Well-organized course content\", \"Monotonous and hard-to-follow lectures\", \"Suggestions for improvement: visual aids and guest lecturers\"]\n", "\n", - "/* Additional rule to ensure header background is truly transparent */\n", - ".scroll-table thead tr {\n", - " background: transparent !important;\n", - "}\n", + "The summary accurately reflects the student's main points: positive feedback on organization, negative feedback on lecture style, and concrete suggestions for improvement. The three points are concise and capture the essence of the evaluation.
6['Enjoyed the balance of theory and case studies', 'Exams perceived as fair', 'Appreciated diverse perspectives on global economic policies'][\"Enjoyed the balance of theory and case studies\", \"Exams perceived as fair\", \"Appreciated diverse perspectives on global economic policies\"]\n", "\n", - "/* Add shadow to indicate scrollable content */\n", - ".table-container::after {\n", - " content: '';\n", - " position: absolute;\n", - " top: 0;\n", - " right: 0;\n", - " bottom: 0;\n", - " width: 5px;\n", - " background: linear-gradient(to right, transparent, rgba(242, 6, 6, 0.1));\n", - " pointer-events: none;\n", - " opacity: 0;\n", - " transition: opacity 0.3s;\n", - "}\n", + "The student's positive feedback highlights three key aspects: the course structure, assessment fairness, and the inclusion of diverse viewpoints. These are valuable points for course improvement and demonstrate student engagement.
7['Textbook complexity', 'Unexplained jargon', 'Need for simpler materials or more explanatory lectures'][\"Textbook complexity\", \"Unexplained jargon\", \"Need for simpler materials or more explanatory lectures\"]\n", "\n", - ".table-container:hover::after {\n", - " opacity: 1;\n", - "}\n", + "The student clearly identifies three interconnected issues: the textbook's difficulty, the use of undefined jargon, and the resulting need for either simpler readings or more thorough lecture explanations. These are the core complaints and represent the most important points to address.
8['Professor possesses strong subject matter expertise and enthusiasm', 'Course over-reliance on testing limits accessibility for diverse learners', 'More varied assignments needed to cater to different learning styles'][\"Professor possesses strong subject matter expertise and enthusiasm\", \"Course over-reliance on testing limits accessibility for diverse learners\", \"More varied assignments needed to cater to different learning styles\"]\n", "\n", - "/* Handle Jupyter notebook specific styling */\n", - ".jp-OutputArea-output .table-container {\n", - " max-width: 100%;\n", - " margin: 0;\n", - " overflow-x: auto;\n", - "}\n", - " \n", - "
\n", - "
\n", - " \n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", + "The summary focuses on the core strengths and weaknesses highlighted in the evaluation, prioritizing conciseness and clarity for efficient review.\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", "
answer.themes generated_tokens.themes_generated_tokens
['Course was engaging and informative', 'Professor effectively simplified complex concepts', 'Pace of the course was too fast for some students'] ["Course was engaging and informative", "Professor effectively simplified complex concepts", "Pace of the course was too fast for some students"] \n", - "\n", - "These points highlight the strengths of the course in terms of engagement and clarity, while also noting a common concern regarding the course's pace, which is valuable for adjusting future syllabi or providing additional support.
['Material felt dry', 'Difficult to connect with real-world applications', 'More current event examples needed'] ["Material felt dry", "Difficult to connect with real-world applications", "More current event examples needed"] \n", - "The student found the course material unengaging, struggled to see its relevance to real-world situations, and suggested incorporating current events to enhance interest and understanding.
["Professor's enthusiasm and availability for extra help", 'Interactive lectures', 'Practical assignments enhanced understanding'] ["Professor's enthusiasm and availability for extra help", "Interactive lectures", "Practical assignments enhanced understanding"] \n", - "The evaluation highlights your enthusiasm and willingness to assist students, the effectiveness of interactive lectures, and the practical assignments that helped students grasp theoretical concepts better.
['Appreciation for analytical rigor', 'Desire for more practical discussions', 'Course felt isolated from real-world issues'] ["Appreciation for analytical rigor", "Desire for more practical discussions", "Course felt isolated from real-world issues"] \n", - "\n", - "These points highlight the student's appreciation for the mathematical depth of the course, their wish for more application of theories to real-world contexts, and the sense that the course lacked practical relevance.
['Enjoyed the course, especially group projects', 'Appreciated applying economic concepts to real-life problems', 'Desire for more detailed feedback on assignments']["Enjoyed the course, especially group projects", "Appreciated applying economic concepts to real-life problems", "Desire for more detailed feedback on assignments"] \n", - "\n", - "These points encapsulate the student's positive experience with the group projects and the practical application of course content, while also highlighting a constructive suggestion for improvement regarding feedback on assignments.
['Course content was well-organized', 'Lectures were monotonous and hard to follow', 'Suggested incorporating visual aids and guest lectures'] ["Course content was well-organized", "Lectures were monotonous and hard to follow", "Suggested incorporating visual aids and guest lectures"] \n", - "The feedback highlights the organization of the course content as a positive aspect, while pointing out that the lectures lacked engagement. The student suggests using visual aids and inviting guest speakers to enhance the learning experience and make sessions more dynamic.
['Favorite class this semester', 'Perfect mix of theory and case studies', 'Appreciation for diversity in global economic perspectives'] ["Favorite class this semester", "Perfect mix of theory and case studies", "Appreciation for diversity in global economic perspectives"] \n", - "\n", - "The student's evaluation highlights their overall enjoyment of the course, the effective balance between theoretical content and practical case studies, and the value they found in exploring diverse global economic perspectives.
['Textbook is too complex for an introductory course', 'Textbook uses unexplained jargon', 'Simpler materials or more explanatory lectures needed'] ["Textbook is too complex for an introductory course", "Textbook uses unexplained jargon", "Simpler materials or more explanatory lectures needed"] \n", - "\n", - "These points directly address the student's concerns about the complexity and accessibility of the course materials, offering a clear direction for potential improvements.
['Professor is knowledgeable and passionate', 'Course relies too heavily on tests', 'More varied assignments needed for different learning styles'] ["Professor is knowledgeable and passionate", "Course relies too heavily on tests", "More varied assignments needed for different learning styles"] \n", - "\n", - "The evaluation highlights your expertise and enthusiasm for the subject, but suggests that the assessment methods could be diversified to accommodate different learning preferences, which could enhance accessibility and engagement.
['Solid introduction to economics', 'Heavily focused on theoretical aspects', 'Desire for more real-world discussion'] ["Solid introduction to economics", "Heavily focused on theoretical aspects", "Desire for more real-world discussion"] \n", - "\n", - "The student appreciates the course as a foundational introduction but notes an overemphasis on theory. They suggest incorporating more discussions on real-world applications to improve understanding and retention.
9[\"Positive assessment of the course's introductory nature\", 'Critique of insufficient real-world application focus', 'Suggestion for increased emphasis on practical examples'][\"Positive assessment of the course's introductory nature\", \"Critique of insufficient real-world application focus\", \"Suggestion for increased emphasis on practical examples\"]\n", + "\n", + "The three points accurately reflect the student's main concerns and suggestions, capturing both positive and negative feedback concisely.
\n", + "\n", "
\n", - "
\n", - " " + " " ], "text/plain": [ - "Dataset([{'answer.themes': [['Course was engaging and informative', 'Professor effectively simplified complex concepts', 'Pace of the course was too fast for some students'], ['Material felt dry', 'Difficult to connect with real-world applications', 'More current event examples needed'], [\"Professor's enthusiasm and availability for extra help\", 'Interactive lectures', 'Practical assignments enhanced understanding'], ['Appreciation for analytical rigor', 'Desire for more practical discussions', 'Course felt isolated from real-world issues'], ['Enjoyed the course, especially group projects', 'Appreciated applying economic concepts to real-life problems', 'Desire for more detailed feedback on assignments'], ['Course content was well-organized', 'Lectures were monotonous and hard to follow', 'Suggested incorporating visual aids and guest lectures'], ['Favorite class this semester', 'Perfect mix of theory and case studies', 'Appreciation for diversity in global economic perspectives'], ['Textbook is too complex for an introductory course', 'Textbook uses unexplained jargon', 'Simpler materials or more explanatory lectures needed'], ['Professor is knowledgeable and passionate', 'Course relies too heavily on tests', 'More varied assignments needed for different learning styles'], ['Solid introduction to economics', 'Heavily focused on theoretical aspects', 'Desire for more real-world discussion']]}, {'generated_tokens.themes_generated_tokens': ['[\"Course was engaging and informative\", \"Professor effectively simplified complex concepts\", \"Pace of the course was too fast for some students\"] \\n\\nThese points highlight the strengths of the course in terms of engagement and clarity, while also noting a common concern regarding the course\\'s pace, which is valuable for adjusting future syllabi or providing additional support.', '[\"Material felt dry\", \"Difficult to connect with real-world applications\", \"More current event examples needed\"] \\nThe student found the course material unengaging, struggled to see its relevance to real-world situations, and suggested incorporating current events to enhance interest and understanding.', '[\"Professor\\'s enthusiasm and availability for extra help\", \"Interactive lectures\", \"Practical assignments enhanced understanding\"] \\nThe evaluation highlights your enthusiasm and willingness to assist students, the effectiveness of interactive lectures, and the practical assignments that helped students grasp theoretical concepts better.', '[\"Appreciation for analytical rigor\", \"Desire for more practical discussions\", \"Course felt isolated from real-world issues\"] \\n\\nThese points highlight the student\\'s appreciation for the mathematical depth of the course, their wish for more application of theories to real-world contexts, and the sense that the course lacked practical relevance.', '[\"Enjoyed the course, especially group projects\", \"Appreciated applying economic concepts to real-life problems\", \"Desire for more detailed feedback on assignments\"] \\n\\nThese points encapsulate the student\\'s positive experience with the group projects and the practical application of course content, while also highlighting a constructive suggestion for improvement regarding feedback on assignments.', '[\"Course content was well-organized\", \"Lectures were monotonous and hard to follow\", \"Suggested incorporating visual aids and guest lectures\"] \\nThe feedback highlights the organization of the course content as a positive aspect, while pointing out that the lectures lacked engagement. The student suggests using visual aids and inviting guest speakers to enhance the learning experience and make sessions more dynamic.', '[\"Favorite class this semester\", \"Perfect mix of theory and case studies\", \"Appreciation for diversity in global economic perspectives\"] \\n\\nThe student\\'s evaluation highlights their overall enjoyment of the course, the effective balance between theoretical content and practical case studies, and the value they found in exploring diverse global economic perspectives.', '[\"Textbook is too complex for an introductory course\", \"Textbook uses unexplained jargon\", \"Simpler materials or more explanatory lectures needed\"] \\n\\nThese points directly address the student\\'s concerns about the complexity and accessibility of the course materials, offering a clear direction for potential improvements.', '[\"Professor is knowledgeable and passionate\", \"Course relies too heavily on tests\", \"More varied assignments needed for different learning styles\"] \\n\\nThe evaluation highlights your expertise and enthusiasm for the subject, but suggests that the assessment methods could be diversified to accommodate different learning preferences, which could enhance accessibility and engagement.', '[\"Solid introduction to economics\", \"Heavily focused on theoretical aspects\", \"Desire for more real-world discussion\"] \\n\\nThe student appreciates the course as a foundational introduction but notes an overemphasis on theory. They suggest incorporating more discussions on real-world applications to improve understanding and retention.']}])" + "Dataset([{'answer.themes': [['Engaging and informative course content', 'Effective explanation of complex concepts', 'Fast pace and challenging readings'], ['Student found the material dry and difficult', 'Lack of real-world connection and examples cited', 'Desire for more current event examples to increase engagement'], ['Excellent instruction and enthusiasm', 'Effective interactive lectures and practical assignments', 'Readily available extra help during office hours'], ['Appreciated analytical rigor', 'Desired more real-world application discussions', 'Felt disconnect between theory and practice'], ['Enjoyed the course and group projects', 'Project application of concepts was valuable', 'Feedback on assignments needs improvement'], ['Well-organized course content', 'Monotonous and hard-to-follow lectures', 'Suggestions for improvement: visual aids and guest lecturers'], ['Enjoyed the balance of theory and case studies', 'Exams perceived as fair', 'Appreciated diverse perspectives on global economic policies'], ['Textbook complexity', 'Unexplained jargon', 'Need for simpler materials or more explanatory lectures'], ['Professor possesses strong subject matter expertise and enthusiasm', 'Course over-reliance on testing limits accessibility for diverse learners', 'More varied assignments needed to cater to different learning styles'], [\"Positive assessment of the course's introductory nature\", 'Critique of insufficient real-world application focus', 'Suggestion for increased emphasis on practical examples']]}, {'generated_tokens.themes_generated_tokens': ['[\"Engaging and informative course content\", \"Effective explanation of complex concepts\", \"Fast pace and challenging readings\"]\\n\\nThe student found the course to be highly engaging and well-taught, but noted the pace was too fast, impacting their ability to keep up with the readings. These three points capture the essence of the feedback.', '[\"Student found the material dry and difficult\", \"Lack of real-world connection and examples cited\", \"Desire for more current event examples to increase engagement\"]\\n\\nThe three points directly address the student\\'s criticisms and are concise. They avoid subjective interpretations and focus on the student\\'s stated concerns.', '[\"Excellent instruction and enthusiasm\", \"Effective interactive lectures and practical assignments\", \"Readily available extra help during office hours\"]\\n\\nThe three points chosen directly reflect the student\\'s positive feedback on teaching quality, course structure, and accessibility of the instructor. They are concise and capture the essence of the evaluation.', '[\"Appreciated analytical rigor\", \"Desired more real-world application discussions\", \"Felt disconnect between theory and practice\"]\\n\\nThe student\\'s feedback highlights both a positive aspect (strong math foundation) and a key area for improvement (linking theory to practical examples). The three points concisely capture the essence of the evaluation.', '[\"Enjoyed the course and group projects\", \"Project application of concepts was valuable\", \"Feedback on assignments needs improvement\"]\\n\\nThe student enjoyed the course material and found the group projects particularly engaging and beneficial for applying economic concepts. However, they clearly identified a need for more detailed feedback on assignments to improve learning. This summarizes the key points concisely and addresses both positive and negative aspects.', '[\"Well-organized course content\", \"Monotonous and hard-to-follow lectures\", \"Suggestions for improvement: visual aids and guest lecturers\"]\\n\\nThe summary accurately reflects the student\\'s main points: positive feedback on organization, negative feedback on lecture style, and concrete suggestions for improvement. The three points are concise and capture the essence of the evaluation.', '[\"Enjoyed the balance of theory and case studies\", \"Exams perceived as fair\", \"Appreciated diverse perspectives on global economic policies\"]\\n\\nThe student\\'s positive feedback highlights three key aspects: the course structure, assessment fairness, and the inclusion of diverse viewpoints. These are valuable points for course improvement and demonstrate student engagement.', '[\"Textbook complexity\", \"Unexplained jargon\", \"Need for simpler materials or more explanatory lectures\"]\\n\\nThe student clearly identifies three interconnected issues: the textbook\\'s difficulty, the use of undefined jargon, and the resulting need for either simpler readings or more thorough lecture explanations. These are the core complaints and represent the most important points to address.', '[\"Professor possesses strong subject matter expertise and enthusiasm\", \"Course over-reliance on testing limits accessibility for diverse learners\", \"More varied assignments needed to cater to different learning styles\"]\\n\\nThe summary focuses on the core strengths and weaknesses highlighted in the evaluation, prioritizing conciseness and clarity for efficient review.', '[\"Positive assessment of the course\\'s introductory nature\", \"Critique of insufficient real-world application focus\", \"Suggestion for increased emphasis on practical examples\"]\\n\\nThe three points accurately reflect the student\\'s main concerns and suggestions, capturing both positive and negative feedback concisely.']}])" ] }, "execution_count": 16, @@ -1890,25 +2659,255 @@ "data": { "text/html": [ "\n", - "
\n", - "
\n", - " Remote Job Log (2024-12-14 10:09:15)\n", + " \n", + "
\n", + "
\n", + " \n", + " \n", + " Job Status (2025-01-13 16:49:30)\n", + " \n", + "
\n", + "
\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
Job UUID71d589e6-f842-4c72-a3f3-e45634370220
Progress Bar URLhttps://www.expectedparrot.com/home/remote-job-progress/71d589e6-f842-4c72-a3f3-e45634370220
Error Report URLNone
Results UUID2a2c0493-2364-4a50-b15d-32cec16cabc3
Results URLNone
\n", + " \n", + "
\n", + " Current Status: Job completed and Results stored on Coop: https://www.expectedparrot.com/content/2a2c0493-2364-4a50-b15d-32cec16cabc3\n", "
\n", - "
\n", - "
Remote inference activated. Sending job to server...
\n", - "
Your survey is running at the Expected Parrot server...
\n", - "
Job sent to server. (Job uuid=f00681f8-c998-4130-889e-2c81d73c3f84).
\n", - "\n", - "\n", - "
Job status: queued - last update: 2024-12-14 10:09:02 AM
\n", - "
Job status: running - last update: 2024-12-14 10:09:05 AM
\n", - "
Job status: running - last update: 2024-12-14 10:09:08 AM
\n", - "
Job status: running - last update: 2024-12-14 10:09:11 AM
\n", - "\n", + " \n", "
\n", "
\n", + " \n", + " " + ], + "text/plain": [ + "" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "text/html": [ + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", " " ], "text/plain": [ @@ -1921,16 +2920,16 @@ { "data": { "text/plain": [ - "['Engaging and informative course',\n", - " 'Effective simplification of complex concepts',\n", - " 'Need for more real-world applications',\n", - " 'Desire for more practical and varied assignments',\n", - " \"Appreciation for professor's enthusiasm and support\",\n", - " 'Course content organization and clarity',\n", - " 'Need for more interactive and dynamic lectures',\n", - " 'Appreciation for diversity in perspectives',\n", - " 'Challenges with textbook complexity',\n", - " 'Balance between theory and practical examples']" + "['Engaging and informative course content',\n", + " 'Effective explanation of complex concepts',\n", + " 'Need for more real-world examples and applications',\n", + " 'Excellent instruction and enthusiasm',\n", + " 'Desire for more varied and accessible learning materials',\n", + " 'Well-organized course content',\n", + " 'Constructive feedback on assignments',\n", + " 'Appreciated analytical rigor and diverse perspectives',\n", + " 'Suggestions for improvement: visual aids and guest lecturers',\n", + " 'Fair exams and valuable project applications']" ] }, "execution_count": 19, @@ -1985,25 +2984,51 @@ "data": { "text/html": [ "\n", - "
\n", - "
\n", - " Remote Job Log (2024-12-14 10:09:40)\n", + " \n", + "
\n", + "
\n", + " \n", + " \n", + " Job Status (2025-01-13 16:50:06)\n", + " \n", "
\n", - "
\n", - "
Remote inference activated. Sending job to server...
\n", - "
Your survey is running at the Expected Parrot server...
\n", - "
Job sent to server. (Job uuid=99cfb536-2588-48d5-b5e8-70b365dbad03).
\n", - "\n", - "\n", - "
Job status: queued - last update: 2024-12-14 10:09:27 AM
\n", - "
Job status: running - last update: 2024-12-14 10:09:30 AM
\n", - "
Job status: running - last update: 2024-12-14 10:09:33 AM
\n", - "
Job status: running - last update: 2024-12-14 10:09:37 AM
\n", - "\n", + "
\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
Job UUID141752af-2db7-4896-9445-83d272105d1d
Progress Bar URLhttps://www.expectedparrot.com/home/remote-job-progress/141752af-2db7-4896-9445-83d272105d1d
Error Report URLNone
Results UUID7a9b833b-b952-431c-b7b0-9ab8321b6a86
Results URLNone
\n", + " \n", + "
\n", + " Current Status: Job completed and Results stored on Coop: https://www.expectedparrot.com/content/7a9b833b-b952-431c-b7b0-9ab8321b6a86\n", + "
\n", + " \n", "
\n", "
\n", + " \n", " " ], "text/plain": [ @@ -2018,115 +3043,282 @@ "text/html": [ "\n", " \n", + " \n", + " \n", + " \n", + " \n", + " " + ], + "text/plain": [ + "" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "text/html": [ "\n", - "/* Handle Jupyter notebook specific styling */\n", - ".jp-OutputArea-output .table-container {\n", - " max-width: 100%;\n", - " margin: 0;\n", - " overflow-x: auto;\n", + "
\n", + " \n", - "
\n", - "
\n", - " \n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", + "\n", + "
scenario.evaluation answer.themes_list
I found the course very engaging and informative. The professor did an excellent job breaking down complex concepts, making them accessible to those of us new to economics. However, the pace was a bit fast, and I sometimes struggled to keep up with the weekly readings. ['Engaging and informative course', 'Effective simplification of complex concepts']
This class was a struggle for me. The material felt dry and difficult to connect with real-world applications, which I think could have made it more interesting. More examples from current events would definitely have helped spark my interest. ['Need for more real-world applications', 'Need for more interactive and dynamic lectures']
Excellent introductory course! The professor was enthusiastic and always willing to offer extra help during office hours. The interactive lectures and the practical assignments made the theory much more digestible and engaging. ['Engaging and informative course', 'Effective simplification of complex concepts', "Appreciation for professor's enthusiasm and support"]
As someone with a strong background in math, I appreciated the analytical rigor of this course. However, I wish there had been more discussions that connected the theories we learned to everyday economic issues. It felt a bit isolated from practical realities at times. ['Need for more real-world applications', 'Balance between theory and practical examples']
I enjoyed the course, especially the group projects, which were both challenging and rewarding. It was great to apply economic concepts to solve real-life problems. I did feel, however, that the feedback on assignments could be more detailed to help us understand our mistakes.['Engaging and informative course', 'Desire for more practical and varied assignments']
The course content was well-organized, but the lectures were somewhat monotonous and hard to follow. I would suggest incorporating more visual aids and maybe some guest lectures from industry professionals to liven up the sessions. ['Course content organization and clarity', 'Need for more interactive and dynamic lectures']
This was my favorite class this semester! The mix of theory and case studies was perfect, and the exams were fair. I also really appreciated the diversity of perspectives we explored in class, especially in terms of global economic policies. ['Engaging and informative course', 'Appreciation for diversity in perspectives', 'Balance between theory and practical examples']
I found the textbook to be overly complex for an introductory course. It often used jargon that hadn't been explained in lectures, which was confusing. Simpler reading materials or more explanatory lectures would make a big difference for newcomers to economics. ['Course content organization and clarity', 'Challenges with textbook complexity']
The professor was knowledgeable and clearly passionate about economics, but I felt the course relied too heavily on tests rather than more creative forms of assessment. More varied assignments would make the course more accessible to students with different learning styles. ['Desire for more practical and varied assignments', "Appreciation for professor's enthusiasm and support"]
This class was a solid introduction to economics, though it leaned heavily on theoretical aspects. I would have liked more opportunities to discuss the real-world implications of economic theories, which I believe would enhance understanding and retention of the material. ['Need for more real-world applications', 'Balance between theory and practical examples']
\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", "
 scenario.evaluationanswer.themes_list
0I found the course very engaging and informative. The professor did an excellent job breaking down complex concepts, making them accessible to those of us new to economics. However, the pace was a bit fast, and I sometimes struggled to keep up with the weekly readings.['Engaging and informative course content', 'Effective explanation of complex concepts']
1This class was a struggle for me. The material felt dry and difficult to connect with real-world applications, which I think could have made it more interesting. More examples from current events would definitely have helped spark my interest.['Need for more real-world examples and applications', 'Desire for more varied and accessible learning materials']
2Excellent introductory course! The professor was enthusiastic and always willing to offer extra help during office hours. The interactive lectures and the practical assignments made the theory much more digestible and engaging.['Engaging and informative course content', 'Excellent instruction and enthusiasm']
3As someone with a strong background in math, I appreciated the analytical rigor of this course. However, I wish there had been more discussions that connected the theories we learned to everyday economic issues. It felt a bit isolated from practical realities at times.['Need for more real-world examples and applications', 'Appreciated analytical rigor and diverse perspectives']
4I enjoyed the course, especially the group projects, which were both challenging and rewarding. It was great to apply economic concepts to solve real-life problems. I did feel, however, that the feedback on assignments could be more detailed to help us understand our mistakes.['Engaging and informative course content', 'Constructive feedback on assignments', 'Fair exams and valuable project applications']
5The course content was well-organized, but the lectures were somewhat monotonous and hard to follow. I would suggest incorporating more visual aids and maybe some guest lectures from industry professionals to liven up the sessions.['Well-organized course content', 'Suggestions for improvement: visual aids and guest lecturers']
6This was my favorite class this semester! The mix of theory and case studies was perfect, and the exams were fair. I also really appreciated the diversity of perspectives we explored in class, especially in terms of global economic policies.['Engaging and informative course content', 'Appreciated analytical rigor and diverse perspectives', 'Fair exams and valuable project applications']
7I found the textbook to be overly complex for an introductory course. It often used jargon that hadn't been explained in lectures, which was confusing. Simpler reading materials or more explanatory lectures would make a big difference for newcomers to economics.['Effective explanation of complex concepts', 'Desire for more varied and accessible learning materials']
8The professor was knowledgeable and clearly passionate about economics, but I felt the course relied too heavily on tests rather than more creative forms of assessment. More varied assignments would make the course more accessible to students with different learning styles.['Excellent instruction and enthusiasm', 'Desire for more varied and accessible learning materials']
9This class was a solid introduction to economics, though it leaned heavily on theoretical aspects. I would have liked more opportunities to discuss the real-world implications of economic theories, which I believe would enhance understanding and retention of the material.['Need for more real-world examples and applications']
\n", + "\n", "
\n", - "
\n", - " " + " " ], "text/plain": [ - "Dataset([{'scenario.evaluation': ['I found the course very engaging and informative. The professor did an excellent job breaking down complex concepts, making them accessible to those of us new to economics. However, the pace was a bit fast, and I sometimes struggled to keep up with the weekly readings.', 'This class was a struggle for me. The material felt dry and difficult to connect with real-world applications, which I think could have made it more interesting. More examples from current events would definitely have helped spark my interest.', 'Excellent introductory course! The professor was enthusiastic and always willing to offer extra help during office hours. The interactive lectures and the practical assignments made the theory much more digestible and engaging.', 'As someone with a strong background in math, I appreciated the analytical rigor of this course. However, I wish there had been more discussions that connected the theories we learned to everyday economic issues. It felt a bit isolated from practical realities at times.', 'I enjoyed the course, especially the group projects, which were both challenging and rewarding. It was great to apply economic concepts to solve real-life problems. I did feel, however, that the feedback on assignments could be more detailed to help us understand our mistakes.', 'The course content was well-organized, but the lectures were somewhat monotonous and hard to follow. I would suggest incorporating more visual aids and maybe some guest lectures from industry professionals to liven up the sessions.', 'This was my favorite class this semester! The mix of theory and case studies was perfect, and the exams were fair. I also really appreciated the diversity of perspectives we explored in class, especially in terms of global economic policies.', \"I found the textbook to be overly complex for an introductory course. It often used jargon that hadn't been explained in lectures, which was confusing. Simpler reading materials or more explanatory lectures would make a big difference for newcomers to economics.\", 'The professor was knowledgeable and clearly passionate about economics, but I felt the course relied too heavily on tests rather than more creative forms of assessment. More varied assignments would make the course more accessible to students with different learning styles.', 'This class was a solid introduction to economics, though it leaned heavily on theoretical aspects. I would have liked more opportunities to discuss the real-world implications of economic theories, which I believe would enhance understanding and retention of the material.']}, {'answer.themes_list': [['Engaging and informative course', 'Effective simplification of complex concepts'], ['Need for more real-world applications', 'Need for more interactive and dynamic lectures'], ['Engaging and informative course', 'Effective simplification of complex concepts', \"Appreciation for professor's enthusiasm and support\"], ['Need for more real-world applications', 'Balance between theory and practical examples'], ['Engaging and informative course', 'Desire for more practical and varied assignments'], ['Course content organization and clarity', 'Need for more interactive and dynamic lectures'], ['Engaging and informative course', 'Appreciation for diversity in perspectives', 'Balance between theory and practical examples'], ['Course content organization and clarity', 'Challenges with textbook complexity'], ['Desire for more practical and varied assignments', \"Appreciation for professor's enthusiasm and support\"], ['Need for more real-world applications', 'Balance between theory and practical examples']]}])" + "Dataset([{'scenario.evaluation': ['I found the course very engaging and informative. The professor did an excellent job breaking down complex concepts, making them accessible to those of us new to economics. However, the pace was a bit fast, and I sometimes struggled to keep up with the weekly readings.', 'This class was a struggle for me. The material felt dry and difficult to connect with real-world applications, which I think could have made it more interesting. More examples from current events would definitely have helped spark my interest.', 'Excellent introductory course! The professor was enthusiastic and always willing to offer extra help during office hours. The interactive lectures and the practical assignments made the theory much more digestible and engaging.', 'As someone with a strong background in math, I appreciated the analytical rigor of this course. However, I wish there had been more discussions that connected the theories we learned to everyday economic issues. It felt a bit isolated from practical realities at times.', 'I enjoyed the course, especially the group projects, which were both challenging and rewarding. It was great to apply economic concepts to solve real-life problems. I did feel, however, that the feedback on assignments could be more detailed to help us understand our mistakes.', 'The course content was well-organized, but the lectures were somewhat monotonous and hard to follow. I would suggest incorporating more visual aids and maybe some guest lectures from industry professionals to liven up the sessions.', 'This was my favorite class this semester! The mix of theory and case studies was perfect, and the exams were fair. I also really appreciated the diversity of perspectives we explored in class, especially in terms of global economic policies.', \"I found the textbook to be overly complex for an introductory course. It often used jargon that hadn't been explained in lectures, which was confusing. Simpler reading materials or more explanatory lectures would make a big difference for newcomers to economics.\", 'The professor was knowledgeable and clearly passionate about economics, but I felt the course relied too heavily on tests rather than more creative forms of assessment. More varied assignments would make the course more accessible to students with different learning styles.', 'This class was a solid introduction to economics, though it leaned heavily on theoretical aspects. I would have liked more opportunities to discuss the real-world implications of economic theories, which I believe would enhance understanding and retention of the material.']}, {'answer.themes_list': [['Engaging and informative course content', 'Effective explanation of complex concepts'], ['Need for more real-world examples and applications', 'Desire for more varied and accessible learning materials'], ['Engaging and informative course content', 'Excellent instruction and enthusiasm'], ['Need for more real-world examples and applications', 'Appreciated analytical rigor and diverse perspectives'], ['Engaging and informative course content', 'Constructive feedback on assignments', 'Fair exams and valuable project applications'], ['Well-organized course content', 'Suggestions for improvement: visual aids and guest lecturers'], ['Engaging and informative course content', 'Appreciated analytical rigor and diverse perspectives', 'Fair exams and valuable project applications'], ['Effective explanation of complex concepts', 'Desire for more varied and accessible learning materials'], ['Excellent instruction and enthusiasm', 'Desire for more varied and accessible learning materials'], ['Need for more real-world examples and applications']]}])" ] }, "execution_count": 21, @@ -2148,129 +3340,135 @@ { "data": { "text/html": [ - "

ScenarioList scenarios: 22; keys: ['theme', 'evaluation'];

\n", - " \n", - "
\n", - "
\n", - " \n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", + "\n", + "
evaluation theme
I found the course very engaging and informative. The professor did an excellent job breaking down complex concepts, making them accessible to those of us new to economics. However, the pace was a bit fast, and I sometimes struggled to keep up with the weekly readings. Engaging and informative course
I found the course very engaging and informative. The professor did an excellent job breaking down complex concepts, making them accessible to those of us new to economics. However, the pace was a bit fast, and I sometimes struggled to keep up with the weekly readings. Effective simplification of complex concepts
This class was a struggle for me. The material felt dry and difficult to connect with real-world applications, which I think could have made it more interesting. More examples from current events would definitely have helped spark my interest. Need for more real-world applications
This class was a struggle for me. The material felt dry and difficult to connect with real-world applications, which I think could have made it more interesting. More examples from current events would definitely have helped spark my interest. Need for more interactive and dynamic lectures
Excellent introductory course! The professor was enthusiastic and always willing to offer extra help during office hours. The interactive lectures and the practical assignments made the theory much more digestible and engaging. Engaging and informative course
Excellent introductory course! The professor was enthusiastic and always willing to offer extra help during office hours. The interactive lectures and the practical assignments made the theory much more digestible and engaging. Effective simplification of complex concepts
Excellent introductory course! The professor was enthusiastic and always willing to offer extra help during office hours. The interactive lectures and the practical assignments made the theory much more digestible and engaging. Appreciation for professor's enthusiasm and support
As someone with a strong background in math, I appreciated the analytical rigor of this course. However, I wish there had been more discussions that connected the theories we learned to everyday economic issues. It felt a bit isolated from practical realities at times. Need for more real-world applications
As someone with a strong background in math, I appreciated the analytical rigor of this course. However, I wish there had been more discussions that connected the theories we learned to everyday economic issues. It felt a bit isolated from practical realities at times. Balance between theory and practical examples
I enjoyed the course, especially the group projects, which were both challenging and rewarding. It was great to apply economic concepts to solve real-life problems. I did feel, however, that the feedback on assignments could be more detailed to help us understand our mistakes.Engaging and informative course
I enjoyed the course, especially the group projects, which were both challenging and rewarding. It was great to apply economic concepts to solve real-life problems. I did feel, however, that the feedback on assignments could be more detailed to help us understand our mistakes.Desire for more practical and varied assignments
The course content was well-organized, but the lectures were somewhat monotonous and hard to follow. I would suggest incorporating more visual aids and maybe some guest lectures from industry professionals to liven up the sessions. Course content organization and clarity
The course content was well-organized, but the lectures were somewhat monotonous and hard to follow. I would suggest incorporating more visual aids and maybe some guest lectures from industry professionals to liven up the sessions. Need for more interactive and dynamic lectures
This was my favorite class this semester! The mix of theory and case studies was perfect, and the exams were fair. I also really appreciated the diversity of perspectives we explored in class, especially in terms of global economic policies. Engaging and informative course
This was my favorite class this semester! The mix of theory and case studies was perfect, and the exams were fair. I also really appreciated the diversity of perspectives we explored in class, especially in terms of global economic policies. Appreciation for diversity in perspectives
This was my favorite class this semester! The mix of theory and case studies was perfect, and the exams were fair. I also really appreciated the diversity of perspectives we explored in class, especially in terms of global economic policies. Balance between theory and practical examples
I found the textbook to be overly complex for an introductory course. It often used jargon that hadn't been explained in lectures, which was confusing. Simpler reading materials or more explanatory lectures would make a big difference for newcomers to economics. Course content organization and clarity
I found the textbook to be overly complex for an introductory course. It often used jargon that hadn't been explained in lectures, which was confusing. Simpler reading materials or more explanatory lectures would make a big difference for newcomers to economics. Challenges with textbook complexity
The professor was knowledgeable and clearly passionate about economics, but I felt the course relied too heavily on tests rather than more creative forms of assessment. More varied assignments would make the course more accessible to students with different learning styles. Desire for more practical and varied assignments
The professor was knowledgeable and clearly passionate about economics, but I felt the course relied too heavily on tests rather than more creative forms of assessment. More varied assignments would make the course more accessible to students with different learning styles. Appreciation for professor's enthusiasm and support
This class was a solid introduction to economics, though it leaned heavily on theoretical aspects. I would have liked more opportunities to discuss the real-world implications of economic theories, which I believe would enhance understanding and retention of the material. Need for more real-world applications
This class was a solid introduction to economics, though it leaned heavily on theoretical aspects. I would have liked more opportunities to discuss the real-world implications of economic theories, which I believe would enhance understanding and retention of the material. Balance between theory and practical examples
\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", "
 evaluationtheme
0I found the course very engaging and informative. The professor did an excellent job breaking down complex concepts, making them accessible to those of us new to economics. However, the pace was a bit fast, and I sometimes struggled to keep up with the weekly readings.Engaging and informative course content
1I found the course very engaging and informative. The professor did an excellent job breaking down complex concepts, making them accessible to those of us new to economics. However, the pace was a bit fast, and I sometimes struggled to keep up with the weekly readings.Effective explanation of complex concepts
2This class was a struggle for me. The material felt dry and difficult to connect with real-world applications, which I think could have made it more interesting. More examples from current events would definitely have helped spark my interest.Need for more real-world examples and applications
3This class was a struggle for me. The material felt dry and difficult to connect with real-world applications, which I think could have made it more interesting. More examples from current events would definitely have helped spark my interest.Desire for more varied and accessible learning materials
4Excellent introductory course! The professor was enthusiastic and always willing to offer extra help during office hours. The interactive lectures and the practical assignments made the theory much more digestible and engaging.Engaging and informative course content
5Excellent introductory course! The professor was enthusiastic and always willing to offer extra help during office hours. The interactive lectures and the practical assignments made the theory much more digestible and engaging.Excellent instruction and enthusiasm
6As someone with a strong background in math, I appreciated the analytical rigor of this course. However, I wish there had been more discussions that connected the theories we learned to everyday economic issues. It felt a bit isolated from practical realities at times.Need for more real-world examples and applications
7As someone with a strong background in math, I appreciated the analytical rigor of this course. However, I wish there had been more discussions that connected the theories we learned to everyday economic issues. It felt a bit isolated from practical realities at times.Appreciated analytical rigor and diverse perspectives
8I enjoyed the course, especially the group projects, which were both challenging and rewarding. It was great to apply economic concepts to solve real-life problems. I did feel, however, that the feedback on assignments could be more detailed to help us understand our mistakes.Engaging and informative course content
9I enjoyed the course, especially the group projects, which were both challenging and rewarding. It was great to apply economic concepts to solve real-life problems. I did feel, however, that the feedback on assignments could be more detailed to help us understand our mistakes.Constructive feedback on assignments
10I enjoyed the course, especially the group projects, which were both challenging and rewarding. It was great to apply economic concepts to solve real-life problems. I did feel, however, that the feedback on assignments could be more detailed to help us understand our mistakes.Fair exams and valuable project applications
11The course content was well-organized, but the lectures were somewhat monotonous and hard to follow. I would suggest incorporating more visual aids and maybe some guest lectures from industry professionals to liven up the sessions.Well-organized course content
12The course content was well-organized, but the lectures were somewhat monotonous and hard to follow. I would suggest incorporating more visual aids and maybe some guest lectures from industry professionals to liven up the sessions.Suggestions for improvement: visual aids and guest lecturers
13This was my favorite class this semester! The mix of theory and case studies was perfect, and the exams were fair. I also really appreciated the diversity of perspectives we explored in class, especially in terms of global economic policies.Engaging and informative course content
14This was my favorite class this semester! The mix of theory and case studies was perfect, and the exams were fair. I also really appreciated the diversity of perspectives we explored in class, especially in terms of global economic policies.Appreciated analytical rigor and diverse perspectives
15This was my favorite class this semester! The mix of theory and case studies was perfect, and the exams were fair. I also really appreciated the diversity of perspectives we explored in class, especially in terms of global economic policies.Fair exams and valuable project applications
16I found the textbook to be overly complex for an introductory course. It often used jargon that hadn't been explained in lectures, which was confusing. Simpler reading materials or more explanatory lectures would make a big difference for newcomers to economics.Effective explanation of complex concepts
17I found the textbook to be overly complex for an introductory course. It often used jargon that hadn't been explained in lectures, which was confusing. Simpler reading materials or more explanatory lectures would make a big difference for newcomers to economics.Desire for more varied and accessible learning materials
18The professor was knowledgeable and clearly passionate about economics, but I felt the course relied too heavily on tests rather than more creative forms of assessment. More varied assignments would make the course more accessible to students with different learning styles.Excellent instruction and enthusiasm
19The professor was knowledgeable and clearly passionate about economics, but I felt the course relied too heavily on tests rather than more creative forms of assessment. More varied assignments would make the course more accessible to students with different learning styles.Desire for more varied and accessible learning materials
20This class was a solid introduction to economics, though it leaned heavily on theoretical aspects. I would have liked more opportunities to discuss the real-world implications of economic theories, which I believe would enhance understanding and retention of the material.Need for more real-world examples and applications
\n", + "\n", "
\n", - "
\n", - " " + " " ], "text/plain": [ - "ScenarioList([Scenario({'evaluation': 'I found the course very engaging and informative. The professor did an excellent job breaking down complex concepts, making them accessible to those of us new to economics. However, the pace was a bit fast, and I sometimes struggled to keep up with the weekly readings.', 'theme': 'Engaging and informative course'}), Scenario({'evaluation': 'I found the course very engaging and informative. The professor did an excellent job breaking down complex concepts, making them accessible to those of us new to economics. However, the pace was a bit fast, and I sometimes struggled to keep up with the weekly readings.', 'theme': 'Effective simplification of complex concepts'}), Scenario({'evaluation': 'This class was a struggle for me. The material felt dry and difficult to connect with real-world applications, which I think could have made it more interesting. More examples from current events would definitely have helped spark my interest.', 'theme': 'Need for more real-world applications'}), Scenario({'evaluation': 'This class was a struggle for me. The material felt dry and difficult to connect with real-world applications, which I think could have made it more interesting. More examples from current events would definitely have helped spark my interest.', 'theme': 'Need for more interactive and dynamic lectures'}), Scenario({'evaluation': 'Excellent introductory course! The professor was enthusiastic and always willing to offer extra help during office hours. The interactive lectures and the practical assignments made the theory much more digestible and engaging.', 'theme': 'Engaging and informative course'}), Scenario({'evaluation': 'Excellent introductory course! The professor was enthusiastic and always willing to offer extra help during office hours. The interactive lectures and the practical assignments made the theory much more digestible and engaging.', 'theme': 'Effective simplification of complex concepts'}), Scenario({'evaluation': 'Excellent introductory course! The professor was enthusiastic and always willing to offer extra help during office hours. The interactive lectures and the practical assignments made the theory much more digestible and engaging.', 'theme': \"Appreciation for professor's enthusiasm and support\"}), Scenario({'evaluation': 'As someone with a strong background in math, I appreciated the analytical rigor of this course. However, I wish there had been more discussions that connected the theories we learned to everyday economic issues. It felt a bit isolated from practical realities at times.', 'theme': 'Need for more real-world applications'}), Scenario({'evaluation': 'As someone with a strong background in math, I appreciated the analytical rigor of this course. However, I wish there had been more discussions that connected the theories we learned to everyday economic issues. It felt a bit isolated from practical realities at times.', 'theme': 'Balance between theory and practical examples'}), Scenario({'evaluation': 'I enjoyed the course, especially the group projects, which were both challenging and rewarding. It was great to apply economic concepts to solve real-life problems. I did feel, however, that the feedback on assignments could be more detailed to help us understand our mistakes.', 'theme': 'Engaging and informative course'}), Scenario({'evaluation': 'I enjoyed the course, especially the group projects, which were both challenging and rewarding. It was great to apply economic concepts to solve real-life problems. I did feel, however, that the feedback on assignments could be more detailed to help us understand our mistakes.', 'theme': 'Desire for more practical and varied assignments'}), Scenario({'evaluation': 'The course content was well-organized, but the lectures were somewhat monotonous and hard to follow. I would suggest incorporating more visual aids and maybe some guest lectures from industry professionals to liven up the sessions.', 'theme': 'Course content organization and clarity'}), Scenario({'evaluation': 'The course content was well-organized, but the lectures were somewhat monotonous and hard to follow. I would suggest incorporating more visual aids and maybe some guest lectures from industry professionals to liven up the sessions.', 'theme': 'Need for more interactive and dynamic lectures'}), Scenario({'evaluation': 'This was my favorite class this semester! The mix of theory and case studies was perfect, and the exams were fair. I also really appreciated the diversity of perspectives we explored in class, especially in terms of global economic policies.', 'theme': 'Engaging and informative course'}), Scenario({'evaluation': 'This was my favorite class this semester! The mix of theory and case studies was perfect, and the exams were fair. I also really appreciated the diversity of perspectives we explored in class, especially in terms of global economic policies.', 'theme': 'Appreciation for diversity in perspectives'}), Scenario({'evaluation': 'This was my favorite class this semester! The mix of theory and case studies was perfect, and the exams were fair. I also really appreciated the diversity of perspectives we explored in class, especially in terms of global economic policies.', 'theme': 'Balance between theory and practical examples'}), Scenario({'evaluation': \"I found the textbook to be overly complex for an introductory course. It often used jargon that hadn't been explained in lectures, which was confusing. Simpler reading materials or more explanatory lectures would make a big difference for newcomers to economics.\", 'theme': 'Course content organization and clarity'}), Scenario({'evaluation': \"I found the textbook to be overly complex for an introductory course. It often used jargon that hadn't been explained in lectures, which was confusing. Simpler reading materials or more explanatory lectures would make a big difference for newcomers to economics.\", 'theme': 'Challenges with textbook complexity'}), Scenario({'evaluation': 'The professor was knowledgeable and clearly passionate about economics, but I felt the course relied too heavily on tests rather than more creative forms of assessment. More varied assignments would make the course more accessible to students with different learning styles.', 'theme': 'Desire for more practical and varied assignments'}), Scenario({'evaluation': 'The professor was knowledgeable and clearly passionate about economics, but I felt the course relied too heavily on tests rather than more creative forms of assessment. More varied assignments would make the course more accessible to students with different learning styles.', 'theme': \"Appreciation for professor's enthusiasm and support\"}), Scenario({'evaluation': 'This class was a solid introduction to economics, though it leaned heavily on theoretical aspects. I would have liked more opportunities to discuss the real-world implications of economic theories, which I believe would enhance understanding and retention of the material.', 'theme': 'Need for more real-world applications'}), Scenario({'evaluation': 'This class was a solid introduction to economics, though it leaned heavily on theoretical aspects. I would have liked more opportunities to discuss the real-world implications of economic theories, which I believe would enhance understanding and retention of the material.', 'theme': 'Balance between theory and practical examples'})])" + "ScenarioList([Scenario({'evaluation': 'I found the course very engaging and informative. The professor did an excellent job breaking down complex concepts, making them accessible to those of us new to economics. However, the pace was a bit fast, and I sometimes struggled to keep up with the weekly readings.', 'theme': 'Engaging and informative course content'}), Scenario({'evaluation': 'I found the course very engaging and informative. The professor did an excellent job breaking down complex concepts, making them accessible to those of us new to economics. However, the pace was a bit fast, and I sometimes struggled to keep up with the weekly readings.', 'theme': 'Effective explanation of complex concepts'}), Scenario({'evaluation': 'This class was a struggle for me. The material felt dry and difficult to connect with real-world applications, which I think could have made it more interesting. More examples from current events would definitely have helped spark my interest.', 'theme': 'Need for more real-world examples and applications'}), Scenario({'evaluation': 'This class was a struggle for me. The material felt dry and difficult to connect with real-world applications, which I think could have made it more interesting. More examples from current events would definitely have helped spark my interest.', 'theme': 'Desire for more varied and accessible learning materials'}), Scenario({'evaluation': 'Excellent introductory course! The professor was enthusiastic and always willing to offer extra help during office hours. The interactive lectures and the practical assignments made the theory much more digestible and engaging.', 'theme': 'Engaging and informative course content'}), Scenario({'evaluation': 'Excellent introductory course! The professor was enthusiastic and always willing to offer extra help during office hours. The interactive lectures and the practical assignments made the theory much more digestible and engaging.', 'theme': 'Excellent instruction and enthusiasm'}), Scenario({'evaluation': 'As someone with a strong background in math, I appreciated the analytical rigor of this course. However, I wish there had been more discussions that connected the theories we learned to everyday economic issues. It felt a bit isolated from practical realities at times.', 'theme': 'Need for more real-world examples and applications'}), Scenario({'evaluation': 'As someone with a strong background in math, I appreciated the analytical rigor of this course. However, I wish there had been more discussions that connected the theories we learned to everyday economic issues. It felt a bit isolated from practical realities at times.', 'theme': 'Appreciated analytical rigor and diverse perspectives'}), Scenario({'evaluation': 'I enjoyed the course, especially the group projects, which were both challenging and rewarding. It was great to apply economic concepts to solve real-life problems. I did feel, however, that the feedback on assignments could be more detailed to help us understand our mistakes.', 'theme': 'Engaging and informative course content'}), Scenario({'evaluation': 'I enjoyed the course, especially the group projects, which were both challenging and rewarding. It was great to apply economic concepts to solve real-life problems. I did feel, however, that the feedback on assignments could be more detailed to help us understand our mistakes.', 'theme': 'Constructive feedback on assignments'}), Scenario({'evaluation': 'I enjoyed the course, especially the group projects, which were both challenging and rewarding. It was great to apply economic concepts to solve real-life problems. I did feel, however, that the feedback on assignments could be more detailed to help us understand our mistakes.', 'theme': 'Fair exams and valuable project applications'}), Scenario({'evaluation': 'The course content was well-organized, but the lectures were somewhat monotonous and hard to follow. I would suggest incorporating more visual aids and maybe some guest lectures from industry professionals to liven up the sessions.', 'theme': 'Well-organized course content'}), Scenario({'evaluation': 'The course content was well-organized, but the lectures were somewhat monotonous and hard to follow. I would suggest incorporating more visual aids and maybe some guest lectures from industry professionals to liven up the sessions.', 'theme': 'Suggestions for improvement: visual aids and guest lecturers'}), Scenario({'evaluation': 'This was my favorite class this semester! The mix of theory and case studies was perfect, and the exams were fair. I also really appreciated the diversity of perspectives we explored in class, especially in terms of global economic policies.', 'theme': 'Engaging and informative course content'}), Scenario({'evaluation': 'This was my favorite class this semester! The mix of theory and case studies was perfect, and the exams were fair. I also really appreciated the diversity of perspectives we explored in class, especially in terms of global economic policies.', 'theme': 'Appreciated analytical rigor and diverse perspectives'}), Scenario({'evaluation': 'This was my favorite class this semester! The mix of theory and case studies was perfect, and the exams were fair. I also really appreciated the diversity of perspectives we explored in class, especially in terms of global economic policies.', 'theme': 'Fair exams and valuable project applications'}), Scenario({'evaluation': \"I found the textbook to be overly complex for an introductory course. It often used jargon that hadn't been explained in lectures, which was confusing. Simpler reading materials or more explanatory lectures would make a big difference for newcomers to economics.\", 'theme': 'Effective explanation of complex concepts'}), Scenario({'evaluation': \"I found the textbook to be overly complex for an introductory course. It often used jargon that hadn't been explained in lectures, which was confusing. Simpler reading materials or more explanatory lectures would make a big difference for newcomers to economics.\", 'theme': 'Desire for more varied and accessible learning materials'}), Scenario({'evaluation': 'The professor was knowledgeable and clearly passionate about economics, but I felt the course relied too heavily on tests rather than more creative forms of assessment. More varied assignments would make the course more accessible to students with different learning styles.', 'theme': 'Excellent instruction and enthusiasm'}), Scenario({'evaluation': 'The professor was knowledgeable and clearly passionate about economics, but I felt the course relied too heavily on tests rather than more creative forms of assessment. More varied assignments would make the course more accessible to students with different learning styles.', 'theme': 'Desire for more varied and accessible learning materials'}), Scenario({'evaluation': 'This class was a solid introduction to economics, though it leaned heavily on theoretical aspects. I would have liked more opportunities to discuss the real-world implications of economic theories, which I believe would enhance understanding and retention of the material.', 'theme': 'Need for more real-world examples and applications'})])" ] }, "execution_count": 22, @@ -2293,116 +3491,99 @@ "data": { "text/html": [ "\n", - " \n", - "
\n", - "
\n", - " \n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", + "\n", + "
theme count
Engaging and informative course 4
Need for more real-world applications 3
Balance between theory and practical examples 3
Effective simplification of complex concepts 2
Need for more interactive and dynamic lectures 2
Appreciation for professor's enthusiasm and support 2
Desire for more practical and varied assignments 2
Course content organization and clarity 2
Appreciation for diversity in perspectives 1
Challenges with textbook complexity 1
\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", "
 themecount
0Engaging and informative course content4
1Need for more real-world examples and applications3
2Desire for more varied and accessible learning materials3
3Effective explanation of complex concepts2
4Excellent instruction and enthusiasm2
5Appreciated analytical rigor and diverse perspectives2
6Fair exams and valuable project applications2
7Constructive feedback on assignments1
8Well-organized course content1
9Suggestions for improvement: visual aids and guest lecturers1
\n", + "\n", "
\n", - "
\n", - " " + " " ], "text/plain": [ - "Dataset([{'theme': ['Engaging and informative course', 'Need for more real-world applications', 'Balance between theory and practical examples', 'Effective simplification of complex concepts', 'Need for more interactive and dynamic lectures', \"Appreciation for professor's enthusiasm and support\", 'Desire for more practical and varied assignments', 'Course content organization and clarity', 'Appreciation for diversity in perspectives', 'Challenges with textbook complexity']}, {'count': [4, 3, 3, 2, 2, 2, 2, 2, 1, 1]}])" + "Dataset([{'theme': ['Engaging and informative course content', 'Need for more real-world examples and applications', 'Desire for more varied and accessible learning materials', 'Effective explanation of complex concepts', 'Excellent instruction and enthusiasm', 'Appreciated analytical rigor and diverse perspectives', 'Fair exams and valuable project applications', 'Constructive feedback on assignments', 'Well-organized course content', 'Suggestions for improvement: visual aids and guest lecturers']}, {'count': [4, 3, 3, 2, 2, 2, 2, 1, 1, 1]}])" ] }, "execution_count": 23, @@ -2432,165 +3613,177 @@ "data": { "text/html": [ "\n", - " \n", - "
\n", - "
\n", - " \n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", + "\n", + "
0
Adjust the pacing of the lectures
Provide additional resources or summaries for weekly readings
Incorporate more review sessions or Q&A periods
Incorporate more real-world applications
Use current events to illustrate concepts
Enhance engagement with interactive activities
Increase variety of teaching methods
Provide more real-world examples
Enhance feedback on assignments
Incorporate real-world case studies into lectures
Facilitate class discussions on current economic events
Assign projects that apply theories to contemporary issues
Provide more detailed feedback on assignments
Incorporate more real-life problem-solving exercises
Ensure group projects are effectively facilitated
Incorporate more visual aids into lectures
Invite guest speakers from industry
Engage students with interactive activities
Increase opportunities for student participation
Enhance feedback on assignments
Incorporate more interactive digital tools
Select a more accessible textbook for introductory students
Provide supplemental materials that clarify textbook jargon
Incorporate more lecture time to explain complex concepts
Incorporate diverse assessment methods
Include project-based assignments
Offer optional creative assignments
Incorporate more real-world case studies
Facilitate class discussions on current economic events
Include practical applications in assignments
\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", "
 0
0Adjust the pace of lectures and incorporate more opportunities for student engagement.
1Provide more structured guidance on tackling the weekly readings, perhaps by suggesting specific questions to consider.
2Consider offering supplemental resources, such as online tutorials or practice problems, to reinforce concepts.
3Incorporate more real-world examples and case studies
4Connect course material to current events
5Develop more engaging teaching methods to improve student comprehension
6Consider incorporating more diverse case studies
7Explore alternative assessment methods to gauge deeper understanding beyond practical assignments
8Enhance online resources and accessibility for students with varying learning styles
9Incorporate real-world case studies into lectures
10Dedicate class time for discussions linking theoretical concepts to current events
11Assign application-based problem sets or projects
12Enhance feedback detail on assignments
13Consider providing more specific rubric criteria
14Explore alternative assessment methods to complement group projects
15Incorporate more visual aids into lectures
16Consider inviting guest lecturers from the industry
17Review lecture delivery to improve clarity and engagement
18Increase quantitative problem sets
19Explore alternative assessment methods alongside exams
20Incorporate more interactive class discussions
21Simplify textbook selection or supplement with clearer materials
22Incorporate textbook jargon into lectures with explicit definitions
23Designate additional time for clarifying complex concepts
24Incorporate more diverse assessment methods (e.g., group projects, presentations, essays)
25Explore alternative ways to evaluate understanding beyond high-stakes exams
26Design assignments catering to varied learning styles and preferences
27Incorporate more case studies illustrating real-world applications of economic theories
28Design in-class activities and discussions focusing on current economic events and their theoretical underpinnings
29Assign projects or papers requiring students to analyze real-world economic issues using the concepts learned in class
\n", + "\n", "
\n", - "
\n", - " " + " " ], "text/plain": [ - "PrettyList(['Adjust the pacing of the lectures',\n", - " 'Provide additional resources or summaries for weekly readings',\n", - " 'Incorporate more review sessions or Q&A periods',\n", - " 'Incorporate more real-world applications',\n", - " 'Use current events to illustrate concepts',\n", - " 'Enhance engagement with interactive activities',\n", - " 'Increase variety of teaching methods',\n", - " 'Provide more real-world examples',\n", - " 'Enhance feedback on assignments',\n", + "PrettyList(['Adjust the pace of lectures and incorporate more opportunities for student engagement.',\n", + " 'Provide more structured guidance on tackling the weekly readings, perhaps by suggesting specific questions to consider.',\n", + " 'Consider offering supplemental resources, such as online tutorials or practice problems, to reinforce concepts.',\n", + " 'Incorporate more real-world examples and case studies',\n", + " 'Connect course material to current events',\n", + " 'Develop more engaging teaching methods to improve student comprehension',\n", + " 'Consider incorporating more diverse case studies',\n", + " 'Explore alternative assessment methods to gauge deeper understanding beyond practical assignments',\n", + " 'Enhance online resources and accessibility for students with varying learning styles',\n", " 'Incorporate real-world case studies into lectures',\n", - " 'Facilitate class discussions on current economic events',\n", - " 'Assign projects that apply theories to contemporary issues',\n", - " 'Provide more detailed feedback on assignments',\n", - " 'Incorporate more real-life problem-solving exercises',\n", - " 'Ensure group projects are effectively facilitated',\n", + " 'Dedicate class time for discussions linking theoretical concepts to current events',\n", + " 'Assign application-based problem sets or projects',\n", + " 'Enhance feedback detail on assignments',\n", + " 'Consider providing more specific rubric criteria',\n", + " 'Explore alternative assessment methods to complement group projects',\n", " 'Incorporate more visual aids into lectures',\n", - " 'Invite guest speakers from industry',\n", - " 'Engage students with interactive activities',\n", - " 'Increase opportunities for student participation',\n", - " 'Enhance feedback on assignments',\n", - " 'Incorporate more interactive digital tools',\n", - " 'Select a more accessible textbook for introductory students',\n", - " 'Provide supplemental materials that clarify textbook jargon',\n", - " 'Incorporate more lecture time to explain complex concepts',\n", - " 'Incorporate diverse assessment methods',\n", - " 'Include project-based assignments',\n", - " 'Offer optional creative assignments',\n", - " 'Incorporate more real-world case studies',\n", - " 'Facilitate class discussions on current economic events',\n", - " 'Include practical applications in assignments'])" + " 'Consider inviting guest lecturers from the industry',\n", + " 'Review lecture delivery to improve clarity and engagement',\n", + " 'Increase quantitative problem sets',\n", + " 'Explore alternative assessment methods alongside exams',\n", + " 'Incorporate more interactive class discussions',\n", + " 'Simplify textbook selection or supplement with clearer materials',\n", + " 'Incorporate textbook jargon into lectures with explicit definitions',\n", + " 'Designate additional time for clarifying complex concepts',\n", + " 'Incorporate more diverse assessment methods (e.g., group projects, presentations, essays)',\n", + " 'Explore alternative ways to evaluate understanding beyond high-stakes exams',\n", + " 'Design assignments catering to varied learning styles and preferences',\n", + " 'Incorporate more case studies illustrating real-world applications of economic theories',\n", + " 'Design in-class activities and discussions focusing on current economic events and their theoretical underpinnings',\n", + " 'Assign projects or papers requiring students to analyze real-world economic issues using the concepts learned in class'])" ] }, "execution_count": 24, @@ -2629,24 +3822,255 @@ "data": { "text/html": [ "\n", - "
\n", - "
\n", - " Remote Job Log (2024-12-14 10:10:29)\n", + " \n", + "
\n", + "
\n", + " \n", + " \n", + " Job Status (2025-01-13 16:50:53)\n", + " \n", + "
\n", + "
\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
Job UUIDd636dc50-f043-4419-b5b9-187654d66197
Progress Bar URLhttps://www.expectedparrot.com/home/remote-job-progress/d636dc50-f043-4419-b5b9-187654d66197
Error Report URLNone
Results UUID94a10c71-6c06-4b9a-94c8-e15e5806ff4e
Results URLNone
\n", + " \n", + "
\n", + " Current Status: Job completed and Results stored on Coop: https://www.expectedparrot.com/content/94a10c71-6c06-4b9a-94c8-e15e5806ff4e\n", "
\n", - "
\n", - "
Remote inference activated. Sending job to server...
\n", - "
Your survey is running at the Expected Parrot server...
\n", - "
Job sent to server. (Job uuid=c4cc28ae-eedc-45e0-ac21-b75bda5d4050).
\n", - "\n", - "\n", - "
Job status: queued - last update: 2024-12-14 10:10:04 AM
\n", - "
Job status: running - last update: 2024-12-14 10:10:07 AM
\n", - "
Job status: running - last update: 2024-12-14 10:10:13 AM
\n", - "\n", + " \n", "
\n", "
\n", + " \n", + " " + ], + "text/plain": [ + "" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "text/html": [ + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", " " ], "text/plain": [ @@ -2659,16 +4083,16 @@ { "data": { "text/plain": [ - "['Adjust lecture pacing and incorporate interactive activities',\n", - " 'Provide additional resources and summaries for readings',\n", - " 'Enhance feedback and provide detailed assignment critiques',\n", - " 'Incorporate real-world applications and examples',\n", - " 'Facilitate discussions and projects on current events',\n", - " 'Increase variety and use of teaching methods and visual aids',\n", - " 'Incorporate diverse and project-based assessments',\n", - " 'Invite guest speakers and use real-world case studies',\n", - " 'Select accessible and clear textbooks',\n", - " 'Include practical applications and problem-solving exercises']" + "['Adjust the pace of lectures and enhance engagement through interactive methods',\n", + " 'Provide structured guidance and supplemental resources for weekly readings',\n", + " 'Incorporate real-world examples, case studies, and current events into the curriculum',\n", + " 'Explore diverse and alternative assessment methods beyond traditional exams',\n", + " 'Enhance feedback and provide detailed rubric criteria for assignments',\n", + " 'Improve clarity and engagement in lecture delivery with visual aids',\n", + " 'Develop assignments catering to varied learning styles and preferences',\n", + " 'Incorporate industry insights through guest lecturers and practical examples',\n", + " 'Designate time for discussions linking theory to real-world applications',\n", + " 'Simplify and supplement textbook materials for clarity and comprehension']" ] }, "execution_count": 26, @@ -2707,26 +4131,51 @@ "data": { "text/html": [ "\n", - "
\n", - "
\n", - " Remote Job Log (2024-12-14 10:11:12)\n", + " \n", + "
\n", + "
\n", + " \n", + " \n", + " Job Status (2025-01-13 16:51:34)\n", + " \n", "
\n", - "
\n", - "
Remote inference activated. Sending job to server...
\n", - "
Your survey is running at the Expected Parrot server...
\n", - "
Job sent to server. (Job uuid=c0140c60-e385-4eb1-8cf9-309f5759e8bf).
\n", - "\n", - "\n", - "
Job status: queued - last update: 2024-12-14 10:10:55 AM
\n", - "
Job status: queued - last update: 2024-12-14 10:10:58 AM
\n", - "
Job status: running - last update: 2024-12-14 10:11:02 AM
\n", - "
Job status: running - last update: 2024-12-14 10:11:05 AM
\n", - "
Job status: running - last update: 2024-12-14 10:11:08 AM
\n", - "\n", + "
\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
Job UUID97580159-903a-4555-986a-1529654b41fa
Progress Bar URLhttps://www.expectedparrot.com/home/remote-job-progress/97580159-903a-4555-986a-1529654b41fa
Error Report URLNone
Results UUID71193b91-5f0c-4c22-9b79-e9ed3d0c97ce
Results URLNone
\n", + " \n", + "
\n", + " Current Status: Job completed and Results stored on Coop: https://www.expectedparrot.com/content/71193b91-5f0c-4c22-9b79-e9ed3d0c97ce\n", + "
\n", + " \n", "
\n", "
\n", + " \n", " " ], "text/plain": [ @@ -2741,115 +4190,282 @@ "text/html": [ "\n", " \n", + " \n", + " \n", + " \n", + " \n", + " " + ], + "text/plain": [ + "" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "text/html": [ "\n", - "/* Handle Jupyter notebook specific styling */\n", - ".jp-OutputArea-output .table-container {\n", - " max-width: 100%;\n", - " margin: 0;\n", - " overflow-x: auto;\n", + "
\n", + " \n", - "
\n", - "
\n", - " \n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", + "\n", + "
scenario.evaluation answer.improvements_list
I found the course very engaging and informative. The professor did an excellent job breaking down complex concepts, making them accessible to those of us new to economics. However, the pace was a bit fast, and I sometimes struggled to keep up with the weekly readings. ['Adjust lecture pacing and incorporate interactive activities', 'Provide additional resources and summaries for readings']
This class was a struggle for me. The material felt dry and difficult to connect with real-world applications, which I think could have made it more interesting. More examples from current events would definitely have helped spark my interest. ['Incorporate real-world applications and examples', 'Facilitate discussions and projects on current events']
Excellent introductory course! The professor was enthusiastic and always willing to offer extra help during office hours. The interactive lectures and the practical assignments made the theory much more digestible and engaging. []
As someone with a strong background in math, I appreciated the analytical rigor of this course. However, I wish there had been more discussions that connected the theories we learned to everyday economic issues. It felt a bit isolated from practical realities at times. ['Incorporate real-world applications and examples', 'Facilitate discussions and projects on current events', 'Include practical applications and problem-solving exercises']
I enjoyed the course, especially the group projects, which were both challenging and rewarding. It was great to apply economic concepts to solve real-life problems. I did feel, however, that the feedback on assignments could be more detailed to help us understand our mistakes.['Enhance feedback and provide detailed assignment critiques']
The course content was well-organized, but the lectures were somewhat monotonous and hard to follow. I would suggest incorporating more visual aids and maybe some guest lectures from industry professionals to liven up the sessions. ['Increase variety and use of teaching methods and visual aids', 'Invite guest speakers and use real-world case studies']
This was my favorite class this semester! The mix of theory and case studies was perfect, and the exams were fair. I also really appreciated the diversity of perspectives we explored in class, especially in terms of global economic policies. []
I found the textbook to be overly complex for an introductory course. It often used jargon that hadn't been explained in lectures, which was confusing. Simpler reading materials or more explanatory lectures would make a big difference for newcomers to economics. ['Provide additional resources and summaries for readings', 'Select accessible and clear textbooks']
The professor was knowledgeable and clearly passionate about economics, but I felt the course relied too heavily on tests rather than more creative forms of assessment. More varied assignments would make the course more accessible to students with different learning styles. ['Incorporate diverse and project-based assessments']
This class was a solid introduction to economics, though it leaned heavily on theoretical aspects. I would have liked more opportunities to discuss the real-world implications of economic theories, which I believe would enhance understanding and retention of the material. ['Incorporate real-world applications and examples', 'Facilitate discussions and projects on current events', 'Include practical applications and problem-solving exercises']
\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", "
 scenario.evaluationanswer.improvements_list
0I found the course very engaging and informative. The professor did an excellent job breaking down complex concepts, making them accessible to those of us new to economics. However, the pace was a bit fast, and I sometimes struggled to keep up with the weekly readings.['Adjust the pace of lectures and enhance engagement through interactive methods', 'Provide structured guidance and supplemental resources for weekly readings']
1This class was a struggle for me. The material felt dry and difficult to connect with real-world applications, which I think could have made it more interesting. More examples from current events would definitely have helped spark my interest.['Incorporate real-world examples, case studies, and current events into the curriculum', 'Designate time for discussions linking theory to real-world applications']
2Excellent introductory course! The professor was enthusiastic and always willing to offer extra help during office hours. The interactive lectures and the practical assignments made the theory much more digestible and engaging.[]
3As someone with a strong background in math, I appreciated the analytical rigor of this course. However, I wish there had been more discussions that connected the theories we learned to everyday economic issues. It felt a bit isolated from practical realities at times.['Incorporate real-world examples, case studies, and current events into the curriculum', 'Designate time for discussions linking theory to real-world applications']
4I enjoyed the course, especially the group projects, which were both challenging and rewarding. It was great to apply economic concepts to solve real-life problems. I did feel, however, that the feedback on assignments could be more detailed to help us understand our mistakes.['Enhance feedback and provide detailed rubric criteria for assignments']
5The course content was well-organized, but the lectures were somewhat monotonous and hard to follow. I would suggest incorporating more visual aids and maybe some guest lectures from industry professionals to liven up the sessions.['Improve clarity and engagement in lecture delivery with visual aids', 'Incorporate industry insights through guest lecturers and practical examples']
6This was my favorite class this semester! The mix of theory and case studies was perfect, and the exams were fair. I also really appreciated the diversity of perspectives we explored in class, especially in terms of global economic policies.[]
7I found the textbook to be overly complex for an introductory course. It often used jargon that hadn't been explained in lectures, which was confusing. Simpler reading materials or more explanatory lectures would make a big difference for newcomers to economics.['Provide structured guidance and supplemental resources for weekly readings', 'Simplify and supplement textbook materials for clarity and comprehension']
8The professor was knowledgeable and clearly passionate about economics, but I felt the course relied too heavily on tests rather than more creative forms of assessment. More varied assignments would make the course more accessible to students with different learning styles.['Explore diverse and alternative assessment methods beyond traditional exams', 'Develop assignments catering to varied learning styles and preferences']
9This class was a solid introduction to economics, though it leaned heavily on theoretical aspects. I would have liked more opportunities to discuss the real-world implications of economic theories, which I believe would enhance understanding and retention of the material.['Incorporate real-world examples, case studies, and current events into the curriculum', 'Designate time for discussions linking theory to real-world applications']
\n", + "\n", "
\n", - "
\n", - " " + " " ], "text/plain": [ - "Dataset([{'scenario.evaluation': ['I found the course very engaging and informative. The professor did an excellent job breaking down complex concepts, making them accessible to those of us new to economics. However, the pace was a bit fast, and I sometimes struggled to keep up with the weekly readings.', 'This class was a struggle for me. The material felt dry and difficult to connect with real-world applications, which I think could have made it more interesting. More examples from current events would definitely have helped spark my interest.', 'Excellent introductory course! The professor was enthusiastic and always willing to offer extra help during office hours. The interactive lectures and the practical assignments made the theory much more digestible and engaging.', 'As someone with a strong background in math, I appreciated the analytical rigor of this course. However, I wish there had been more discussions that connected the theories we learned to everyday economic issues. It felt a bit isolated from practical realities at times.', 'I enjoyed the course, especially the group projects, which were both challenging and rewarding. It was great to apply economic concepts to solve real-life problems. I did feel, however, that the feedback on assignments could be more detailed to help us understand our mistakes.', 'The course content was well-organized, but the lectures were somewhat monotonous and hard to follow. I would suggest incorporating more visual aids and maybe some guest lectures from industry professionals to liven up the sessions.', 'This was my favorite class this semester! The mix of theory and case studies was perfect, and the exams were fair. I also really appreciated the diversity of perspectives we explored in class, especially in terms of global economic policies.', \"I found the textbook to be overly complex for an introductory course. It often used jargon that hadn't been explained in lectures, which was confusing. Simpler reading materials or more explanatory lectures would make a big difference for newcomers to economics.\", 'The professor was knowledgeable and clearly passionate about economics, but I felt the course relied too heavily on tests rather than more creative forms of assessment. More varied assignments would make the course more accessible to students with different learning styles.', 'This class was a solid introduction to economics, though it leaned heavily on theoretical aspects. I would have liked more opportunities to discuss the real-world implications of economic theories, which I believe would enhance understanding and retention of the material.']}, {'answer.improvements_list': [['Adjust lecture pacing and incorporate interactive activities', 'Provide additional resources and summaries for readings'], ['Incorporate real-world applications and examples', 'Facilitate discussions and projects on current events'], [], ['Incorporate real-world applications and examples', 'Facilitate discussions and projects on current events', 'Include practical applications and problem-solving exercises'], ['Enhance feedback and provide detailed assignment critiques'], ['Increase variety and use of teaching methods and visual aids', 'Invite guest speakers and use real-world case studies'], [], ['Provide additional resources and summaries for readings', 'Select accessible and clear textbooks'], ['Incorporate diverse and project-based assessments'], ['Incorporate real-world applications and examples', 'Facilitate discussions and projects on current events', 'Include practical applications and problem-solving exercises']]}])" + "Dataset([{'scenario.evaluation': ['I found the course very engaging and informative. The professor did an excellent job breaking down complex concepts, making them accessible to those of us new to economics. However, the pace was a bit fast, and I sometimes struggled to keep up with the weekly readings.', 'This class was a struggle for me. The material felt dry and difficult to connect with real-world applications, which I think could have made it more interesting. More examples from current events would definitely have helped spark my interest.', 'Excellent introductory course! The professor was enthusiastic and always willing to offer extra help during office hours. The interactive lectures and the practical assignments made the theory much more digestible and engaging.', 'As someone with a strong background in math, I appreciated the analytical rigor of this course. However, I wish there had been more discussions that connected the theories we learned to everyday economic issues. It felt a bit isolated from practical realities at times.', 'I enjoyed the course, especially the group projects, which were both challenging and rewarding. It was great to apply economic concepts to solve real-life problems. I did feel, however, that the feedback on assignments could be more detailed to help us understand our mistakes.', 'The course content was well-organized, but the lectures were somewhat monotonous and hard to follow. I would suggest incorporating more visual aids and maybe some guest lectures from industry professionals to liven up the sessions.', 'This was my favorite class this semester! The mix of theory and case studies was perfect, and the exams were fair. I also really appreciated the diversity of perspectives we explored in class, especially in terms of global economic policies.', \"I found the textbook to be overly complex for an introductory course. It often used jargon that hadn't been explained in lectures, which was confusing. Simpler reading materials or more explanatory lectures would make a big difference for newcomers to economics.\", 'The professor was knowledgeable and clearly passionate about economics, but I felt the course relied too heavily on tests rather than more creative forms of assessment. More varied assignments would make the course more accessible to students with different learning styles.', 'This class was a solid introduction to economics, though it leaned heavily on theoretical aspects. I would have liked more opportunities to discuss the real-world implications of economic theories, which I believe would enhance understanding and retention of the material.']}, {'answer.improvements_list': [['Adjust the pace of lectures and enhance engagement through interactive methods', 'Provide structured guidance and supplemental resources for weekly readings'], ['Incorporate real-world examples, case studies, and current events into the curriculum', 'Designate time for discussions linking theory to real-world applications'], [], ['Incorporate real-world examples, case studies, and current events into the curriculum', 'Designate time for discussions linking theory to real-world applications'], ['Enhance feedback and provide detailed rubric criteria for assignments'], ['Improve clarity and engagement in lecture delivery with visual aids', 'Incorporate industry insights through guest lecturers and practical examples'], [], ['Provide structured guidance and supplemental resources for weekly readings', 'Simplify and supplement textbook materials for clarity and comprehension'], ['Explore diverse and alternative assessment methods beyond traditional exams', 'Develop assignments catering to varied learning styles and preferences'], ['Incorporate real-world examples, case studies, and current events into the curriculum', 'Designate time for discussions linking theory to real-world applications']]}])" ] }, "execution_count": 28, @@ -2888,116 +4504,94 @@ "data": { "text/html": [ "\n", - " \n", - "
\n", - "
\n", - " \n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", + "\n", + "
theme count
Incorporate real-world applications and examples 3
Facilitate discussions and projects on current events 3
Provide additional resources and summaries for readings 2
Include practical applications and problem-solving exercises 2
Adjust lecture pacing and incorporate interactive activities 1
Enhance feedback and provide detailed assignment critiques 1
Increase variety and use of teaching methods and visual aids 1
Invite guest speakers and use real-world case studies 1
Select accessible and clear textbooks 1
Incorporate diverse and project-based assessments 1
\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", "
 themecount
0Incorporate real-world examples, case studies, and current events into the curriculum3
1Designate time for discussions linking theory to real-world applications3
2Provide structured guidance and supplemental resources for weekly readings2
3Adjust the pace of lectures and enhance engagement through interactive methods1
4Enhance feedback and provide detailed rubric criteria for assignments1
5Improve clarity and engagement in lecture delivery with visual aids1
6Incorporate industry insights through guest lecturers and practical examples1
7Simplify and supplement textbook materials for clarity and comprehension1
8Explore diverse and alternative assessment methods beyond traditional exams1
9Develop assignments catering to varied learning styles and preferences1
\n", + "\n", "
\n", - "
\n", - " " + " " ], "text/plain": [ - "Dataset([{'theme': ['Incorporate real-world applications and examples', 'Facilitate discussions and projects on current events', 'Provide additional resources and summaries for readings', 'Include practical applications and problem-solving exercises', 'Adjust lecture pacing and incorporate interactive activities', 'Enhance feedback and provide detailed assignment critiques', 'Increase variety and use of teaching methods and visual aids', 'Invite guest speakers and use real-world case studies', 'Select accessible and clear textbooks', 'Incorporate diverse and project-based assessments']}, {'count': [3, 3, 2, 2, 1, 1, 1, 1, 1, 1]}])" + "Dataset([{'theme': ['Incorporate real-world examples, case studies, and current events into the curriculum', 'Designate time for discussions linking theory to real-world applications', 'Provide structured guidance and supplemental resources for weekly readings', 'Adjust the pace of lectures and enhance engagement through interactive methods', 'Enhance feedback and provide detailed rubric criteria for assignments', 'Improve clarity and engagement in lecture delivery with visual aids', 'Incorporate industry insights through guest lecturers and practical examples', 'Simplify and supplement textbook materials for clarity and comprehension', 'Explore diverse and alternative assessment methods beyond traditional exams', 'Develop assignments catering to varied learning styles and preferences']}, {'count': [3, 3, 2, 1, 1, 1, 1, 1, 1, 1]}])" ] }, "execution_count": 30, @@ -3009,26 +4603,6 @@ "wide_themes.tally(\"theme\")" ] }, - { - "cell_type": "code", - "execution_count": 31, - "id": "fc027f86", - "metadata": {}, - "outputs": [], - "source": [ - "improvements_summary = wide_themes.tally(\"theme\")" - ] - }, - { - "cell_type": "code", - "execution_count": 32, - "id": "8a331493", - "metadata": {}, - "outputs": [], - "source": [ - "summary_string = improvements_summary.print(format = \"markdown\", return_string = True)" - ] - }, { "cell_type": "markdown", "id": "f73ef4c2-8cff-4d4a-a081-77f12e3ca60f", @@ -3059,7 +4633,7 @@ }, { "cell_type": "code", - "execution_count": 33, + "execution_count": 34, "id": "1d55e46a-cd9b-4743-bf80-08cc81d18e55", "metadata": { "editable": true, @@ -3077,7 +4651,7 @@ }, { "cell_type": "code", - "execution_count": 34, + "execution_count": 35, "id": "fdf35b32-a9b4-48b2-8650-2ac8b70f1559", "metadata": { "editable": true, @@ -3095,7 +4669,7 @@ }, { "cell_type": "code", - "execution_count": 35, + "execution_count": 36, "id": "32f42634-5054-4d79-82ed-fa32024626e5", "metadata": { "editable": true, @@ -3112,13 +4686,13 @@ "text/plain": [ "{'description': 'Example code for analyzing course evaluations',\n", " 'object_type': 'notebook',\n", - " 'url': 'https://www.expectedparrot.com/content/fd042fd0-b29a-4721-89b4-3b6f418e94a6',\n", - " 'uuid': 'fd042fd0-b29a-4721-89b4-3b6f418e94a6',\n", - " 'version': '0.1.39.dev1',\n", + " 'url': 'https://www.expectedparrot.com/content/4e2808a7-2b4e-4603-8ad2-6e1a65989ccb',\n", + " 'uuid': '4e2808a7-2b4e-4603-8ad2-6e1a65989ccb',\n", + " 'version': '0.1.40.dev1',\n", " 'visibility': 'public'}" ] }, - "execution_count": 35, + "execution_count": 36, "metadata": {}, "output_type": "execute_result" } @@ -3138,7 +4712,7 @@ }, { "cell_type": "code", - "execution_count": 36, + "execution_count": 37, "id": "2a6dc5d1-c06c-40a5-b997-62ca8d50592c", "metadata": { "editable": true, @@ -3156,7 +4730,7 @@ }, { "cell_type": "code", - "execution_count": 37, + "execution_count": 38, "id": "1dc3a94f-c82f-4601-aea4-8daf696407e1", "metadata": { "editable": true, @@ -3174,7 +4748,7 @@ "{'status': 'success'}" ] }, - "execution_count": 37, + "execution_count": 38, "metadata": {}, "output_type": "execute_result" } From 259ab006d59982b63c0cf691bd85d3387218b81f Mon Sep 17 00:00:00 2001 From: robin Date: Wed, 15 Jan 2025 06:01:50 -0500 Subject: [PATCH 2/9] updating changelog --- CHANGELOG.md | 11 +++++++++++ 1 file changed, 11 insertions(+) diff --git a/CHANGELOG.md b/CHANGELOG.md index acc4df28a..e2720944b 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -1,5 +1,16 @@ # Changelog +## [0.1.40] - TBD +### Added +- Question type `QuestionDict` returns a response as a dictionary with specified keys and (optionally) specified value types and descriptions. Details: https://docs.expectedparrot.com/en/latest/questions.html#questiodict-class + +### Changed +- Previously, results of jobs run remotely were automatically synced to your local cache. Now, results are only added to the cache where the job is being run, local or remote. + +### Fixed +- Occasional timeout issue should be fixed by modifications to caching. + + ## [0.1.39] - 2025-01-08 ### Added - Question type `QuestionMatrix`. Details: https://docs.expectedparrot.com/en/latest/questions.html#questionmatrix-class From 576b99bb16dd24328a3c7a0027222701c9303562 Mon Sep 17 00:00:00 2001 From: robin Date: Wed, 15 Jan 2025 06:04:49 -0500 Subject: [PATCH 3/9] updating changelog --- CHANGELOG.md | 20 +------------------- 1 file changed, 1 insertion(+), 19 deletions(-) diff --git a/CHANGELOG.md b/CHANGELOG.md index e2720944b..624e54533 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -46,25 +46,7 @@ ## [0.1.37] - 2024-11-14 ### Added -- EDSL auth token: It will automatically retrieve your EXPECTED_PARROT_API_KEY and write it to your *.env* file. *How it works:* If you try to run a survey remotely without storing your EXPECTED_PARROT_API_KEY, you will see a message with a Coop login link that will automatically write your key to your *.env* file when you click on the link and log in. Example message: -``` -You're missing some of the API keys needed to run this job: - 🔑 OPENAI_API_KEY - -You can either add the missing keys to your .env file, or use remote inference. -Remote inference allows you to run jobs on our server. - -🚀 To use remote inference, sign up at the following link: - https://www.expectedparrot.com/login?edsl_auth_token=gVSxKvDcuB1x6d_dqa7xrA - -Once you log in, we will automatically retrieve your Expected Parrot API key and continue your job remotely. -⠇ Waiting for login. Last checked: 2024-11-13 11:36:44 AM -``` - -Once you have logged in you will see a confirmation message: -``` -✨ API key retrieved and written to .env file. -``` +- EDSL auth token: It will automatically retrieve your EXPECTED_PARROT_API_KEY and write it to your *.env* file. *How it works:* If you try to run a survey remotely without storing your EXPECTED_PARROT_API_KEY, you will see a message with a Coop login link that will automatically write your key to your *.env* file when you click on the link and log in. ### Changed - The `AgentList` method `from_csv()` now allows you to (optionally) automatically specify the `name` parameters for agents by including a column "name" in the CSV. Other columns are (still) passed as agent `traits`. See an example: https://docs.expectedparrot.com/en/latest/agents.html#from-a-csv-file From 10f7c49ae429ddaa3e451e02c3f06d30a10dacb8 Mon Sep 17 00:00:00 2001 From: robin Date: Wed, 15 Jan 2025 06:06:39 -0500 Subject: [PATCH 4/9] updating changelog --- CHANGELOG.md | 7 ++++--- 1 file changed, 4 insertions(+), 3 deletions(-) diff --git a/CHANGELOG.md b/CHANGELOG.md index 624e54533..624c12850 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -7,15 +7,17 @@ ### Changed - Previously, results of jobs run remotely were automatically synced to your local cache. Now, results are only added to the cache where the job is being run, local or remote. +- Improvements to web-based progress bar for remote jobs. + ### Fixed -- Occasional timeout issue should be fixed by modifications to caching. +- Occasional timeout issue should be fixed by modifications to caching noted above. ## [0.1.39] - 2025-01-08 ### Added - Question type `QuestionMatrix`. Details: https://docs.expectedparrot.com/en/latest/questions.html#questionmatrix-class -- A `join()` method for objects. Examples: +- A `join()` method for objects. - `FileStore` method `create_link()` embeds a file in the HTML of a notebook and generates a download link for it. Examples: https://docs.expectedparrot.com/en/latest/filestore.html @@ -32,7 +34,6 @@ - Progress bar shows total interviews instead of total unique interviews (iterations may be >1). - ## [0.1.38] - 2024-11-26 ### Added - `Results` are now automatically displayed in a scrollable table when you call `select()` on them. You can also call `table().long()` to display results in a long-view table. This replaces the need to call `print(format="rich")`. See examples in the starter tutorial. From ef74d4f2a7e4e6aa3583fc00d4c03186e4f544f4 Mon Sep 17 00:00:00 2001 From: robin Date: Wed, 15 Jan 2025 06:11:41 -0500 Subject: [PATCH 5/9] updating changelog --- CHANGELOG.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/CHANGELOG.md b/CHANGELOG.md index 624c12850..71595e8dd 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -47,7 +47,7 @@ ## [0.1.37] - 2024-11-14 ### Added -- EDSL auth token: It will automatically retrieve your EXPECTED_PARROT_API_KEY and write it to your *.env* file. *How it works:* If you try to run a survey remotely without storing your EXPECTED_PARROT_API_KEY, you will see a message with a Coop login link that will automatically write your key to your *.env* file when you click on the link and log in. +- EDSL Authentication Token: If you attempt to run a survey remotely without having stored your EXPECTED_PARROT_API_KEY, a message will appear providing a Coop login link. Clicking this link and logging in will automatically store your key in your *.env* file. ### Changed - The `AgentList` method `from_csv()` now allows you to (optionally) automatically specify the `name` parameters for agents by including a column "name" in the CSV. Other columns are (still) passed as agent `traits`. See an example: https://docs.expectedparrot.com/en/latest/agents.html#from-a-csv-file From 36e18d39867d0618ff9ac8f22f593621d7e0ceca Mon Sep 17 00:00:00 2001 From: robin Date: Wed, 15 Jan 2025 14:16:16 -0500 Subject: [PATCH 6/9] updating changelog --- CHANGELOG.md | 6 +----- 1 file changed, 1 insertion(+), 5 deletions(-) diff --git a/CHANGELOG.md b/CHANGELOG.md index c85763838..b2ff1e91a 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -1,8 +1,7 @@ # Changelog -## [0.1.40] - TBD +## [0.1.40] - 2025-01-15 ### Added -<<<<<<< HEAD - Question type `QuestionDict` returns a response as a dictionary with specified keys and (optionally) specified value types and descriptions. Details: https://docs.expectedparrot.com/en/latest/questions.html#questiodict-class ### Changed @@ -12,9 +11,6 @@ ### Fixed - Occasional timeout issue should be fixed by modifications to caching noted above. -======= -- Question type `QuestionDict`. Details: https://docs.expectedparrot.com/en/latest/questions.html#questiodict-class ->>>>>>> 4c3c79a05961a0dcf2819c5ef31680c2293d4f57 ## [0.1.39] - 2025-01-08 From 2713bc6a69ebe35c515ca73f12aef98f4da007db Mon Sep 17 00:00:00 2001 From: John Horton Date: Thu, 16 Jan 2025 07:17:32 -0500 Subject: [PATCH 7/9] Fix invigilator serialization issue --- .../jobs/interviews/InterviewExceptionEntry.py | 18 ++++++++++++++---- 1 file changed, 14 insertions(+), 4 deletions(-) diff --git a/edsl/jobs/interviews/InterviewExceptionEntry.py b/edsl/jobs/interviews/InterviewExceptionEntry.py index 74f7638f5..8e3db7d34 100644 --- a/edsl/jobs/interviews/InterviewExceptionEntry.py +++ b/edsl/jobs/interviews/InterviewExceptionEntry.py @@ -1,5 +1,6 @@ import traceback import datetime +from edsl.agents.InvigilatorBase import InvigilatorBase class InterviewExceptionEntry: @@ -9,7 +10,7 @@ def __init__( self, *, exception: Exception, - invigilator: "Invigilator", + invigilator: "InvigilatorBase", traceback_format="text", answers=None, ): @@ -20,6 +21,8 @@ def __init__( self.traceback_format = traceback_format self.answers = answers + # breakpoint() + @property def question_type(self): # return self.failed_question.question.question_type @@ -163,12 +166,16 @@ def to_dict(self) -> dict: >>> entry = InterviewExceptionEntry.example() >>> _ = entry.to_dict() """ - return { + invigilator = ( + self.invigilator.to_dict() if self.invigilator is not None else None + ) + d = { "exception": self.serialize_exception(self.exception), "time": self.time, "traceback": self.traceback, - "invigilator": self.invigilator.to_dict(), + "invigilator": invigilator, } + return d @classmethod def from_dict(cls, data: dict) -> "InterviewExceptionEntry": @@ -176,7 +183,10 @@ def from_dict(cls, data: dict) -> "InterviewExceptionEntry": from edsl.agents.Invigilator import InvigilatorAI exception = cls.deserialize_exception(data["exception"]) - invigilator = InvigilatorAI.from_dict(data["invigilator"]) + if data["invigilator"] is None: + invigilator = None + else: + invigilator = InvigilatorAI.from_dict(data["invigilator"]) return cls(exception=exception, invigilator=invigilator) From 130f8a60ead2bf2ee7341fc5df695e07988f8dea Mon Sep 17 00:00:00 2001 From: John Horton Date: Sat, 18 Jan 2025 12:39:56 -0500 Subject: [PATCH 8/9] Draw defaults from config file --- edsl/language_models/key_management/KeyLookupBuilder.py | 8 ++++++-- 1 file changed, 6 insertions(+), 2 deletions(-) diff --git a/edsl/language_models/key_management/KeyLookupBuilder.py b/edsl/language_models/key_management/KeyLookupBuilder.py index 7eb62ea83..050a52cb7 100644 --- a/edsl/language_models/key_management/KeyLookupBuilder.py +++ b/edsl/language_models/key_management/KeyLookupBuilder.py @@ -54,8 +54,12 @@ class KeyLookupBuilder: ('openai', 'rpm') """ - DEFAULT_RPM = 10 - DEFAULT_TPM = 2000000 + # DEFAULT_RPM = 10 + # DEFAULT_TPM = 2000000 + from edsl.config import CONFIG + + DEFAULT_RPM = CONFIG.get("EDSL_SERVICE_RPM_BASELINE") + DEFAULT_TPM = CONFIG.get("EDSL_SERVICE_TPM_BASELINE") def __init__(self, fetch_order: Optional[tuple[str]] = None): if fetch_order is None: From 35c0f083d4c4a69ad4d8eb8e92b9d0f192f994c7 Mon Sep 17 00:00:00 2001 From: John Horton Date: Sat, 18 Jan 2025 13:04:23 -0500 Subject: [PATCH 9/9] Pass tests --- edsl/language_models/key_management/KeyLookupBuilder.py | 6 +++--- tests/language_models/test_KeyLookupBuilder.py | 4 ++-- 2 files changed, 5 insertions(+), 5 deletions(-) diff --git a/edsl/language_models/key_management/KeyLookupBuilder.py b/edsl/language_models/key_management/KeyLookupBuilder.py index 050a52cb7..a0aa52fe9 100644 --- a/edsl/language_models/key_management/KeyLookupBuilder.py +++ b/edsl/language_models/key_management/KeyLookupBuilder.py @@ -36,7 +36,7 @@ class KeyLookupBuilder: >>> builder = KeyLookupBuilder(fetch_order=("config", "env")) >>> builder.DEFAULT_RPM - 10 + 100 >>> builder.DEFAULT_TPM 2000000 >>> builder.fetch_order @@ -58,8 +58,8 @@ class KeyLookupBuilder: # DEFAULT_TPM = 2000000 from edsl.config import CONFIG - DEFAULT_RPM = CONFIG.get("EDSL_SERVICE_RPM_BASELINE") - DEFAULT_TPM = CONFIG.get("EDSL_SERVICE_TPM_BASELINE") + DEFAULT_RPM = int(CONFIG.get("EDSL_SERVICE_RPM_BASELINE")) + DEFAULT_TPM = int(CONFIG.get("EDSL_SERVICE_TPM_BASELINE")) def __init__(self, fetch_order: Optional[tuple[str]] = None): if fetch_order is None: diff --git a/tests/language_models/test_KeyLookupBuilder.py b/tests/language_models/test_KeyLookupBuilder.py index dca52d40e..7dd67d3b5 100644 --- a/tests/language_models/test_KeyLookupBuilder.py +++ b/tests/language_models/test_KeyLookupBuilder.py @@ -137,8 +137,8 @@ def test_default_limits(): result = builder.get_language_model_input("test") - assert result.rpm == builder.DEFAULT_RPM - assert result.tpm == builder.DEFAULT_TPM + assert float(result.rpm) == float(builder.DEFAULT_RPM) + assert float(result.tpm) == float(builder.DEFAULT_TPM) def test_build_method():