Skip to content

Commit 8601d11

Browse files
authored
Packages/aiinfo/authoringassistance (#175)
* [email protected] * [email protected] * add authoring assistance
1 parent ec96d8e commit 8601d11

File tree

11 files changed

+1158
-245
lines changed

11 files changed

+1158
-245
lines changed

apps/nutritionfacts/package.json

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -28,5 +28,5 @@
2828
"update-cache": "vite-node ./scripts/updateCache.mts"
2929
},
3030
"type": "module",
31-
"version": "2.0.5"
31+
"version": "2.0.6"
3232
}

packages/aiinfo/Changelog.md

Lines changed: 121 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -1,4 +1,125 @@
11
# Changelog
2+
## 2025-11-18T20:25:05.839Z
3+
### CSV
4+
#### SHA
5+
```diff
6+
858e96391530102331964186a144034150fc6d61c0e84d916bd083975d3f99f4
7+
```
8+
### itemauthoringassistance
9+
#### uid
10+
```diff
11+
+ "itemauthoringassistance"
12+
```
13+
#### revision
14+
```diff
15+
+ "2025.11.18"
16+
```
17+
#### feature
18+
```diff
19+
+ {
20+
"name": "Question Authoring",
21+
"description": "Question Authoring Assistance for Quizzes streamlines quiz creation by generating questions based on your course materials. \n"
22+
}
23+
```
24+
#### model
25+
```diff
26+
+ {
27+
"name": "Haiku 3",
28+
"description": "Anthropic Claude models are provided via Instructure's in-house AI Platform.",
29+
"trained": "No",
30+
"data": "Course",
31+
"dataDescription": "Source material provided by the user (e.g., Custom standards, course content, text input, file input) for question/item generation."
32+
}
33+
```
34+
#### compliance
35+
```diff
36+
+ {
37+
"retention": "Data is not stored or reused by the model.",
38+
"logging": "Logs data",
39+
"loggingDescription": "Usage data is logged to improve the product.",
40+
"regions": "Global",
41+
"regionsDescription": "",
42+
"pii": "Not Exposed",
43+
"piiDescription": "PII in source material may be sent to the model if included by the user, but no PII is intentionally sent to the model."
44+
}
45+
```
46+
#### outputs
47+
```diff
48+
+ {
49+
"settings": "Yes",
50+
"human": "Yes",
51+
"humanDescription": "Instructors can review, edit, regenerate, or provide additional instructions to refine generated items.",
52+
"guardrails": "",
53+
"risks": "Generated items may not perfectly capture all desired information, require refinement, or occasionally contain inaccuracies.\n",
54+
"outcomes": "Improved instructor efficiency and productivity"
55+
}
56+
```
57+
#### group
58+
```diff
59+
+ "Canvas"
60+
```
61+
#### permissions
62+
```diff
63+
+ "2"
64+
```
65+
66+
### assessmentauthoringassistance
67+
#### uid
68+
```diff
69+
+ "assessmentauthoringassistance"
70+
```
71+
#### revision
72+
```diff
73+
+ "2025.11.18"
74+
```
75+
#### feature
76+
```diff
77+
+ {
78+
"name": "Item Authoring",
79+
"description": "Item Authoring for Assessments streamlines assessment creation by generating questions based on your course materials. \n"
80+
}
81+
```
82+
#### model
83+
```diff
84+
+ {
85+
"name": "Haiku 3",
86+
"description": "Anthropic Claude models are provided via Instructure's in-house AI Platform.",
87+
"trained": "No",
88+
"data": "Course",
89+
"dataDescription": "Source material provided by the user (e.g., Custom standards, course content, text input, file input) for question/item generation."
90+
}
91+
```
92+
#### compliance
93+
```diff
94+
+ {
95+
"retention": "Data is not stored or reused by the model.",
96+
"logging": "Logs data",
97+
"loggingDescription": "Usage data is logged to improve the product.",
98+
"regions": "Global",
99+
"regionsDescription": "",
100+
"pii": "Not Exposed",
101+
"piiDescription": "PII in source material may be sent to the model if included by the user, but no PII is intentionally sent to the model."
102+
}
103+
```
104+
#### outputs
105+
```diff
106+
+ {
107+
"settings": "Yes",
108+
"human": "Yes",
109+
"humanDescription": "Instructors can review, edit, regenerate, or provide additional instructions to refine generated items.",
110+
"guardrails": "",
111+
"risks": "Generated items may not perfectly capture all desired information, require refinement, or occasionally contain inaccuracies.\n",
112+
"outcomes": "Improved instructor efficiency and productivity"
113+
}
114+
```
115+
#### group
116+
```diff
117+
+ "Mastery"
118+
```
119+
#### permissions
120+
```diff
121+
+ "2"
122+
```
2123
## 2025-11-18T19:52:02.235Z
3124
### CSV
4125
#### SHA

packages/aiinfo/cache/cache.csv

Lines changed: 6 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -7,6 +7,12 @@ discussionInsights,2025.10.02,Insights for Discussions,"Discussion Insights uses
77
smartSearch,2025.10.02,Search,Natural language search of course content for students and instructors.,Cohere Embed Multilingual,Cohere models are provided via Amazon Bedrock Foundation Models (FMs).,No,Course,Course content is indexed by the model and then stored in the Canvas database.,Data is not stored or reused by the model. Indexed course content is stored in the Canvas database.,Does not log data,,Global,,Not Exposed,"PII in course content may be indexed, but no PII is intentionally sent to the model.",Yes,Yes,Users are presented with a list of results related to their search query and can act or not act on them.,,Search results may be incorrectly sorted or may not be relevant to the search term.,"Students are able to quickly find answers to questions, and instructors are able to quickly navigate their courses.",Canvas,2
88
askyourdata,2025.09.12,Ask Your Data,AI-powered query tool enables users to ask natural language questions and receive textual or visual responses with detailed explanations of the methodology.,Doowii (multiple),"Doowii is a third-party sub-processor for Intelligent Insights. Doowii's tools use OpenAI GPT-4o, GPT-3.5 Turbo, and Claude Sonnet 3.5",No,Other,"Doowii is trained on the Canvas LMS database schema, and receives no data from Canvas. The user's prompt and heuristics (such as summary statistics) are shared with the model to generate a response.",Data is retained through the life of your contract with Instructure.,Logs data,,Global,,Exposed,"Prompt, summary statistics.",Yes,Yes,Ask your data returns a methodology description along with a generated query. Users have the ability to edit the generated SQL directly.,"Questions are scoped to the domain only, highly ambiguous terms ask for clarification.",Incorrect interpretation of the question. Inaccurate SQL may be generated. Suggested questions or methodologies may not be relevant.,Provide accurate data retrieval and analysis through natural language prompting.,Intelligent Insights,2
99
canvasDiscussionSummaries,2025.09.12,Summaries for Discussions,"Discussion summaries of key points, questions, and insights.",Haiku 3,Anthropic Claude models are provided via Amazon Bedrock Foundation Models (FMs).,No,Course,Discussion prompt and replies.,Data is not stored or reused by the model.,Logs data,Summaries are logged in the Canvas database for review and reuse.,Global,,Not Exposed,"Pii in discussion replies may be sent to the model, but no PII is intentionally sent to the model.",Yes,Yes,Instructors may regenerate summaries or fine-tune them with additional instructions.,,Summaries may not capture all desired information.,Summaries allow discussion topics to be used in large-format courses and other environments where discussions were previously infeasible.,Canvas,2
10+
itemAuthoringAssistance,2025.11.18,Question Authoring,"Question Authoring Assistance for Quizzes streamlines quiz creation by generating questions based on your course materials.
11+
",Haiku 3,Anthropic Claude models are provided via Instructure's in-house AI Platform.,No,Course,"Source material provided by the user (e.g., Custom standards, course content, text input, file input) for question/item generation.",Data is not stored or reused by the model.,Logs data,Usage data is logged to improve the product.,Global,,Not Exposed,"PII in source material may be sent to the model if included by the user, but no PII is intentionally sent to the model.",Yes,Yes,"Instructors can review, edit, regenerate, or provide additional instructions to refine generated items.",,"Generated items may not perfectly capture all desired information, require refinement, or occasionally contain inaccuracies.
12+
",Improved instructor efficiency and productivity,Canvas,2
13+
assessmentAuthoringAssistance,2025.11.18,Item Authoring,"Item Authoring for Assessments streamlines assessment creation by generating questions based on your course materials.
14+
",Haiku 3,Anthropic Claude models are provided via Instructure's in-house AI Platform.,No,Course,"Source material provided by the user (e.g., Custom standards, course content, text input, file input) for question/item generation.",Data is not stored or reused by the model.,Logs data,Usage data is logged to improve the product.,Global,,Not Exposed,"PII in source material may be sent to the model if included by the user, but no PII is intentionally sent to the model.",Yes,Yes,"Instructors can review, edit, regenerate, or provide additional instructions to refine generated items.",,"Generated items may not perfectly capture all desired information, require refinement, or occasionally contain inaccuracies.
15+
",Improved instructor efficiency and productivity,Mastery,2
1016
quickReassess,2025.10.27,Suggestions for Quick Reassess,"Allows the use of AI to generate a question derived from the original. These questions can be re-generated, edited, and rejected or approved before they are published to students.",Claude Family Models,,No,Other,The original question stem used to generate derivatives,"Standard execution, infrastructure, and other operational logs are retained for a reasonable period to enable monitoring and troubleshooting of underlying services.",Does not log data,,Virginia,,Not Exposed,,Yes,Yes,"Educators have access to tools that allow them to preview, regenerate, edit, or replace AI generated questions before they are published in an assessment.",Only educators can generate items and all AI generated items are in draft status until reviewed and approved.,"AI generated questions may require additional review and editing to ensure accuracy, relevance, and alignment with intended learning objectives.","Educators can generate new standards-aligned questions based on existing items in order to quickly create diverse, tailored assessments that expand beyond the current Mastery Item Bank content, enhancing instructional flexibility and efficiency.",Mastery,2
1117
BCEAltText,2025.10.01,Block Content Editor Alt Text Generator,,Haiku 3,Anthropic Claude models are provided via Amazon Bedrock Foundation Models (FMs).,No,Course,Content Editor Images.,Model responses are stored for debugging purposes.,Logs data,"Request, response, and feedback data is logged to assist in troubleshooting.",Global,,Not Exposed,,No,Yes,"User initiated, User must confirm output.",,Alt text might not always be accurate. ,An accessible Alt Text description of the image is generated.,Canvas,2
1218
portfolios,2025.10.27,Portfolios,"AI Assistant for teachers to improve portfolio level and evidence level instructions improvement, skill extraction and reflection question generation.",Haiku 3,Anthropic Claude models are provided via Instructure's in-house AI Platform.,No,Other,Custom instructions that teachers provide in their Evaluation portfolios for students.,Data is not stored or re-used by the model.,Logs data,Model evaluations and reply labels are logged for debugging and troubleshooting purposes.,Global,,Not Exposed,,Yes,Yes,Teachers provide the input of the model (content) and the response by the model is not auto accepted. Teachers have the chance to modify the result every occasion.,"Teacher access to the model is limited, it's only through the instructions of the portfolio/evidence. There is suspicious prompt detection built in for extra security.","LLM might suggest not the right questions or skills, or not an improved instruction to the user's liking.","A user-friendly tool for a safe writing assistant, and features to speed up administrative work, and provide more reliable portfolios for students to work with.",Canvas,2

packages/aiinfo/cache/checksum.json

Lines changed: 3 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,13 +1,15 @@
11
{
22
"askyourdata": "8de9e2815ff3aec88e14be9ae042be0b9b40319ad6e9be5985c918fc8b5a63b5",
3+
"assessmentauthoringassistance": "093420d17e0c52e1b2d8c713e2202d39201a917615cf729ca8a594f0fa53009c",
34
"bcealttext": "757060c8e6a7fad9d79489ac69de4ae0c484e4b82d5e362ad243e1b10ba29572",
4-
"CSV": "6e5d47862429c5073e26beebe10100fbaa28615f7d76f7eaa4f7c94a36b7aaeb",
5+
"CSV": "858e96391530102331964186a144034150fc6d61c0e84d916bd083975d3f99f4",
56
"canvascoursetranslation": "3bb3098325d87597f6751ac941afc0fe8517ee6866ab62dbe46d824fb78d48ae",
67
"canvasdiscussionsummaries": "b8bb88bb4853c9f652498f1806d6684f76fb49d1bd1b52653ad6ccedddfcb7c4",
78
"canvasgradingassistance": "7a21ebe2ef0a90062ff609c1b872e0f648642a6bb45c5820d13a16e57d54f0f3",
89
"canvasinboxtranslation": "5a13c73316ecfbf3853ce8a535c4d03e4fa6fd35554f3dd7918aab6ee00df40b",
910
"discussioninsights": "540b02a744ea646023fbb4ede89e8c3483026104df677087d63108f6efe997a9",
1011
"igniteagent": "18b2413f0388740d59c2fc356eca44714c9386d66f01a78ed190ba7bc0c3c402",
12+
"itemauthoringassistance": "d20c73df75bae4581589a273e79f27e74cfac7a71d8fedabf7ffbf5dbf5e81fd",
1113
"portfolios": "8a98981d321de09ee5abb80a8be0a4dc32ac7acd227c8db4a65a5c83f8c24ea5",
1214
"quickreassess": "99fbd2548dcf324c5c78213c27ba7d47723d44f2f8a07381e80f8a834fd5dbe2",
1315
"rubricgenerator": "8bf56ef0ed891fea8d478629054bbc178ecc05431118243fad5416fab5dcbeb2",
Lines changed: 214 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,214 @@
1+
import type {
2+
AiInformationProps,
3+
DataPermissionLevelsProps,
4+
NutritionFactsProps,
5+
} from "@instructure/ui-instructure";
6+
import type { AiInfoFeatureProps } from "../../types";
7+
8+
const FEATURE_NAME = "Item Authoring";
9+
const UID = "assessmentauthoringassistance";
10+
const DATA_PERMISSION_LEVELS: DataPermissionLevelsProps["data"] = [
11+
{
12+
description:
13+
"We leverage anonymized aggregate data for detailed analytics to inform model development and product improvements. No AI models are used at this level.",
14+
highlighted: false,
15+
level: "LEVEL 1",
16+
title: "Descriptive Analytics and Research",
17+
},
18+
{
19+
description:
20+
"We utilize off-the-shelf AI models and customer data as input to provide AI-powered features. No data is used for training this model.",
21+
highlighted: true,
22+
level: "LEVEL 2",
23+
title: "AI-Powered Features Without Data Training",
24+
},
25+
{
26+
description:
27+
"We customize AI solutions tailored to the unique needs and resources of educational institutions. We use customer data to fine-tune data and train AI models that only serve your institution. Your institution's data only serves them through trained models.",
28+
highlighted: false,
29+
level: "LEVEL 3",
30+
title: "AI Customization for Individual Institutions",
31+
},
32+
{
33+
description:
34+
"We established a consortium with educational institutions that shares anonymized data, best practices, and research findings. This fosters collaboration and accelerates the responsible development of AI in education. Specialized AI models are created for better outcomes in education, cost savings, and more.",
35+
highlighted: false,
36+
level: "LEVEL 4",
37+
title: "Collaborative AI Consortium",
38+
},
39+
];
40+
const NUTRITION_FACTS_DATA: NutritionFactsProps["data"] = [
41+
{
42+
blockTitle: "Model & Data",
43+
segmentData: [
44+
{
45+
description:
46+
"The foundational AI on which further training and customizations are built.",
47+
segmentTitle: "Base Model",
48+
value: "Haiku 3",
49+
valueDescription:
50+
"Anthropic Claude models are provided via Instructure's in-house AI Platform.",
51+
},
52+
{
53+
description:
54+
"Indicates the AI model has been given customer data in order to improve its results.",
55+
segmentTitle: "Trained with User Data",
56+
value: "No",
57+
},
58+
{
59+
description:
60+
"Indicates which training or operational content was given to the model.",
61+
segmentTitle: "Data Shared with Model",
62+
value:
63+
"Source material provided by the user (e.g., Custom standards, course content, text input, file input) for question/item generation.",
64+
},
65+
],
66+
},
67+
{
68+
blockTitle: "Privacy & Compliance",
69+
segmentData: [
70+
{
71+
description: "How long the model stores customer data.",
72+
segmentTitle: "Data Retention",
73+
value: "Data is not stored or reused by the model.",
74+
},
75+
{
76+
description:
77+
"Recording the AI's performance for auditing, analysis, and improvement.",
78+
segmentTitle: "Data Logging",
79+
value: "Logs data",
80+
valueDescription: "Usage data is logged to improve the product.",
81+
},
82+
{
83+
description:
84+
"The locations where the AI model is officially available and supported.",
85+
segmentTitle: "Regions Supported",
86+
value: "Global",
87+
valueDescription: "",
88+
},
89+
{
90+
description:
91+
"Sensitive data that can be used to identify an individual.",
92+
segmentTitle: "PII",
93+
value: "Not Exposed",
94+
valueDescription:
95+
"PII in source material may be sent to the model if included by the user, but no PII is intentionally sent to the model.",
96+
},
97+
],
98+
},
99+
{
100+
blockTitle: "Outputs",
101+
segmentData: [
102+
{
103+
description: "The ability to turn the AI on or off within the product.",
104+
segmentTitle: "AI Settings Control",
105+
value: "Yes",
106+
},
107+
{
108+
description:
109+
"Indicates if a human is involved in the AI's process or output.",
110+
segmentTitle: "Human in the Loop",
111+
value: "Yes",
112+
valueDescription:
113+
"Instructors can review, edit, regenerate, or provide additional instructions to refine generated items.",
114+
},
115+
{
116+
description:
117+
"Preventative safety mechanisms or limitations built into the AI model.",
118+
segmentTitle: "Guardrails",
119+
value: "",
120+
},
121+
{
122+
description: "Any risks the model may pose to the user.",
123+
segmentTitle: "Expected Risks",
124+
value:
125+
"Generated items may not perfectly capture all desired information, require refinement, or occasionally contain inaccuracies.\n",
126+
},
127+
{
128+
description: "The specific results the AI model is meant to achieve.",
129+
segmentTitle: "Intended Outcomes",
130+
value: "Improved instructor efficiency and productivity",
131+
},
132+
],
133+
},
134+
];
135+
const nutritionFacts: NutritionFactsProps = {
136+
...{
137+
closeButtonText: "Close",
138+
closeIconButtonScreenReaderLabel: "Close",
139+
data: undefined,
140+
featureName: "Item Authoring",
141+
modalLabel: "This is a modal for AI facts",
142+
title: "AI Nutrition Facts",
143+
triggerText: "Nutrition Facts",
144+
},
145+
data: NUTRITION_FACTS_DATA,
146+
featureName: FEATURE_NAME,
147+
};
148+
const dataPermissionLevels: DataPermissionLevelsProps = {
149+
...{
150+
closeButtonText: "Close",
151+
closeIconButtonScreenReaderLabel: "Close dialog",
152+
currentFeature: "Item Authoring",
153+
currentFeatureText: "Current Feature:",
154+
data: undefined,
155+
modalLabel: "Data Permission Levels modal",
156+
title: "Data Permission Levels",
157+
triggerText: "Data Permission Levels",
158+
},
159+
currentFeature: FEATURE_NAME,
160+
data: DATA_PERMISSION_LEVELS,
161+
};
162+
const aiInformation: AiInformationProps = {
163+
...{
164+
data: [
165+
{
166+
description:
167+
"We utilize off-the-shelf AI models and customer data as input to provide AI-powered features. No data is used for training this model.",
168+
featureName: "Item Authoring",
169+
modelName: "Haiku 3",
170+
modelNameText: "Base Model",
171+
nutritionFactsModalTriggerText: "AI Nutrition Facts",
172+
permissionLevel: "LEVEL 2",
173+
permissionLevelsModalTriggerText: "Data Permission Levels",
174+
permissionLevelText: "Permission Level:",
175+
},
176+
],
177+
dataPermissionLevelsCloseButtonText: "Close",
178+
dataPermissionLevelsCloseIconButtonScreenReaderLabel: "Close dialog",
179+
dataPermissionLevelsCurrentFeature: "Item Authoring",
180+
dataPermissionLevelsCurrentFeatureText: "Current Feature:",
181+
dataPermissionLevelsData: undefined,
182+
dataPermissionLevelsModalLabel: "Data Permission Levels modal",
183+
dataPermissionLevelsTitle: "Data Permission Levels",
184+
nutritionFactsCloseButtonText: "Close",
185+
nutritionFactsCloseIconButtonScreenReaderLabel: "Close",
186+
nutritionFactsData: undefined,
187+
nutritionFactsFeatureName: "Item Authoring",
188+
nutritionFactsModalLabel: "This is a modal for AI facts",
189+
nutritionFactsTitle: "AI Nutrition Facts",
190+
title: "Features",
191+
trigger: undefined,
192+
},
193+
dataPermissionLevelsData: DATA_PERMISSION_LEVELS,
194+
nutritionFactsData: NUTRITION_FACTS_DATA,
195+
trigger: undefined,
196+
};
197+
const assessmentauthoringassistance: AiInfoFeatureProps = {
198+
aiInformation,
199+
dataPermissionLevels,
200+
description:
201+
"Item Authoring for Assessments streamlines assessment creation by generating questions based on your course materials. \n",
202+
group: "Mastery",
203+
name: FEATURE_NAME,
204+
nutritionFacts,
205+
revision: "2025.11.18",
206+
uid: UID,
207+
};
208+
export {
209+
assessmentauthoringassistance,
210+
nutritionFacts,
211+
dataPermissionLevels,
212+
aiInformation,
213+
};
214+
export default assessmentauthoringassistance;

0 commit comments

Comments
 (0)