Merge pull request #109 from cloudera/dev

Current release supports OOB templates on home page
We have removed SFT( covered in freeform) and Custom data Augmentation( very niche use case and not mature enough) altogether and only have freeform as workflow.
Large data runs if fails , we have partial data saves, with completed rows option, if there are any UX improvements here then we can look for it in next release but current version works for the mentioned functionality.
Added context( document selection) in freeform workflow

Author: Khauneesh-AI

.gitignore

@@ -84,3 +84,5 @@ sample_200x100.csv
 Raw_Web_Visit_sample.csv
 Raw_Web_Visit_Sample.csv
 Raw_Web_Visit_Sample.csv
+app/test_models.py
+credit_card_example.json

alembic/versions/2b4e8d9f6c3a_add_completed_rows.py

@@ -0,0 +1,30 @@
+"""add_completed_rows
+
+Revision ID: 2b4e8d9f6c3a
+Revises: 1a8fdc23eb6f
+Create Date: 2025-01-18 10:30:00.000000
+
+"""
+from typing import Sequence, Union
+
+from alembic import op
+import sqlalchemy as sa
+
+
+# revision identifiers, used by Alembic.
+revision: str = '2b4e8d9f6c3a'
+down_revision: Union[str, None] = '1a8fdc23eb6f'
+branch_labels: Union[str, Sequence[str], None] = None
+depends_on: Union[str, Sequence[str], None] = None
+
+
+def upgrade() -> None:
+    # Add completed_rows column to generation_metadata table
+    with op.batch_alter_table('generation_metadata', schema=None) as batch_op:
+        batch_op.add_column(sa.Column('completed_rows', sa.Integer(), nullable=True))
+
+
+def downgrade() -> None:
+    # Remove completed_rows column from generation_metadata table
+    with op.batch_alter_table('generation_metadata', schema=None) as batch_op:
+        batch_op.drop_column('completed_rows') 

app/client/src/Container.tsx

@@ -77,6 +77,25 @@ const pages: MenuItem[] = [
       <Link to={`${Pages.GENERATOR}`}>{LABELS[Pages.GENERATOR]}</Link>
     ),
   },
+  {
+    key: Pages.DATASETS,
+    label: (
+      <Link to={`${Pages.DATASETS}`}>{LABELS[Pages.DATASETS]}</Link>
+    ),
+  },
+  {
+    key: Pages.EVALUATIONS,
+    label: (
+      <Link to={`${Pages.EVALUATIONS}`}>{LABELS[Pages.EVALUATIONS]}</Link>
+    ),
+  },
+  {
+    key: Pages.EXPORTS,
+    label: (
+      <Link to={`${Pages.EXPORTS}`}>{LABELS[Pages.EXPORTS]}</Link>
+    ),
+  },
+  
   // {
   //   key: Pages.TELEMETRY,  
   //   label: (
@@ -107,7 +126,7 @@ const pages: MenuItem[] = [
           </div>
           <Flex justify='center' align='center' vertical style={{ marginTop: '12px' }}>
             <StyledSection>
-              {`SDS-1.0.2`}
+              {`SDS-1.0.3`}
             </StyledSection>
           </Flex>
           </Flex>

app/client/src/api/Datasets/response.ts

@@ -22,6 +22,7 @@ export type DatasetResponse = {
     job_name: string;
     job_status: string;
     inference_type: string;
+    completed_rows: number; // Add this line
 };
 
 export type ModelParameters = {