CG-10491: Move skills testing + utils into tests/

Author: caroljung-cg

conftest.py

@@ -1,7 +1,7 @@
 import logging
 import os
 
-from codegen.sdk.testing.models import Size
+from tests.shared.codemod.models import Size
 
 
 def find_dirs_to_ignore(start_dir, prefix):

docs/introduction/about.mdx

@@ -67,5 +67,5 @@ We believe in the power of open source software. Our core library, [codegen](htt
 <Note>
   Want to learn more about what we're building? Check out our [getting started
   guide](/introduction/getting-started) or join our [community
-  Slack](https://join.slack.com/t/codegen-community/shared_invite/...).
+  Slack](https://community.codegen.com).
 </Note>

docs/introduction/community.mdx

@@ -5,22 +5,19 @@ icon: "people-group"
 iconType: "solid"
 ---
 
+import {
+  COMMUNITY_SLACK_URL,
+  CODEGEN_SDK_GITHUB_URL,
+} from "/snippets/links.mdx";
+
 Join the growing Codegen community! We're excited to have you be part of our journey to make codebase manipulation and transformation more accessible.
 
 <CardGroup cols={2}>
-  <Card
-    title="Join our Slack"
-    icon="slack"
-    href="https://join.slack.com/t/codegen-community/shared_invite/..."
-  >
+  <Card title="Join our Slack" icon="slack" href={COMMUNITY_SLACK_URL}>
     Connect with the community, get help, and share your Codegen projects in our
     active Slack workspace.
   </Card>
-  <Card
-    title="GitHub"
-    icon="github"
-    href="https://github.com/codegen-sh/codegen-sdk"
-  >
+  <Card title="GitHub" icon="github" href={CODEGEN_SDK_GITHUB_URL}>
     Star us on GitHub, report issues, submit PRs, and contribute to the project.
   </Card>
   <Card title="Twitter (X)" icon="twitter" href="https://twitter.com/codegen">
@@ -43,7 +40,7 @@ Join the growing Codegen community! We're excited to have you be part of our jou
 
 ### Slack
 
-Our Slack community is where you can:
+Our [Slack community](https://community.codegen.com) is where you can:
 
 - Get help and support
 - Share your Codegen projects
@@ -52,7 +49,7 @@ Our Slack community is where you can:
 
 ### GitHub
 
-Codegen is open source and we welcome contributions! On GitHub you can:
+Codegen is [open source](https://github.com/codegen-sh/codegen-sdk) and we welcome contributions! On GitHub you can:
 
 - Report issues
 - Submit pull requests
@@ -61,7 +58,7 @@ Codegen is open source and we welcome contributions! On GitHub you can:
 
 ### Twitter (X)
 
-Follow us on Twitter/X to:
+Follow us on [Twitter/X](https://x.com/codegen) to:
 
 - Get the latest updates
 - See community highlights

docs/introduction/faq.mdx

@@ -37,13 +37,13 @@ iconType: "solid"
     title="How can I contribute if I'm new to the project?"
     icon="hand-holding-heart"
   >
-    Start by trying out Codegen, joining our Slack community, and looking for
-    issues labeled "good first issue" on GitHub. We welcome contributions to
+    Start by trying out Codegen, joining our [Slack community](https://community.codegen.com), and looking for
+    issues labeled "good first issue" on [GitHub](https://github.com/codegen-sh/codegen-sdk). We welcome contributions to
     documentation, examples, and code improvements.
   </Accordion>
   <Accordion title="Is Codegen free to use?" icon="scale-balanced">
     Yes, Codegen is [open source](https://github.com/codegen-sh/codegen-sdk) and free to use under the [Apache 2.0
-    license](https://github.com/codegen-sh/codegen-cli?tab=Apache-2.0-1-ov-file).
+    license](https://github.com/codegen-sh/codegen-sdk?tab=Apache-2.0-1-ov-file).
     You can use it for both personal and commercial projects.
   </Accordion>
   <Accordion title="Where can I get help if I'm stuck?" icon="life-ring">

docs/introduction/how-it-works.mdx

@@ -14,6 +14,10 @@ Codegen performs advanced static analysis to build a rich graph representation o
   [rustworkx](https://github.com/Qiskit/rustworkx) and has implemented most
   language server features from scratch.
 </Note>
+<Info>
+  Codegen is open source. Check out the [source
+  code](https://github.com/codegen-sh/codegen-sdk) to learn more!
+</Info>
 
 ## The Codebase Graph
 
@@ -71,7 +75,7 @@ Currently, Codegen supports:
 
 We've started with these ecosystems but designed our architecture to be extensible. The graph-based approach provides a consistent interface across languages while handling language-specific details under the hood.
 
-## Join the Journey
+## Build with Us
 
 Codegen is just getting started, and we're excited about the possibilities ahead. We enthusiastically welcome contributions from the community, whether it's:
 
@@ -82,4 +86,4 @@ Codegen is just getting started, and we're excited about the possibilities ahead
 - Adding new transformations
 - Improving documentation
 
-Check out our [contribution guide](/introduction/community) to get involved!
+Check out our [community guide](/introduction/community) to get involved!

docs/introduction/overview.mdx

@@ -52,6 +52,11 @@ pip install codegen
 
 ## Get Started
 
+import {
+  COMMUNITY_SLACK_URL,
+  CODEGEN_SDK_GITHUB_URL,
+} from "/snippets/links.mdx";
+
 <CardGroup cols={2}>
   <Card
     title="Get Started"
@@ -63,18 +68,10 @@ pip install codegen
   <Card title="Tutorials" icon="diagram-project" href="/tutorials/at-a-glance">
     Learn how to use Codegen for common code transformation tasks.
   </Card>
-  <Card
-    title="View on GitHub"
-    icon="github"
-    href="https://github.com/codegen-sh/codegen-sdk"
-  >
+  <Card title="View on GitHub" icon="github" href={CODEGEN_SDK_GITHUB_URL}>
     Star us on GitHub and contribute to the project.
   </Card>
-  <Card
-    title="Join our Slack"
-    icon="slack"
-    href="https://join.slack.com/t/codegen-community/shared_invite/..."
-  >
+  <Card title="Join our Slack" icon="slack" href={COMMUNITY_SLACK_URL}>
     Get help and connect with the Codegen community.
   </Card>
 </CardGroup>

docs/snippets/links.mdx

@@ -0,0 +1,7 @@
+export const COMMUNITY_SLACK_URL = "https://community.codegen.com";
+
+export const CODEGEN_SDK_GITHUB_URL =
+  "https://github.com/codegen-sh/codegen-sdk";
+
+export const CODEGEN_SDK_EXAMPLES_GITHUB_URL =
+  "https://github.com/codegen-sh/codegen-examples";

pyproject.toml

@@ -23,19 +23,14 @@ dependencies = [
     "networkx>=3.4.1",
     "wrapt<2.0.0,>=1.16.0",
     "pyright<2.0.0,>=1.1.372",
-    "jsbeautifier<2.0.0,>=1.15.1",
     "watchfiles<1.1.0,>=1.0.0",
     "loguru<1.0.0,>=0.7.2",
     "rich<14.0.0,>=13.7.1",
-    "inflection<1.0.0,>=0.5.1",
     "pydantic<3.0.0,>=2.9.2",
     "docstring-parser<1.0,>=0.16",
     "plotly<6.0.0,>=5.24.0",
     "humanize<5.0.0,>=4.10.0",
-    "autoflake>=2.3.1",
-    "black>=24.8.0",
     "pytest-snapshot>=0.9.0",
-    "isort>=5.13.2",
     "anthropic==0.23.1",
     "pyjson5==1.6.8",
     "mini-racer>=0.12.4",
@@ -52,7 +47,6 @@ dependencies = [
     "hatchling>=1.25.0",
     "pyinstrument>=5.0.0",
     "pip>=24.3.1", # This is needed for some NPM/YARN/PNPM post-install scripts to work!
-    "emoji>=2.14.0",
     "rich-click>=1.8.5",
     "python-dotenv>=1.0.1",
     "giturlparse",
@@ -110,6 +104,12 @@ dev-dependencies = [
     "deptry>=0.22.0",
     "cibuildwheel[uv]>=2.22.0",
     "sybil[pytest]>=9.0.0",
+    "jsbeautifier<2.0.0,>=1.15.1",
+    "inflection<1.0.0,>=0.5.1",
+    "autoflake>=2.3.1",
+    "black>=24.8.0",
+    "isort>=5.13.2",
+    "emoji>=2.14.0",
 ]
 keyring-provider = "subprocess"
 #extra-index-url = ["https://[email protected]/pypi/codegen/simple/"]

src/codegen/gscli/generate/commands.py

@@ -5,17 +5,13 @@
 import shutil
 
 import click
-import inflection
 from termcolor import colored
 
 from codegen.gscli.generate.runner_imports import _generate_runner_imports
 from codegen.gscli.generate.utils import LanguageType, generate_builtins_file
 from codegen.sdk.code_generation.codegen_sdk_codebase import get_codegen_sdk_codebase
 from codegen.sdk.code_generation.doc_utils.generate_docs_json import generate_docs_json
-from codegen.sdk.code_generation.doc_utils.skills import format_all_skills
 from codegen.sdk.code_generation.mdx_docs_generation import render_mdx_page_for_class
-from codegen.sdk.python import PyClass
-from codegen.sdk.skills.core.utils import get_all_skills, get_guide_skills_dict
 
 logger = logging.getLogger(__name__)
 
@@ -113,26 +109,6 @@ def generate_docs(docs_dir: str) -> None:
     # generate_guides(docs_dir)
 
 
-def generate_guides(docs_dir: str):
-    """Updates code snippets in the guides with the latest skill implementations"""
-    guide_skills = get_guide_skills_dict()
-    for guide_relative_path in guide_skills:
-        guide_file_path = os.path.join(docs_dir, "api-reference", str(guide_relative_path) + ".mdx")
-
-        with open(guide_file_path) as f:
-            file_content = f.read()
-
-        for skill in guide_skills[guide_relative_path]:
-            # Perform the regex search and replace
-            target_name = inflection.camelize(skill.name)
-            pattern = get_snippet_pattern(target_name)
-            replacement = f"[//]: # (--{target_name}--)\n[//]: # (--{AUTO_GENERATED_COMMENT}--)\n\n{skill.generate_snippet()}"
-            file_content = re.sub(pattern, replacement, file_content, flags=re.DOTALL)
-
-        with open(guide_file_path, "w") as f:
-            f.write(file_content)
-
-
 def get_snippet_pattern(target_name: str) -> str:
     pattern = rf"\[//\]: # \(--{re.escape(target_name)}--\)\s*(?:\[//\]: # \(--{re.escape(AUTO_GENERATED_COMMENT)}--\)\s*)?"
     pattern += CODE_SNIPPETS_REGEX
@@ -210,29 +186,3 @@ def generate_codegen_sdk_docs(docs_dir: str) -> None:
         json.dump(mint_data, mint_file, indent=2)
 
     print(colored("Updated mint.json with new page sets", "green"))
-
-
-def generate_skills_docs(docs_dir: str) -> None:
-    """Generates docs for all skills"""
-    print(colored("Generating skills docs", "green"))
-    # Interim Modification: We need to refactor all skills
-    skills = [skill for skill in get_all_skills() if not skill.guide]
-    skills_doc = format_all_skills(skills)
-
-    # =====[ Write the skills docs to the file system ]=====
-    core_dir = os.path.join(docs_dir, "codebase-sdk", "examples")
-    file_path = os.path.join(core_dir, "skills.mdx")
-    print(colored(f"> Writing to {file_path}", "green"))
-    open(file_path, "w").write(skills_doc)
-
-
-def document_skill(skill: PyClass):
-    return "skill" in [decorator.name for decorator in skill.decorators]
-
-
-def filter_class(cls: PyClass):
-    for method in cls.methods:
-        for decorator in method.decorators:
-            if decorator.name == "skill_impl" and "external=True" in decorator.source:
-                return True
-    return False

src/codegen/gscli/main.py

@@ -3,7 +3,6 @@
 
 import click
 
-from codegen.gscli.codemod.commands import codemod
 from codegen.gscli.generate.commands import generate
 
 
@@ -13,7 +12,6 @@ def cli() -> None:
 
 
 # ============= Import all command groups =============
-cli.add_command(codemod)
 cli.add_command(generate)