Merge branch 'master' into 0xlucca/add-collectives

Author: 0xLucca

.github/scripts/check_dependencies.py

@@ -0,0 +1,105 @@
+import requests
+import json
+import sys
+import yaml
+from urllib.parse import urlparse
+
+REGISTRIES = {
+    "repositories": lambda info: get_latest_github_release(info.get("repository_url")),
+    "crates": lambda info: get_latest_crate_version(info.get("name")),
+    "javascript_packages": lambda info: get_latest_npm_version(info.get("name")),
+    "python_packages": lambda info: get_latest_pypi_version(info.get("name")),
+}
+
+def get_latest_github_release(repo_url):
+    try:
+        path = urlparse(repo_url).path.strip("/")
+        owner, repo = path.split("/")[-2:]
+        api_url = f"https://api.github.com/repos/{owner}/{repo}/releases/latest"
+        response = requests.get(api_url)
+        if response.status_code == 200:
+            data = response.json()
+            return data["tag_name"], data["html_url"]
+    except Exception as e:
+        print(f"Error fetching GitHub release for {repo_url}: {e}")
+    return None, None
+
+def get_latest_crate_version(crate_name):
+    try:
+        response = requests.get(f"https://crates.io/api/v1/crates/{crate_name}")
+        if response.status_code == 200:
+            data = response.json()["crate"]
+            latest_version = data["max_stable_version"]
+            return latest_version, f"https://crates.io/crates/{crate_name}/{latest_version}"
+    except Exception as e:
+        print(f"Error fetching crate version for {crate_name}: {e}")
+    return None, None
+
+def get_latest_npm_version(package_name):
+    try:
+        response = requests.get(f"https://registry.npmjs.org/{package_name}")
+        if response.status_code == 200:
+            data = response.json()
+            latest_version = data["dist-tags"]["latest"]
+            return latest_version, f"https://www.npmjs.com/package/{package_name}/v/{latest_version}"
+    except Exception as e:
+        print(f"Error fetching npm package version for {package_name}: {e}")
+    return None, None
+
+def get_latest_pypi_version(package_name):
+    try:
+        response = requests.get(f"https://pypi.org/pypi/{package_name}/json")
+        if response.status_code == 200:
+            data = response.json()["info"]
+            latest_version = data["version"]
+            return latest_version, f"https://pypi.org/project/{package_name}/{latest_version}/"
+    except Exception as e:
+        print(f"Error fetching PyPI package version for {package_name}: {e}")
+    return None, None
+
+def check_releases(releases_source_file):
+    try:
+        with open(releases_source_file, "r") as file:
+            data = yaml.safe_load(file)
+            dependencies = data.get("dependencies", {})
+    except Exception as e:
+        print(f"Error reading releases source file '{releases_source_file}': {e}")
+        sys.exit(1)
+    
+    outdated_dependencies = []
+    
+    for category, items in dependencies.items():
+        if category not in REGISTRIES:
+            continue
+        
+        for name, info in items.items():
+            current_version = info.get("version")
+            latest_version, latest_url = REGISTRIES[category](info)
+            
+            if latest_version and latest_version != current_version:
+                outdated_dependencies.append({
+                    "name": name,
+                    "category": category,
+                    "current_version": current_version,
+                    "latest_version": latest_version,
+                    "latest_release_url": latest_url,
+                })
+    
+    return outdated_dependencies
+
+def main(releases_source_file):
+    try:
+        outdated_dependencies = check_releases(releases_source_file)
+        output = {
+            "outdated_dependencies": outdated_dependencies,
+            "outdated_count": len(outdated_dependencies),
+        }
+        with open("outdated_dependencies.json", "w") as f:
+            json.dump(output, f, indent=2)
+        print(json.dumps(output))
+    except Exception as e:
+        print(f"Error in main execution: {e}")
+        sys.exit(1)
+
+if __name__ == "__main__":
+    main("variables.yml")

.github/scripts/create_issues.py

@@ -2,25 +2,13 @@
 import json
 import os
 import sys
-from urllib.parse import urlparse
 
 GITHUB_TOKEN = os.environ.get("GITHUB_TOKEN")
 
-
-def parse_github_url(url):
-    """Extract owner and repo from a GitHub URL."""
-    try:
-        path = urlparse(url).path.strip("/")
-        return path.split("/")[-2:]
-    except Exception as e:
-        print(f"Error parsing GitHub URL: {e}")
-        sys.exit(1)
-
-
-def issue_exists(owner, repo, title):
+def issue_exists(title):
     """Check if an issue with the same title already exists."""
     try:
-        url = f"https://api.github.com/repos/polkadot-developers/polkadot-docs/issues"
+        url = "https://api.github.com/repos/polkadot-developers/polkadot-docs/issues"
         headers = {
             "Authorization": f"token {GITHUB_TOKEN}",
             "Accept": "application/vnd.github.v3+json",
@@ -37,15 +25,14 @@ def issue_exists(owner, repo, title):
         print(f"Error checking for existing issues: {e}")
         sys.exit(1)
 
-
-def create_github_issue(owner, repo, title, body):
+def create_github_issue(title, body):
     """Create a GitHub issue using the GitHub API."""
     try:
-        if issue_exists(owner, repo, title):
+        if issue_exists(title):
             print(f"Issue '{title}' already exists. Skipping creation.")
             return
 
-        url = f"https://api.github.com/repos/polkadot-developers/polkadot-docs/issues"
+        url = "https://api.github.com/repos/polkadot-developers/polkadot-docs/issues"
         headers = {
             "Authorization": f"token {GITHUB_TOKEN}",
             "Accept": "application/vnd.github.v3+json",
@@ -57,41 +44,38 @@ def create_github_issue(owner, repo, title, body):
             print(f"Successfully created issue '{title}'")
             return
         else:
-            print(
-                f"Failed to create issue '{title}'. Status code: {response.status_code}"
-            )
+            print(f"Failed to create issue '{title}'. Status code: {response.status_code}")
             print(response.text)
             sys.exit(1)
     except Exception as e:
         print(f"Error creating issue: {e}")
         sys.exit(1)
 
-
 def main():
-    # Check if GITHUB_TOKEN is set
     if not GITHUB_TOKEN:
         print("Error: GITHUB_TOKEN environment variable is not set.")
         sys.exit(1)
 
-    # Read the JSON file with outdated repositories
     try:
-        with open("outdated_repositories.json", "r") as f:
+        with open("outdated_dependencies.json", "r") as f:
             data = json.load(f)
     except Exception as e:
         print(f"Error reading JSON file: {e}")
         sys.exit(1)
 
-    for repo in data.get("outdated_repos", []):
-        owner, repo_name = parse_github_url(repo["repository"])
-        title = f"Update needed: {repo_name} ({repo['current_version']} -> {repo['latest_version']})"
-        body = f"""A new release has been detected for {repo['repository']}.
-Current version: {repo['current_version']}
-Latest version: {repo['latest_version']}
+    for dep in data.get("outdated_dependencies", []):
+        title = f"Update needed: {dep['name']} ({dep['current_version']} -> {dep['latest_version']})"
+        body = f"""A new release has been detected for {dep['name']}.
 
-Please review the change log and update the documentation accordingly."""
+Category: {dep['category']}
+Current version: {dep['current_version']}
+Latest version: {dep['latest_version']}
 
-        create_github_issue(owner, repo_name, title, body)
+Latest release: [View here]({dep['latest_release_url']})
+
+Please review the change log and update the documentation accordingly."""
 
+        create_github_issue(title, body)
 
 if __name__ == "__main__":
-    main()
+    main()

.github/workflows/check-repositories.yaml .github/workflows/check-dependencies.yaml.github/workflows/check-repositories.yaml renamed to .github/workflows/check-dependencies.yaml

@@ -1,12 +1,12 @@
-name: Check Repositories
+name: Check Dependencies
 
 on:
   schedule: # Run every day at midnight.
     - cron: '0 0 * * *'
   workflow_dispatch:  # Allows manual triggering of the workflow.
 
 jobs:
-  check-repositories:
+  check-dependencies:
     runs-on: ubuntu-latest
     permissions:
       issues: write
@@ -24,12 +24,12 @@ jobs:
         python -m pip install --upgrade pip
         pip install requests pyyaml
 
-    - name: Check for Outdated Repositories
-      id: check_repositories
+    - name: Check for Outdated Dependencies
+      id: check_dependencies
       run: |
-        python .github/scripts/check_repositories.py
+        python .github/scripts/check_dependencies.py
 
-    - name: Create GitHub Issues for Outdated Repositories
+    - name: Create GitHub Issues for Outdated Dependencies
       env:
         GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
       run: |

.snippets/code/develop/toolkit/api-libraries/subxt/Cargo.toml

@@ -0,0 +1,9 @@
+[package]
+name = "my-project"
+version = "0.1.0"
+edition = "2021"
+
+[dependencies]
+subxt = "0.39.0"
+subxt-signer = "0.39.0"
+tokio = { version = "1.43.0", features = ["rt", "macros"] }

.snippets/code/develop/toolkit/api-libraries/subxt/subxt.rs

@@ -0,0 +1,75 @@
+use std::str::FromStr;
+use subxt::utils::AccountId32;
+use subxt::{OnlineClient, PolkadotConfig};
+use subxt_signer::{bip39::Mnemonic,sr25519::Keypair};
+
+// Generate an interface that we can use from the node's metadata.
+#[subxt::subxt(runtime_metadata_path = "./polkadot_metadata.scale")]
+pub mod polkadot {}
+
+#[tokio::main(flavor = "current_thread")]
+async fn main() -> Result<(), Box<dyn std::error::Error>> {
+    // Define the node URL.
+    const NODE_URL: &str = "INSERT_NODE_URL";
+
+    // Initialize the Subxt client to interact with the blockchain.
+    let api = OnlineClient::<PolkadotConfig>::from_url(NODE_URL).await?;
+
+    // A query to obtain some constant.
+    let constant_query = polkadot::constants().balances().existential_deposit();
+
+    // Obtain the value.
+    let value = api.constants().at(&constant_query)?;
+
+    println!("Existential deposit: {:?}", value);
+
+    // Define the target account address.
+    const ADDRESS: &str = "INSERT_ADDRESS";
+    let account = AccountId32::from_str(ADDRESS).unwrap();
+
+    // Build a storage query to access account information.
+    let storage_query = polkadot::storage().system().account(&account.into());
+
+    // Fetch the latest state for the account.
+    let result = api
+        .storage()
+        .at_latest()
+        .await?
+        .fetch(&storage_query)
+        .await?
+        .unwrap();
+
+    println!("Account info: {:?}", result);
+
+    // Define the recipient address and transfer amount.
+    const DEST_ADDRESS: &str = "INSERT_DEST_ADDRESS";
+    const AMOUNT: u128 = INSERT_AMOUNT;
+
+    // Convert the recipient address into an `AccountId32`.
+    let dest = AccountId32::from_str(DEST_ADDRESS).unwrap();
+
+    // Build the balance transfer extrinsic.
+    let balance_transfer_tx = polkadot::tx()
+        .balances()
+        .transfer_allow_death(dest.into(), AMOUNT);
+
+    // Load the sender's keypair from a mnemonic phrase.
+    const SECRET_PHRASE: &str = "INSERT_SECRET_PHRASE";
+    let mnemonic = Mnemonic::parse(SECRET_PHRASE).unwrap();
+    let sender_keypair = Keypair::from_phrase(&mnemonic, None).unwrap();
+
+    // Sign and submit the extrinsic, then wait for it to be finalized.
+    let events = api
+        .tx()
+        .sign_and_submit_then_watch_default(&balance_transfer_tx, &sender_keypair)
+        .await?
+        .wait_for_finalized_success()
+        .await?;
+
+    // Check for a successful transfer event.
+    if let Some(event) = events.find_first::<polkadot::balances::events::Transfer>()? {
+        println!("Balance transfer successful: {:?}", event);
+    }
+
+    Ok(())
+}

.snippets/code/develop/toolkit/interoperability/asset-transfer-api/reference/tx-result.md

@@ -133,6 +133,6 @@ A promise containing the result of constructing the transaction.
 
         The `ConstructedFormat` type is a conditional type that returns a specific type based on the value of the TxResult `format` field.
 
-        - **Payload format** - if the format field is set to `'payload'`, the `ConstructedFormat` type will return a [`GenericExtrinsicPayload`](https://github.com/polkadot-js/api/blob/{{ dependencies.polkadot_js_api.version}}/packages/types/src/extrinsic/ExtrinsicPayload.ts#L83){target=\_blank}
+        - **Payload format** - if the format field is set to `'payload'`, the `ConstructedFormat` type will return a [`GenericExtrinsicPayload`](https://github.com/polkadot-js/api/blob/{{ dependencies.repositories.polkadot_js_api.version}}/packages/types/src/extrinsic/ExtrinsicPayload.ts#L83){target=\_blank}
         - **Call format** - if the format field is set to `'call'`, the `ConstructedFormat` type will return a hexadecimal string (`0x${string}`). This is the encoded representation of the extrinsic call
-        - **Submittable format** - if the format field is set to `'submittable'`, the `ConstructedFormat` type will return a [`SubmittableExtrinsic`](https://github.com/polkadot-js/api/blob/{{ dependencies.polkadot_js_api.version}}/packages/api-base/src/types/submittable.ts#L56){target=\_blank}. This is a Polkadot.js type that represents a transaction that can be submitted to the blockchain
+        - **Submittable format** - if the format field is set to `'submittable'`, the `ConstructedFormat` type will return a [`SubmittableExtrinsic`](https://github.com/polkadot-js/api/blob/{{ dependencies.repositories.polkadot_js_api.version}}/packages/api-base/src/types/submittable.ts#L56){target=\_blank}. This is a Polkadot.js type that represents a transaction that can be submitted to the blockchain

.snippets/code/tutorials/polkadot-sdk/parachains/zero-to-hero/deploy-to-testnet/chain_spec_placeholder.json

@@ -0,0 +1,60 @@
+{
+    "bootNodes": [],
+    "chainType": "Live",
+    "codeSubstitutes": {},
+    "genesis": {
+        "runtimeGenesis": {
+            "code": "0x...",
+            "patch": {
+                "aura": {
+                    "authorities": []
+                },
+                "auraExt": {},
+                "balances": {
+                    "balances": [["INSERT_SUDO_ACCOUNT", 1152921504606846976]]
+                },
+                "collatorSelection": {
+                    "candidacyBond": 16000000000,
+                    "desiredCandidates": 0,
+                    "invulnerables": ["INSERT_ACCOUNT_ID_COLLATOR_1"]
+                },
+                "parachainInfo": {
+                    "parachainId": "INSERT_PARA_ID"
+                },
+                "parachainSystem": {},
+                "polkadotXcm": {
+                    "safeXcmVersion": 4
+                },
+                "session": {
+                    "keys": [
+                        [
+                            "INSERT_ACCOUNT_ID_COLLATOR_1",
+                            "INSERT_ACCOUNT_ID_COLLATOR_1",
+                            {
+                                "aura": "INSERT_SESSION_KEY_COLLATOR_1"
+                            }
+                        ]
+                    ],
+                    "nonAuthorityKeys": []
+                },
+                "sudo": {
+                    "key": "INSERT_SUDO_ACCOUNT"
+                },
+                "system": {},
+                "transactionPayment": {
+                    "multiplier": "1000000000000000000"
+                }
+            }
+        }
+    },
+    "id": "INSERT_ID",
+    "name": "INSERT_NAME",
+    "para_id": "INSERT_PARA_ID",
+    "properties": {
+        "tokenDecimals": 12,
+        "tokenSymbol": "UNIT"
+    },
+    "protocolId": "INSERT_PROTOCOL_ID",
+    "relay_chain": "paseo",
+    "telemetryEndpoints": null
+}