added AI changes

Author: minhajuddin2510

ckanext/scheming/assets/js/scheming-ai-suggestions.js

@@ -5,4 +5,5 @@ main = base/main
 main =
   js/scheming-multiple-text.js
   js/scheming-repeating-subfields.js
-  js/scheming-suggestions.js
+  js/scheming-suggestions.js
+  js/scheming-ai-suggestions.js

ckanext/scheming/assets/resource.config

@@ -44,6 +44,7 @@ a.btn.btn-multiple-remove {
 .form-label label::after {
   content: none !important; 
 }
+/* --- General Suggestion UI Enhancements --- */
 .control-group.has-suggestion .control-label {
   position: relative; /* For potential loader positioning */
   display: flex; /* To align label text and button nicely */
@@ -124,6 +125,7 @@ a.btn.btn-multiple-remove {
 }
 
 
+/* --- Custom Popover Modernization --- */
 .custom-suggestion-popover {
   max-width: 380px;
   width: auto;
@@ -133,15 +135,15 @@ a.btn.btn-multiple-remove {
   box-shadow: 0 8px 24px rgba(0,0,0,0.12), 0 4px 10px rgba(0,0,0,0.08);
   padding: 18px;
   font-family: -apple-system, BlinkMacSystemFont, "Segoe UI", Roboto, "Helvetica Neue", Arial, sans-serif;
-  line-height: 1.5; 
+  line-height: 1.5; /* Improved line height for readability */
 }
-.custom-suggestion-popover:before { display: none; } 
+.custom-suggestion-popover:before { display: none; } /* Removed default arrow */
 
 .suggestion-popover-content strong {
   display: block;
   margin-bottom: 12px;
   color: #212529;
-  font-size: 17px;
+  font-size: 17px; /* Slightly larger title */
   font-weight: 600;
 }
 
@@ -160,6 +162,7 @@ a.btn.btn-multiple-remove {
   overflow-y: auto;
 }
 
+/* Formula Toggle & Display */
 .formula-toggle { margin: 10px 0 5px 0; }
 .formula-toggle-btn {
   background: none; border: none; color: #007bff; font-size: 13px;
@@ -333,8 +336,160 @@ input.formula-apply-error, textarea.formula-apply-error, select.formula-apply-er
   border-radius: 3px;
 }
 
+/* Fix for colon issue (from original CSS) */
+.form-label label::after,
+.control-label-with-suggestion label:after,
+label:after,
+.control-label-with-suggestion .form-label::after {
+  content: none !important;
+}
 
+/* Ensure the icon for preformulated field is vertically aligned */
 #dataset-edit div[class*="control-group"] > label > span.preformulated-icon > svg {
-  vertical-align: middle; 
+  vertical-align: middle; /* Better alignment */
   margin-left: 5px;
+}
+
+
+
+/* Add to /ckanext/scheming/assets/styles/scheming.css */
+
+/* AI Suggestion button on fields */
+.ai-suggestion-btn {
+  display: inline-flex;
+  align-items: center;
+  justify-content: center;
+  vertical-align: middle;
+  margin-left: 8px;
+  border: none;
+  background-color: transparent;
+  color: #4a86e8;
+  width: 20px;
+  height: 20px;
+  padding: 0;
+  cursor: pointer;
+  position: relative;
+  top: -1px;
+}
+
+.ai-suggestion-btn:hover, .ai-suggestion-btn:focus {
+  transform: scale(1.2);
+  outline: none;
+}
+
+.ai-suggestion-btn svg {
+  height: 30px;
+  fill: #2f9eff;
+  stroke: #0040ff;
+}
+
+
+/* AI Suggestion popover */
+.ai-suggestion-popover {
+  max-width: 350px;
+  position: absolute;
+  background-color: #fff;
+  border: none;
+  border-radius: 12px;
+  box-shadow: 0 8px 32px rgba(0,0,0,0.12), 0 4px 8px rgba(0,0,0,0.08);
+  padding: 16px;
+  z-index: 1000;
+}
+
+.ai-suggestion-popover:before {
+  content: '';
+  display: block;
+  position: absolute;
+  width: 12px;
+  height: 12px;
+  background: #fff;
+  transform: rotate(45deg);
+  top: -6px;
+  left: 15px;
+  box-shadow: -2px -2px 5px rgba(0,0,0,0.05);
+}
+
+.ai-suggestion-header {
+  display: flex;
+  justify-content: space-between;
+  align-items: center;
+  margin-bottom: 10px;
+}
+
+.ai-suggestion-header strong {
+  color: #4a86e8;
+  font-size: 16px;
+}
+
+.ai-suggestion-source {
+  font-size: 12px;
+  color: #666;
+  font-style: italic;
+}
+
+/* AI Suggestion context section */
+.ai-suggestion-context-section {
+  margin-top: 15px;
+  padding-top: 15px;
+  border-top: 1px solid #eee;
+}
+
+.ai-suggestion-context-label {
+  font-size: 13px;
+  color: #333;
+  margin-bottom: 8px;
+}
+
+.ai-suggestion-context {
+  width: 100%;
+  min-height: 60px;
+  padding: 8px;
+  border: 1px solid #ddd;
+  border-radius: 4px;
+  margin-bottom: 10px;
+  font-size: 13px;
+  resize: vertical;
+}
+
+.ai-suggestion-regenerate-btn {
+  display: flex;
+  align-items: center;
+  gap: 6px;
+  background-color: #4a86e8;
+  color: white;
+  border: none;
+  border-radius: 4px;
+  padding: 8px 12px;
+  cursor: pointer;
+  font-weight: 600;
+  transition: all 0.2s ease;
+  font-size: 13px;
+}
+
+.ai-suggestion-regenerate-btn:hover {
+  background-color: #3a76d8;
+  transform: translateY(-2px);
+  box-shadow: 0 4px 8px rgba(74, 134, 232, 0.3);
+}
+
+.ai-suggestion-regenerate-btn.regenerating {
+  background-color: #999;
+  transform: none;
+  box-shadow: none;
+  cursor: wait;
+}
+
+.ai-suggestion-regenerate-btn svg {
+  width: 16px;
+  height: 16px;
+  stroke: #fff;
+}
+
+/* AI Suggestion apply button styling */
+.ai-suggestion-apply-btn {
+  background-color: #4a86e8 !important; /* Override the regular suggestion button color */
+}
+
+.ai-suggestion-apply-btn:hover {
+  background-color: #3a76d8 !important; /* Darker on hover */
 }

ckanext/scheming/assets/styles/scheming.css

@@ -1,4 +1,5 @@
 scheming_css:
+  filter: cssrewrite
   output: ckanext-scheming/%(version)s_scheming_css.css
   contents:
     - styles/scheming.css
@@ -28,4 +29,13 @@ suggestions:
     preload:
       - base/main
   contents:
-    - js/scheming-suggestions.js
+    - js/scheming-suggestions.js
+
+ai-suggestions:
+  filter: rjsmin
+  output: ckanext-scheming/%(version)s_scheming-ai-suggestions.js
+  contents:
+    - js/scheming-ai-suggestions.js
+  extra:
+    preload:
+      - base/main

ckanext/scheming/assets/webassets.yml

@@ -537,3 +537,70 @@ def is_preformulated_field(field):
     This helper returns True only if the field has a 'formula' key with a non-empty value
     """
     return bool(field.get('formula', False))
+
+
+
+
+@helper
+def scheming_has_ai_suggestion_fields(schema):
+    """
+    Check if the schema has any fields that support AI suggestions
+    
+    Args:
+        schema: The schema dictionary
+        
+    Returns:
+        bool: True if any field supports AI suggestions, False otherwise
+    """
+    if not schema:
+        return False
+        
+    if 'dataset_fields' in schema:
+        for field in schema['dataset_fields']:
+            if field.get('ai_suggestion', False):
+                return True
+                
+    if 'resource_fields' in schema:
+        for field in schema['resource_fields']:
+            if field.get('ai_suggestion', False):
+                return True
+                
+    return False
+
+@helper
+def scheming_field_supports_ai_suggestion(field):
+    """
+    Check if a field supports AI suggestions
+    
+    Args:
+        field: The field dictionary from the schema
+        
+    Returns:
+        bool: True if the field supports AI suggestions, False otherwise
+    """
+    return field.get('ai_suggestion', False)
+
+@helper
+def scheming_get_ai_suggestion_value(field_name, data=None):
+    """
+    Get a dummy AI suggestion value for a field
+    
+    Args:
+        field_name: Name of the field
+        data: Form data dictionary (unused in dummy implementation)
+        
+    Returns:
+        str: A dummy AI suggestion value
+    """ 
+    suggestions = {
+        'title': "AI-Generated Dataset Title",
+        'notes': "This dataset contains various metrics and measurements collected from multiple sources. The data is structured in a tabular format with columns for dates, locations, and values.",
+        'tag_string': "ai, data, analytics, metrics",
+        'spatial_extent': "POLYGON((-122.4194 37.7749, -122.4194 37.8049, -122.3894 37.8049, -122.3894 37.7749, -122.4194 37.7749))",
+        'name': "Resource Data File",
+        'description': "This dataset contains comprehensive non-emergency service request records from New York City's 311 system, spanning from [LIKELY_START_DATE] to [LIKELY_END_DATE]. Each record represents a citizen-reported issue or service request submitted through the 311 call center, mobile app, or web portal. The data includes detailed categorization of request types across multiple domains including noise complaints, housing conditions, street/sidewalk issues, sanitation problems, and transportation concerns. Each record contains temporal data (created date, closed date, resolution time), spatial information (borough, community district, census tract, neighborhood, latitude/longitude coordinates), and administrative details (agency assigned, current status, resolution description)."
+    }
+    
+    return suggestions.get(field_name, f"AI-Generated suggestion for {field_name}")
+
+    

ckanext/scheming/helpers.py

@@ -3,7 +3,7 @@
 import os
 import inspect
 import logging
-from functools import wraps
+from functools import wraps 
 
 import six
 import yaml

ckanext/scheming/plugins.py

@@ -20,23 +20,23 @@ dataset_fields:
   label: Description
   form_snippet: markdown.html
   form_placeholder: eg. Some useful notes/blurb about the data
-  suggestion_formula: Latitudinal range {{ (dpps[dpp.LAT_FIELD].stats.max|float) - (dpps[dpp.LAT_FIELD].stats.min|float) }} {{"the quick brown fox"|truncate_with_ellipsis(5)}}
+  suggestion_formula: Latitudinal range {{ (dpps[dpp.LAT_FIELD].stats.max|float) - (dpps[dpp.LAT_FIELD].stats.min|float) }} 
 
 - field_name: spatial_extent
   label: Spatial Extent
   form_snippet: markdown.html
-  suggestion_formula: '{{ spatial_extent_wkt(resource.LONGITUDE.stats.min, resource.LATITUDE.stats.min, resource.LONGITUDE.stats.max, resource.LATITUDE.stats.max) }}'
+  suggestion_formula: '{{ spatial_extent_wkt() }}'
 
-- field_name: test_field
-  label: Test Field
+- field_name: description
+  label: Description AI
   form_snippet: markdown.html
-  formula: 'Test field value:{{package.author}}: {{package.author_email}}'
+  ai_suggestion: true 
 
 - field_name: frequency_info
   label: Frequency Information
   form_snippet: markdown.html
   form_placeholder: eg. Daily, Weekly, Monthly, Annually, etc.
-  formula: '{{ get_frequency_top_values("LATITUDE") }}'
+  formula: '{{ get_frequency_top_values("Agency") }}'
 
 - field_name: tag_string
   label: Tags

ckanext/scheming/suggestion_test_schema.yaml

@@ -1,22 +1,31 @@
 {% import 'macros/form.html' as form %}
 {% include 'scheming/snippets/suggestions_asset.html' %}
+{% include 'scheming/snippets/ai_suggestions_asset.html' %}
 
-{# Check if this is a preformulated field #}
+{# Check if this is a preformulated field (i.e., has a 'formula') #}
 {% set is_preformulated = h.is_preformulated_field(field) %}
+{% set supports_ai_suggestion = h.scheming_field_supports_ai_suggestion(field) %}
 
 {# Create a custom label with suggestion button(s) and icons #}
 {% set suggestion = h.scheming_field_suggestion(field) %}
 {% set label_text = h.scheming_language_text(field.label) %}
 {% set label_with_extras %}
+  <div class="control-label-with-suggestion">
     <span class="form-label">{{ label_text }}:</span>
     {%- if suggestion -%}
       {%- snippet 'scheming/snippets/suggestion_button.html', field=field, data=data -%}
     {%- endif -%}
+    {%- if supports_ai_suggestion -%}
+      <button type="button" class="ai-suggestion-btn" title="AI Suggestion Available" data-module="scheming-ai-suggestions" data-field-name="{{ field.field_name }}" data-suggestion-value="{{ h.scheming_get_ai_suggestion_value(field.field_name) }}" data-suggestion-source="AI Generated">
+        <svg xmlns="http://www.w3.org/2000/svg" version="1.1" viewBox="-5.0 -10.0 110.0 135.0"> <path d="m49.988 1.7656c-2.6641 0-5.3281 0.14844-7.9727 0.44531-1.875 0.21094-3.5156 1.1562-4.5 2.5938-0.82031 1.1953-1.0938 2.5938-0.78125 3.9609-11.805 3.8203-20.672 13.5-23.727 25.211h-2.3359c-4.9141 0-8.9141 4-8.9141 8.9141v3.875c0 4.9141 4 8.9141 8.9141 8.9141h2.75c2.4297 5.5859 7.4844 9.7812 13.594 11.023-0.41406 0.22656-0.82031 0.46875-1.2188 0.72656h-11.141c-7.1172 0-12.898 5.7891-12.898 12.898v7.0703c0 0.75781 0.60938 1.3672 1.3672 1.3672h2.6797c-0.054688 0.45312-0.085938 0.89844-0.085938 1.3438 0 2.7812 0.97656 5.4922 2.7422 7.6328 0.25781 0.3125 0.64844 0.49219 1.0547 0.49219h80.961c0.40625 0 0.79688-0.17969 1.0547-0.49219 1.7656-2.1406 2.7422-4.8516 2.7422-7.6328 0-0.44531-0.03125-0.89844-0.085938-1.3438h2.6875c0.75781 0 1.3672-0.60938 1.3672-1.3672v-7.0703c-0.023438-7.1016-5.8125-12.891-12.922-12.891h-11.141c-0.39844-0.25781-0.80469-0.5-1.2188-0.72656 6.1094-1.2422 11.164-5.4375 13.594-11.023h2.75c4.9141 0 8.9141-4 8.9141-8.9141v-3.875c0-3.5312-2.0703-6.5781-5.0469-8.0234v-14.211c2.2812-0.60937 3.9688-2.6797 3.9688-5.1484 0-2.9375-2.3906-5.3359-5.3359-5.3359-2.9453 0-5.3359 2.3906-5.3359 5.3359 0 2.4688 1.6875 4.5469 3.9688 5.1484v13.398c-0.375-0.046875-0.75-0.078125-1.1328-0.078125h-2.3359c-3.0547-11.711-11.93-21.391-23.727-25.211 0.30469-1.3672 0.039062-2.7656-0.78125-3.9688-0.98438-1.4375-2.625-2.3828-4.5-2.5938-2.6445-0.29688-5.3086-0.44531-7.9727-0.44531zm-0.011719 2.7344c2.5625 0 5.125 0.14062 7.6641 0.42969 1.0859 0.125 2.0156 0.64062 2.5547 1.4219 0.28125 0.41406 0.57813 1.0781 0.35938 1.9062l-0.83594 3.1875c-0.52344 1.9922-2.7109 3.4375-5.2031 3.4375h-9.0703c-2.4922 0-4.6797-1.4453-5.2031-3.4375l-0.55469-2.1172-0.28125-1.0703c-0.21875-0.82812 0.070312-1.4922 0.35156-1.9062 0.53906-0.78125 1.4688-1.3047 2.5547-1.4219 2.5469-0.28906 5.1016-0.42969 7.6641-0.42969zm-12.578 6.9219 0.1875 0.71875c0.84375 3.2266 4.0781 5.4766 7.8516 5.4766h9.0703c3.7734 0 7-2.25 7.8516-5.4766l0.1875-0.71875c13.516 4.4453 22.836 17.227 22.836 31.562v5.1719c0 8.9297-7.2656 16.203-16.203 16.203h-38.414c-8.9297 0-16.203-7.2656-16.203-16.203v-5.1719c0-14.328 9.3203-27.117 22.836-31.562zm54.406 1.4922c1.4375 0 2.6016 1.1641 2.6016 2.6016s-1.1641 2.6016-2.6016 2.6016-2.6016-1.1719-2.6016-2.6016 1.1641-2.6016 2.6016-2.6016zm-50.727 13.266c-10.25 0-18.586 8.3359-18.586 18.586v2.7031c0 5.5781 4.5391 10.109 10.109 10.109h34.742c5.5781 0 10.109-4.5312 10.109-10.109v-2.7031c0-10.25-8.3359-18.586-18.586-18.586zm0.007813 2.7344h17.789c8.7422 0 15.852 7.1094 15.852 15.852v2.7031c0 4.0703-3.3125 7.375-7.375 7.375h-34.742c-4.0703 0-7.375-3.3047-7.375-7.375v-2.7031c0-8.7422 7.1094-15.852 15.852-15.852zm-30.438 7.8047h1.7422c-0.36719 2.0469-0.5625 4.1406-0.5625 6.2656v5.1719c0 1.6562 0.21875 3.2656 0.61719 4.7969h-1.7969c-3.4062 0-6.1797-2.7734-6.1797-6.1797v-3.875c0-3.4062 2.7734-6.1797 6.1797-6.1797zm76.906 0h1.7422c3.4062 0 6.1797 2.7734 6.1797 6.1797v3.875c0 3.4062-2.7734 6.1797-6.1797 6.1797h-1.7969c0.39844-1.5312 0.61719-3.1406 0.61719-4.7969v-5.1719c0-2.125-0.19531-4.2188-0.5625-6.2656zm-49.684 5.3047c-1.668 0-3.332 0.63281-4.5977 1.8984-0.53125 0.53125-0.53125 1.3984 0 1.9297s1.3984 0.53125 1.9297 0c1.4688-1.4688 3.8672-1.4688 5.3359 0 0.26563 0.26563 0.61719 0.39844 0.96875 0.39844 0.35156 0 0.70313-0.13281 0.96875-0.39844 0.53125-0.53125 0.53125-1.3984 0-1.9297-1.2695-1.2656-2.9375-1.8984-4.6055-1.8984zm24.211 0c-1.668 0-3.332 0.63281-4.5977 1.8984-0.53125 0.53125-0.53125 1.3984 0 1.9297s1.3984 0.53125 1.9297 0c1.4688-1.4688 3.8672-1.4688 5.3359 0 0.26562 0.26563 0.61719 0.39844 0.96875 0.39844s0.70312-0.13281 0.96875-0.39844c0.53125-0.53125 0.53125-1.3984 0-1.9297-1.2695-1.2656-2.9375-1.8984-4.6055-1.8984zm-25.941 25.062h27.68c4.5625 0 8.9375 1.9297 12.008 5.3047 3.0625 3.375 4.5859 7.9062 4.1562 12.445l-0.99219 10.68h-58.031l-0.99219-10.68c-0.42188-4.5391 1.0938-9.0781 4.1641-12.445 3.0703-3.3672 7.4453-5.3047 12.008-5.3047zm-21.508 3.0938h7.8359c-0.125 0.125-0.24219 0.25-0.36719 0.375-3.5859 3.9375-5.3594 9.2344-4.8672 14.539l0.085937 0.95312h-12.859v-5.7031h0.007812c0-5.6094 4.5625-10.164 10.164-10.164zm62.836 0h7.8359c5.6094 0 10.164 4.5625 10.164 10.164v5.7031h-12.852l0.085937-0.95312c0.49219-5.3047-1.2812-10.602-4.8672-14.539-0.11719-0.13281-0.24219-0.25-0.36719-0.375zm-39.812 6.5625c-3.9297 0-7.125 3.1953-7.125 7.125 0 3.9297 3.1953 7.125 7.125 7.125h24.641c3.9297 0 7.125-3.1953 7.125-7.125 0-3.9297-3.1953-7.125-7.125-7.125zm0 2.7422h24.641c2.4219 0 4.3906 1.9688 4.3906 4.3906s-1.9688 4.3906-4.3906 4.3906h-24.641c-2.4219 0-4.3906-1.9688-4.3906-4.3906s1.9688-4.3906 4.3906-4.3906zm-29.102 9.2969h9.0391l0.625 6.7344h-8.0469c-1.125-1.5625-1.7344-3.4531-1.7344-5.3906 0-0.44531 0.046875-0.89062 0.11719-1.3438zm73.805 0h9.0391c0.070312 0.45312 0.11719 0.89844 0.11719 1.3438 0 1.9375-0.60938 3.8281-1.7344 5.3906h-8.0469z"/> </svg>
+      </button>
+    {%- endif -%}
     {%- if is_preformulated -%}
       <span class="preformulated-icon" title="This field is automatically populated">
         <svg xmlns="http://www.w3.org/2000/svg" width="14" height="14" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2" stroke-linecap="round" stroke-linejoin="round"> <path d="M12 22s8-4 8-10V5l-8-3-8 3v7c0 6 8 10 8 10z"></path> </svg>
       </span>
     {%- endif -%}
+  </div>
 {% endset %}
 
 {# Prepare attributes for the form macro #}

ckanext/scheming/templates/scheming/form_snippets/markdown.html

@@ -0,0 +1 @@
+{% asset 'ckanext-scheming/ai-suggestions' %}