Merge remote-tracking branch 'origin/master'

Author: datatalking

.idea/SQL_Template.iml

@@ -57,6 +57,9 @@ def csv_order_collection():
         time.sleep(10)
 
 
+def TODO_scanner():
+
+
 if __name__ == "__main__":
     USER_NAME = environ.get("USER_NAME")
     directory_path = f"/Users/" f"{USER_NAME}/sbox/PycharmProjects/SQL_Template/data/"

.idea/csv-editor.xml

@@ -0,0 +1,21 @@
+1. Uniform project setup
+1.1 use cookie cutter for template of each project
+2.
+3. log your results, taipy for logging, input and outputs
+    3.1 toml
+    3.2 papertrail cloud service
+    3.3 commet perfomance tool
+4. data intermediate setups data science projects, preprocessing
+    4.1 csv and json data setups, micro problems data queries in database
+5. move to code i plan on reusing to a shared package,
+    5.1 reusing code in jupyternotebook, create a package
+    5.2 add unittest
+    5.3 add style testing
+    5.4 abstract into package_name.sub_function(parameter1, param2)
+6. move configurations settings to a seperate file
+    6.1 yaml file
+    6.2 toml file
+    6.3 env file **
+    6.4 cfg file taipy etc
+7. Pycharm defualt settinsg, requirements.txt, black, youtrack, linting
+8. Write unittest, coverage tests banners in readme.md

.idea/dataSources.xml

@@ -0,0 +1,57 @@
+# TODO_scanner.py
+# SOURCE
+
+
+import os
+import csv
+
+
+def scan_todo_tags():
+    """creates a CSV file named todo_tags.csv under the data/ folder and writes the following information for each TODO tag found
+    :param file_name: The name of the file containing the TODO tag
+    :param project_name: The name of the project (which is the same as the file
+    name without the .py extension)
+    :param tag_FOUND: The TODO tag found (e.g., TODO, FIXME, #TODO)
+    :param tag_message: The message following the TODO tag
+    :param date_added: The date the TODO tag was added to the file (using the file's creation time)
+    :param user: The username of the user running the script (using the os.environ.get('USERNAME') function call)
+    :param
+
+    """
+
+    cwd = os.getcwd()
+
+    # Create the CSV file and write the header
+    with open("data/todo_tags.csv", "w", newline="") as csvfile:
+        writer = csv.writer(csvfile)
+        writer.writerow(
+            ["file_name", "project_name", "tag_FOUND", "tag_message", "date_added", "user"]
+        )
+
+        # Loop through all files in the current directory
+        for file_name in os.listdir(cwd):
+            # Only check Python files
+            if file_name.endswith(".py"):
+                # Get the project name
+                project_name = file_name.split(".")[0]
+
+                # Open the file and loop through each line
+                with open(file_name, "r") as f:
+                    for i, line in enumerate(f):
+                        # Check for TODO tags
+                        if "TODO" in line or "FIXME" in line or "#TODO" in line:
+                            # Get the tag message and date added
+                            tag_message = line.strip()
+                            date_added = os.path.getctime(file_name)
+
+                            # Write the information to the CSV file
+                            writer.writerow(
+                                [
+                                    file_name,
+                                    project_name,
+                                    line[: line.find(tag_message)],
+                                    tag_message,
+                                    date_added,
+                                    os.environ.get("USERNAME"),
+                                ]
+                            )

.idea/misc.xml

@@ -32,7 +32,7 @@ def print_hi(user_name):
     :return:
     """
     # global user_name
-    print(f'Hi, {user_name}')  # Press ⌘F8 to toggle the breakpoint.
+    print(f"Hi, {user_name}")  # Press ⌘F8 to toggle the breakpoint.
     return user_name
 
 
@@ -41,14 +41,14 @@ def which_database():
     Get users preference for database
     :return:
     """
-    POSTGRESQL = 'postgress11'
-    MYSQL = 'mysql8'
-    SQLITE3 = 'sqlite3'
-    SQLSERVER = 'sqlserver17'
-    ORACLE = 'oracle11'
-    AWS = 'RDS'
-    NOSQL = 'salesforce'
-    
+    POSTGRESQL = "postgress_12"
+    MYSQL = "mysql_08"
+    SQLITE3 = "sqlite_03"
+    SQLSERVER = "sqlserver_17"
+    ORACLE = "oracle_11"
+    AWS = "RDS_09"
+    NOSQL = "salesforce_02"
+
     # TODO use the terms from each database
     # TODO print(f'Hi, {user_name} what database do you want to work with?')
     # TODO print(f'Do you prefer')
@@ -62,6 +62,7 @@ def gpu_exist_active():
     """
     # SOURE https://dask-sql.readthedocs.io/en/latest/
     import dask.datasets
+
     # TODO error ""
     print("cuda gpu support available but not installed 'import dask_cudf'")
 
@@ -75,14 +76,16 @@ def gpu_exist_active():
     c.create_table("timeseries", df, gpu=True)
 
     # execute a SQL query; the result is a "lazy" Dask dataframe
-    result = c.sql("""
+    result = c.sql(
+        """
        SELECT
           name, SUM(x) as "sum"
        FROM
           timeseries
        GROUP BY
           name
-    """)
+    """
+    )
 
     # actually compute the query...
     result.compute()
@@ -92,7 +95,6 @@ def gpu_exist_active():
     pass
 
 
-   
 def create_environment():
     """
     function to create and populate .env file
@@ -106,23 +108,23 @@ def create_environment():
     # TODO prompt user for database packages, pandas, numpy, matplotlib, seaborn
     # TODO prompt user for database POSTGRESQL, SQLITE, MYSQL, SQLSERVER, ORACLE, AWS, NOSQL
     print("create_environment function pass")
-    
+
 
 # Press the green button in the gutter to run the script.
-if __name__ == '__main__':
-    USER_NAME = environ.get('USER_NAME')
+if __name__ == "__main__":
+    USER_NAME = environ.get("USER_NAME")
     confirm_user_name = input(f"Hello your first name is {USER_NAME}?")
     # TODO add yes/no option else
     # TODO grep day time greetings based on morning, night etc
     # TODO prompt user for user name
-    print_hi('Greetings, PyCharm has run')
-    
+    print_hi("Greetings, PyCharm has run")
+
     # Find .env file
     basedir = path.abspath(path.dirname(__file__))
-    load_dotenv(path.join(basedir, '.env'))
+    load_dotenv(path.join(basedir, ".env"))
 
     # General Config
-    SECRET_KEY = environ.get('SECRET_KEY')
-    FLASK_APP = environ.get('FLASK_APP')
-    FLASK_ENV = environ.get('FLASK_ENV')
+    SECRET_KEY = environ.get("SECRET_KEY")
+    FLASK_APP = environ.get("FLASK_APP")
+    FLASK_ENV = environ.get("FLASK_ENV")
     main()

Folder_watchdog.py

@@ -1,6 +1,8 @@
 # SOURCE
 import csv
 
+
+# TODO move to within main at bottom
 FILENAME = "../../data/movies.txt"
 CSV_FILENAME = "../../data/movies.csv"
 
@@ -51,7 +53,7 @@ def write_movies(movies):
 
 def read_movies():
     """
-        open FILENAME and read each line as a new movie
+    open FILENAME and read each line as a new movie
     :return:
     """
     movies = []
@@ -74,7 +76,9 @@ def list_movies(movies):
     print()
 
 
-def add_movie(movie):
+# TODO OALETF rollbar is underappreciated
+# https://rollbar.com/blog/python-attributeerror/
+def add_movie(movies):
     """
         add a movie to end of list
     :param movies:
@@ -84,11 +88,16 @@ def add_movie(movie):
     movie.append(movie)
     write_movies(movies)
     print(movie + " was added.\n")
+    i = 1
+    try:
+        i.append(2)
+    except AttributeError:
+        print("No such attribute")
 
 
 def delete_movie(movies):
     """
-        delete movie by number
+    delete movie by number
     :param movies:
     :return:
     """
@@ -100,7 +109,7 @@ def delete_movie(movies):
 
 def display_menu():
     """
-        display the menu on screen
+    display the menu on screen
     :return:
     """
     print("The Movie List Program")