Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Remove get workflow run logs and add Runtime Version from GitHub variable #234

Merged
merged 3 commits into from
Feb 27, 2025
Merged

Remove get workflow run logs and add Runtime Version from GitHub variable #234

Changes from all commits
Commits
Show all changes
3 commits
Select commit Hold shift + click to select a range
9440f33
Remove get workflow run logs and add RTVersion
sihammill Feb 27, 2025
03757ef
Logic to ensure the RT Version isn't required for the CI.yml workflow…
sihammill Feb 27, 2025
75ebaf0
Merge branch 'develop' into 230-tf-compare-script-refactor-logic-to-p…
ksuchitra532 Feb 27, 2025
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
97 changes: 14 additions & 83 deletions tf_compare.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -7,20 +7,25 @@
# Parse command-line arguments
parser = argparse.ArgumentParser(description="GitHub Artifact Processor")
parser.add_argument('--github-token', type=str, required=True, help="GitHub token for authentication")
parser.add_argument('--workflow', type=str, required=True, help="GitHub token for authentication")
parser.add_argument('--workflow', type=str, required=True, help="Workflow file name")
args = parser.parse_args()

# Get GitHub token from arguments
github_token = args.github_token
workflow = args.workflow

if (workflow != "CI.yml"):
parser.add_argument('--rt', type=str, required=True, help="Current Runtime Version")
args = parser.parse_args()
RTVersion = args.rt

# this path needs to be updated to a location on server
baseSaveLocation = "C:\\Users\\ygbuild\\AppData\\Local\\Test_Framework_Artefacts_Parser"
saveLocation = ['new_data', 'prev_data']

repos = ['YoYoGames/GameMaker-Bugs', 'YoYoGames/GM-TestFramework', 'YoYoGames/TF_Bug_Report_Holding']
issue_message_days = 7
RTVersion = ''


# declare variables
_artifactRunID = []
Expand All @@ -37,14 +42,13 @@

# FUNCTION LIST:
# 1. get_workflow_runs
# 2. unzip_log_files
# 3. get_artifact_URL
# 4. download_github_artifact
# 5. unzip_artifact_files
# 6. compare_artifacts
# 7. get_issues
# 8. log_fail
# 9. get_code
# 2. get_artifact_URL
# 3. download_github_artifact
# 4. unzip_artifact_files
# 5. compare_artifacts
# 6. get_issues
# 7. log_fail
# 8. get_code


# Get the latest 2 workflow run
Expand All @@ -69,52 +73,6 @@ def get_workflow_runs():
allowed_workflows = {'Beta', 'Monthly', 'Red'}
if workflow_runs[0]['display_title'] in allowed_workflows and workflow_runs[1]['display_title'] in allowed_workflows and branch == 'develop':

for index, run in enumerate(workflow_runs, start=1):
# add workflow run id to array
_artifactRunID.append(run['id'])

if index == 1:
url = f"https://api.github.com/repos/{repos[1]}/actions/runs/{run['id']}/logs"

# Download logs
print(f"Downloading Log files for run: {run['id']}")
response = requests.get(url, headers=headers)
time.sleep(1)
if response.status_code == 200:
print(f"Log files downloaded for run: {run['id']}")
with open("logs.zip", "wb") as f:
f.write(response.content)
testing = unzip_log_files()

with open(testing[0], "r") as file:
content = file.read()
match = re.search(r"Runtime: Version\s*(.*)", content)
#return match.group(1) if match else None # Returns only the version part
global RTVersion
RTVersion = match.group(1)
print(f"Log files processed and Runtime version extracted: RT v{RTVersion}")

# remove log files
# Get all files in the directory
files = glob.glob(os.path.join(baseSaveLocation, "logs.zip"))

for file in files:
if os.path.isfile(file): # Ensure it's a file (not a folder)
try:
os.remove(file)
print("Log files deleted.\n")
except Exception as e:
print(f"Error deleting Log Files {file}: {e}")

# Define the folder to be deleted
folder_to_delete = os.path.join(baseSaveLocation, "CI")
if os.path.exists(folder_to_delete) and os.path.isdir(folder_to_delete):
try:
shutil.rmtree(folder_to_delete)
except Exception as e:
print(f"Error deleting folder {folder_to_delete}: {e}")
else:
print("Failed to fetch logs:", response.text)
get_artifact_URL()
else:
print("Valid workflow not used, only Beta, Monthly or Red on the develop branch is accepted for the TF Compare script")
Expand All @@ -123,33 +81,6 @@ def get_workflow_runs():



def unzip_log_files():
# Path to the zip file
zip_file = "logs.zip"
# Path to extract the specific file to
extract_to = "./"

# Extract the ZIP file
with zipfile.ZipFile(zip_file, 'r') as zip_ref:

# Get list of filenames in zipfile
zip_files = zip_ref.namelist()

# Only unzip the Testing log file whihc contains the RT verison
log_files = [f for f in zip_files if fnmatch.fnmatch(f, "CI/*Testing*")]

#check if artifact files exists
if len(log_files) > 0:
for art_file in log_files:
# Extract each josn file
zip_ref.extract(art_file, extract_to)
else:
sys.exit("No log files found to unzip.") # Print error details

return log_files



def get_artifact_URL():

for runid in _artifactRunID:
Expand Down
Loading