Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Jump to bottom

Refactor data loading out of app.py #23

Open
wants to merge 2 commits into
base: main
Choose a base branch
from
Open

Refactor data loading out of app.py #23

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
2 commits
Select commit Hold shift + click to select a range
c96dabe
Refactor data loading out of app.py
jonulak Nov 21, 2024
89f2b39
Updated tests
jonulak Nov 22, 2024
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
259 changes: 38 additions & 221 deletions app.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -9,6 +9,7 @@
import time
import hashlib
import base64
from data.data_loader import load_military_job_codes, translate_military_code

# Configure page settings and styling
svg_content = '''
Expand All @@ -17,15 +18,17 @@
</svg>
'''


def get_svg_base64(svg_content):
b64 = base64.b64encode(svg_content.encode('utf-8')).decode('utf-8')
return f"data:image/svg+xml;base64,{b64}"
b64 = base64.b64encode(svg_content.encode('utf-8')).decode('utf-8')
return f"data:image/svg+xml;base64,{b64}"


# Configure the page with your brand colors
st.set_page_config(
page_title="VetsAI: Vets Who Code Assistant",
page_icon=get_svg_base64(svg_content),
layout="wide"
page_title="VetsAI: Vets Who Code Assistant",
page_icon=get_svg_base64(svg_content),
layout="wide"
)

# Define VWC brand colors and add custom CSS
Expand Down Expand Up @@ -114,198 +117,6 @@ def get_svg_base64(svg_content):
if not client.api_key: # Changed from openai.api_key to client.api_key
raise ValueError("OpenAI API key not found in Streamlit secrets.")

def parse_mos_file(file_content: str) -> dict:
"""Parse military job code text file content into a structured dictionary."""
lines = file_content.strip().split('\n')
job_code, title, description = "", "", []
parsing_description = False

for line in lines:
line = line.strip()
if not line:
continue
if line.startswith("Job Code:"):
job_code = line.replace("Job Code:", "").strip()
elif line.startswith("Description:"):
parsing_description = True
elif parsing_description:
description.append(line)

for line in description:
if line:
title = line
break

full_text = ' '.join(description).lower()
category = "general"
category_keywords = {
"information_technology": ["technology", "computer", "network", "data", "software", "hardware", "system", "database"],
"communications": ["communications", "signal", "radio", "transmission", "telecom"],
"intelligence": ["intelligence", "analysis", "surveillance", "reconnaissance"],
"maintenance": ["maintenance", "repair", "technical", "equipment"],
"cyber": ["cyber", "security", "information assurance", "cryptographic"]
}

for cat, keywords in category_keywords.items():
if any(keyword in full_text for keyword in keywords):
category = cat
break

return {
"title": title or "Military Professional",
"category": category,
"skills": [line for line in description if line and len(line) > 10]
}

def load_military_job_codes() -> dict:
base_path = "data/employment_transitions/job_codes"
job_codes = {}
branches = {
"army": {"path": "army", "prefix": "MOS"},
"air_force": {"path": "air_force", "prefix": "AFSC"},
"coast_guard": {"path": "coast_guard", "prefix": "RATE"},
"navy": {"path": "navy", "prefix": "RATE"},
"marine_corps": {"path": "marine_corps", "prefix": "MOS"}
}

for branch, info in branches.items():
branch_path = os.path.join(base_path, info["path"])
if os.path.exists(branch_path):
for file in os.listdir(branch_path):
if file.endswith('.txt'):
try:
with open(os.path.join(branch_path, file), 'r') as f:
content = f.read()
code = file.replace('.txt', '')
details = parse_mos_file(content)
vwc_mapping = map_to_vwc_path(details.get('category', ''), details.get('skills', []))
details.update({
'vwc_path': vwc_mapping['path'],
'tech_focus': vwc_mapping['tech_focus'],
'branch': branch,
'code_type': info['prefix']
})
job_codes[f"{info['prefix']}_{code}"] = details
except Exception as e:
logger.error(f"Error loading {file}: {e}")
continue
return job_codes

def map_to_vwc_path(category: str, skills: List[str]) -> dict:
"""Map military job categories and skills to VWC tech stack paths."""
default_path = {
"path": "Full Stack Development",
"tech_focus": [
"JavaScript/TypeScript fundamentals",
"Next.js and Tailwind for frontend",
"Python with FastAPI/Django for backend"
]
}

tech_paths = {
"information_technology": {
"path": "Full Stack Development",
"tech_focus": [
"JavaScript/TypeScript with focus on system architecture",
"Next.js for complex web applications",
"Python backend services with FastAPI"
]
},
"cyber": {
"path": "Security-Focused Development",
"tech_focus": [
"TypeScript for type-safe applications",
"Secure API development with FastAPI/Django",
"AI/ML for security applications"
]
},
"communications": {
"path": "Frontend Development",
"tech_focus": [
"JavaScript/TypeScript specialization",
"Advanced Next.js and Tailwind",
"API integration with Python backends"
]
},
"intelligence": {
"path": "AI/ML Development",
"tech_focus": [
"Python for data processing",
"ML model deployment with FastAPI",
"Next.js for ML application frontends"
]
},
"maintenance": {
"path": "Backend Development",
"tech_focus": [
"Python backend development",
"API design with FastAPI/Django",
"Basic frontend with Next.js"
]
}
}

skill_keywords = {
"programming": "software",
"database": "data",
"network": "communications",
"security": "cyber",
"analysis": "intelligence"
}

if category.lower() in tech_paths:
return tech_paths[category.lower()]

for skill in skills:
skill_lower = skill.lower()
for keyword, category in skill_keywords.items():
if keyword in skill_lower and category in tech_paths:
return tech_paths[category]

return default_path

def translate_military_code(code: str, job_codes: dict) -> dict:
"""Translate military code to VWC development path."""
code = code.upper().strip()
prefixes = ["MOS", "AFSC", "RATE"]
for prefix in prefixes:
if code.startswith(prefix):
code = code.replace(prefix, "").strip()

possible_codes = [f"MOS_{code}", f"AFSC_{code}", f"RATE_{code}"]

for possible_code in possible_codes:
if possible_code in job_codes:
job_data = job_codes[possible_code]
return {
"found": True,
"data": {
"title": job_data.get('title', 'Military Professional'),
"branch": job_data.get('branch', 'Military'),
"dev_path": job_data.get('vwc_path', 'Full Stack Development'),
"tech_focus": job_data.get('tech_focus', []),
"skills": job_data.get('skills', [])
}
}

return {
"found": False,
"data": {
"title": "Military Professional",
"branch": "Military",
"dev_path": "Full Stack Development",
"tech_focus": [
"Start with JavaScript/TypeScript fundamentals",
"Build projects with Next.js and Tailwind",
"Learn Python backend development with FastAPI"
],
"skills": [
"Leadership and team coordination",
"Problem-solving and adaptation",
"Project planning and execution"
]
}
}

def get_chat_response(messages: List[Dict]) -> str:
"""Get response from OpenAI chat completion."""
Expand All @@ -320,6 +131,7 @@ def get_chat_response(messages: List[Dict]) -> str:
logger.error(f"OpenAI API error: {e}")
raise


def export_chat_history(chat_history: List[Dict]) -> str:
"""Export chat history to JSON."""
export_data = {
Expand All @@ -328,6 +140,7 @@ def export_chat_history(chat_history: List[Dict]) -> str:
}
return json.dumps(export_data, indent=2)


def save_feedback(feedback: Dict):
"""Save user feedback to file."""
feedback_dir = "feedback"
Expand All @@ -339,37 +152,39 @@ def save_feedback(feedback: Dict):
with open(feedback_file, 'w') as f:
json.dump(feedback, f, indent=2)


def handle_command(command: str) -> str:
"""Handle special commands including MOS translation."""
parts = command.lower().split()
if not parts:
return None

cmd = parts[0]
if cmd in ['/mos', '/afsc', '/rate']:
if len(parts) < 2:
return "Please provide a military job code. Example: `/mos 25B`"

code = parts[1]
translation = translate_military_code(code, st.session_state.job_codes)
if translation['found']:
return (
f"🎖️ **{translation['data']['title']}** ({translation['data']['branch']})\n\n"
f"💻 **VWC Development Path**: {translation['data']['dev_path']}\n\n"
"🔧 **Military Skills**:\n" +
"\n".join(f"- {skill}" for skill in translation['data']['skills']) +
"\n\n📚 **VWC Tech Focus**:\n" +
"\n".join(f"{i+1}. {focus}" for i, focus in enumerate(translation['data']['tech_focus']))
f"🎖️ **{translation['data']['title']}** ({translation['data']['branch']})\n\n"
f"💻 **VWC Development Path**: {translation['data']['dev_path']}\n\n"
"🔧 **Military Skills**:\n" +
"\n".join(f"- {skill}" for skill in translation['data']['skills']) +
"\n\n📚 **VWC Tech Focus**:\n" +
"\n".join(f"{i + 1}. {focus}" for i, focus in enumerate(translation['data']['tech_focus']))
)
else:
return (
"I don't have that specific code in my database, but here's a recommended "
"VWC learning path based on general military experience:\n\n" +
"\n".join(f"{i+1}. {focus}" for i, focus in enumerate(translation['data']['tech_focus']))
"I don't have that specific code in my database, but here's a recommended "
"VWC learning path based on general military experience:\n\n" +
"\n".join(f"{i + 1}. {focus}" for i, focus in enumerate(translation['data']['tech_focus']))
)

return None


def initialize_chat():
"""Initialize the chat with a VWC-focused welcome message."""
welcome_message = {
Expand All @@ -396,24 +211,25 @@ def initialize_chat():
}
return [welcome_message]


def main():
"""Main application function."""
st.title("🇺🇸 VetsAI: Vets Who Code Assistant")

# Initialize session
if 'session_id' not in st.session_state:
st.session_state.session_id = hashlib.md5(str(time.time()).encode()).hexdigest()

if 'job_codes' not in st.session_state:
try:
st.session_state.job_codes = load_military_job_codes()
except Exception as e:
logger.error(f"Error loading job codes: {e}")
st.session_state.job_codes = {}

if 'messages' not in st.session_state:
st.session_state.messages = initialize_chat()

# Sidebar with VWC tech stack resources
with st.sidebar:
st.markdown("""
Expand Down Expand Up @@ -481,7 +297,7 @@ def main():
"content": (
"You are a specialized AI assistant for Vets Who Code members, designed to provide clear, practical technical guidance "
"to veterans transitioning into software development careers.\n\n"

"CORE TECH STACK:\n"
"- Frontend: JavaScript, TypeScript, React, Next.js\n"
"- Styling: CSS, Tailwind CSS\n"
Expand All @@ -490,34 +306,34 @@ def main():
"- Advanced: AI/ML fundamentals\n"
"- Development Tools: Git, GitHub, VS Code\n"
"- Testing: Jest, Pytest\n\n"

"CAREER TRANSITION GUIDANCE:\n"
"1. Resume Development:\n"
" - Technical Skills: Programming Languages, Frameworks, Tools, Cloud, Testing\n"
" - Military Experience Translation: Leadership, Problem-solving, Team Collaboration\n\n"

"2. Portfolio Development:\n"
" - Clean code and documentation\n"
" - Version control and API integration\n"
" - Responsive design and performance\n"
" - Testing and TypeScript implementation\n"
" - Security and accessibility standards\n\n"

"LEARNING PATHS:\n"
"1. Fundamentals: HTML, CSS, JavaScript, Git\n"
"2. Intermediate: TypeScript, React, Python\n"
"3. Advanced: Next.js, FastAPI, Streamlit, AI/ML\n\n"

"PROJECT FOCUS:\n"
"1. Portfolio Projects: Personal website, APIs, Data visualization\n"
"2. Technical Skills: Code quality, Testing, Security, Performance\n"
"3. Career Materials: GitHub profile, Technical blog, Documentation\n\n"

"Remember: Provide practical guidance for building technical skills and transitioning to software development careers. "
"Focus on concrete examples and best practices."
)
})

response = get_chat_response(messages)
st.markdown(response)
st.session_state.messages.append({
Expand Down Expand Up @@ -547,5 +363,6 @@ def main():
save_feedback(feedback)
st.success("Thank you for your feedback!")


if __name__ == "__main__":
main()
main()
Loading
Loading