Skip to content

Commit

Permalink
Refactor data loading out of app.py
Browse files Browse the repository at this point in the history
  • Loading branch information
@jonulak
jonulak committed Nov 21, 2024
1 parent 620e6a5 commit c96dabe
Show file tree
Hide file tree
Showing 5 changed files with 433 additions and 377 deletions.
259 changes: 38 additions & 221 deletions app.py
View file
Original file line number Diff line number Diff line change
Expand Up @@ -9,6 +9,7 @@
import time
import hashlib
import base64
from data.data_loader import load_military_job_codes, translate_military_code

# Configure page settings and styling
svg_content = '''
Expand All @@ -17,15 +18,17 @@
</svg>
'''


def get_svg_base64(svg_content):
b64 = base64.b64encode(svg_content.encode('utf-8')).decode('utf-8')
return f"data:image/svg+xml;base64,{b64}"
b64 = base64.b64encode(svg_content.encode('utf-8')).decode('utf-8')
return f"data:image/svg+xml;base64,{b64}"


# Configure the page with your brand colors
st.set_page_config(
page_title="VetsAI: Vets Who Code Assistant",
page_icon=get_svg_base64(svg_content),
layout="wide"
page_title="VetsAI: Vets Who Code Assistant",
page_icon=get_svg_base64(svg_content),
layout="wide"
)

# Define VWC brand colors and add custom CSS
Expand Down Expand Up @@ -114,198 +117,6 @@ def get_svg_base64(svg_content):
if not client.api_key: # Changed from openai.api_key to client.api_key
raise ValueError("OpenAI API key not found in Streamlit secrets.")

def parse_mos_file(file_content: str) -> dict:
"""Parse military job code text file content into a structured dictionary."""
lines = file_content.strip().split('\n')
job_code, title, description = "", "", []
parsing_description = False

for line in lines:
line = line.strip()
if not line:
continue
if line.startswith("Job Code:"):
job_code = line.replace("Job Code:", "").strip()
elif line.startswith("Description:"):
parsing_description = True
elif parsing_description:
description.append(line)

for line in description:
if line:
title = line
break

full_text = ' '.join(description).lower()
category = "general"
category_keywords = {
"information_technology": ["technology", "computer", "network", "data", "software", "hardware", "system", "database"],
"communications": ["communications", "signal", "radio", "transmission", "telecom"],
"intelligence": ["intelligence", "analysis", "surveillance", "reconnaissance"],
"maintenance": ["maintenance", "repair", "technical", "equipment"],
"cyber": ["cyber", "security", "information assurance", "cryptographic"]
}

for cat, keywords in category_keywords.items():
if any(keyword in full_text for keyword in keywords):
category = cat
break

return {
"title": title or "Military Professional",
"category": category,
"skills": [line for line in description if line and len(line) > 10]
}

def load_military_job_codes() -> dict:
base_path = "data/employment_transitions/job_codes"
job_codes = {}
branches = {
"army": {"path": "army", "prefix": "MOS"},
"air_force": {"path": "air_force", "prefix": "AFSC"},
"coast_guard": {"path": "coast_guard", "prefix": "RATE"},
"navy": {"path": "navy", "prefix": "RATE"},
"marine_corps": {"path": "marine_corps", "prefix": "MOS"}
}

for branch, info in branches.items():
branch_path = os.path.join(base_path, info["path"])
if os.path.exists(branch_path):
for file in os.listdir(branch_path):
if file.endswith('.txt'):
try:
with open(os.path.join(branch_path, file), 'r') as f:
content = f.read()
code = file.replace('.txt', '')
details = parse_mos_file(content)
vwc_mapping = map_to_vwc_path(details.get('category', ''), details.get('skills', []))
details.update({
'vwc_path': vwc_mapping['path'],
'tech_focus': vwc_mapping['tech_focus'],
'branch': branch,
'code_type': info['prefix']
})
job_codes[f"{info['prefix']}_{code}"] = details
except Exception as e:
logger.error(f"Error loading {file}: {e}")
continue
return job_codes

def map_to_vwc_path(category: str, skills: List[str]) -> dict:
"""Map military job categories and skills to VWC tech stack paths."""
default_path = {
"path": "Full Stack Development",
"tech_focus": [
"JavaScript/TypeScript fundamentals",
"Next.js and Tailwind for frontend",
"Python with FastAPI/Django for backend"
]
}

tech_paths = {
"information_technology": {
"path": "Full Stack Development",
"tech_focus": [
"JavaScript/TypeScript with focus on system architecture",
"Next.js for complex web applications",
"Python backend services with FastAPI"
]
},
"cyber": {
"path": "Security-Focused Development",
"tech_focus": [
"TypeScript for type-safe applications",
"Secure API development with FastAPI/Django",
"AI/ML for security applications"
]
},
"communications": {
"path": "Frontend Development",
"tech_focus": [
"JavaScript/TypeScript specialization",
"Advanced Next.js and Tailwind",
"API integration with Python backends"
]
},
"intelligence": {
"path": "AI/ML Development",
"tech_focus": [
"Python for data processing",
"ML model deployment with FastAPI",
"Next.js for ML application frontends"
]
},
"maintenance": {
"path": "Backend Development",
"tech_focus": [
"Python backend development",
"API design with FastAPI/Django",
"Basic frontend with Next.js"
]
}
}

skill_keywords = {
"programming": "software",
"database": "data",
"network": "communications",
"security": "cyber",
"analysis": "intelligence"
}

if category.lower() in tech_paths:
return tech_paths[category.lower()]

for skill in skills:
skill_lower = skill.lower()
for keyword, category in skill_keywords.items():
if keyword in skill_lower and category in tech_paths:
return tech_paths[category]

return default_path

def translate_military_code(code: str, job_codes: dict) -> dict:
"""Translate military code to VWC development path."""
code = code.upper().strip()
prefixes = ["MOS", "AFSC", "RATE"]
for prefix in prefixes:
if code.startswith(prefix):
code = code.replace(prefix, "").strip()

possible_codes = [f"MOS_{code}", f"AFSC_{code}", f"RATE_{code}"]

for possible_code in possible_codes:
if possible_code in job_codes:
job_data = job_codes[possible_code]
return {
"found": True,
"data": {
"title": job_data.get('title', 'Military Professional'),
"branch": job_data.get('branch', 'Military'),
"dev_path": job_data.get('vwc_path', 'Full Stack Development'),
"tech_focus": job_data.get('tech_focus', []),
"skills": job_data.get('skills', [])
}
}

return {
"found": False,
"data": {
"title": "Military Professional",
"branch": "Military",
"dev_path": "Full Stack Development",
"tech_focus": [
"Start with JavaScript/TypeScript fundamentals",
"Build projects with Next.js and Tailwind",
"Learn Python backend development with FastAPI"
],
"skills": [
"Leadership and team coordination",
"Problem-solving and adaptation",
"Project planning and execution"
]
}
}

def get_chat_response(messages: List[Dict]) -> str:
"""Get response from OpenAI chat completion."""
Expand All @@ -320,6 +131,7 @@ def get_chat_response(messages: List[Dict]) -> str:
logger.error(f"OpenAI API error: {e}")
raise


def export_chat_history(chat_history: List[Dict]) -> str:
"""Export chat history to JSON."""
export_data = {
Expand All @@ -328,6 +140,7 @@ def export_chat_history(chat_history: List[Dict]) -> str:
}
return json.dumps(export_data, indent=2)


def save_feedback(feedback: Dict):
"""Save user feedback to file."""
feedback_dir = "feedback"
Expand All @@ -339,37 +152,39 @@ def save_feedback(feedback: Dict):
with open(feedback_file, 'w') as f:
json.dump(feedback, f, indent=2)


def handle_command(command: str) -> str:
"""Handle special commands including MOS translation."""
parts = command.lower().split()
if not parts:
return None

cmd = parts[0]
if cmd in ['/mos', '/afsc', '/rate']:
if len(parts) < 2:
return "Please provide a military job code. Example: `/mos 25B`"

code = parts[1]
translation = translate_military_code(code, st.session_state.job_codes)
if translation['found']:
return (
f"🎖️ **{translation['data']['title']}** ({translation['data']['branch']})\n\n"
f"💻 **VWC Development Path**: {translation['data']['dev_path']}\n\n"
"🔧 **Military Skills**:\n" +
"\n".join(f"- {skill}" for skill in translation['data']['skills']) +
"\n\n📚 **VWC Tech Focus**:\n" +
"\n".join(f"{i+1}. {focus}" for i, focus in enumerate(translation['data']['tech_focus']))
f"🎖️ **{translation['data']['title']}** ({translation['data']['branch']})\n\n"
f"💻 **VWC Development Path**: {translation['data']['dev_path']}\n\n"
"🔧 **Military Skills**:\n" +
"\n".join(f"- {skill}" for skill in translation['data']['skills']) +
"\n\n📚 **VWC Tech Focus**:\n" +
"\n".join(f"{i + 1}. {focus}" for i, focus in enumerate(translation['data']['tech_focus']))
)
else:
return (
"I don't have that specific code in my database, but here's a recommended "
"VWC learning path based on general military experience:\n\n" +
"\n".join(f"{i+1}. {focus}" for i, focus in enumerate(translation['data']['tech_focus']))
"I don't have that specific code in my database, but here's a recommended "
"VWC learning path based on general military experience:\n\n" +
"\n".join(f"{i + 1}. {focus}" for i, focus in enumerate(translation['data']['tech_focus']))
)

return None


def initialize_chat():
"""Initialize the chat with a VWC-focused welcome message."""
welcome_message = {
Expand All @@ -396,24 +211,25 @@ def initialize_chat():
}
return [welcome_message]


def main():
"""Main application function."""
st.title("🇺🇸 VetsAI: Vets Who Code Assistant")

# Initialize session
if 'session_id' not in st.session_state:
st.session_state.session_id = hashlib.md5(str(time.time()).encode()).hexdigest()

if 'job_codes' not in st.session_state:
try:
st.session_state.job_codes = load_military_job_codes()
except Exception as e:
logger.error(f"Error loading job codes: {e}")
st.session_state.job_codes = {}

if 'messages' not in st.session_state:
st.session_state.messages = initialize_chat()

# Sidebar with VWC tech stack resources
with st.sidebar:
st.markdown("""
Expand Down Expand Up @@ -481,7 +297,7 @@ def main():
"content": (
"You are a specialized AI assistant for Vets Who Code members, designed to provide clear, practical technical guidance "
"to veterans transitioning into software development careers.\n\n"

"CORE TECH STACK:\n"
"- Frontend: JavaScript, TypeScript, React, Next.js\n"
"- Styling: CSS, Tailwind CSS\n"
Expand All @@ -490,34 +306,34 @@ def main():
"- Advanced: AI/ML fundamentals\n"
"- Development Tools: Git, GitHub, VS Code\n"
"- Testing: Jest, Pytest\n\n"

"CAREER TRANSITION GUIDANCE:\n"
"1. Resume Development:\n"
" - Technical Skills: Programming Languages, Frameworks, Tools, Cloud, Testing\n"
" - Military Experience Translation: Leadership, Problem-solving, Team Collaboration\n\n"

"2. Portfolio Development:\n"
" - Clean code and documentation\n"
" - Version control and API integration\n"
" - Responsive design and performance\n"
" - Testing and TypeScript implementation\n"
" - Security and accessibility standards\n\n"

"LEARNING PATHS:\n"
"1. Fundamentals: HTML, CSS, JavaScript, Git\n"
"2. Intermediate: TypeScript, React, Python\n"
"3. Advanced: Next.js, FastAPI, Streamlit, AI/ML\n\n"

"PROJECT FOCUS:\n"
"1. Portfolio Projects: Personal website, APIs, Data visualization\n"
"2. Technical Skills: Code quality, Testing, Security, Performance\n"
"3. Career Materials: GitHub profile, Technical blog, Documentation\n\n"

"Remember: Provide practical guidance for building technical skills and transitioning to software development careers. "
"Focus on concrete examples and best practices."
)
})

response = get_chat_response(messages)
st.markdown(response)
st.session_state.messages.append({
Expand Down Expand Up @@ -547,5 +363,6 @@ def main():
save_feedback(feedback)
st.success("Thank you for your feedback!")


if __name__ == "__main__":
main()
main()
Loading

0 comments on commit c96dabe

Please sign in to comment.