{"domain": "vizientinc.com", "user": "Import vizientinc.com", "isWillingToRelocate": false, "isUserAuthenticated": false, "isUserETXCandidate": false, "isDomainETX": false, "isCareerPlannerEnabled": false, "isMyApplicationsEnabled": false, "showVeteranEmployerSignUp": false, "candidate": {"enc_id": 0, "fullname": "", "firstname": "", "lastname": "", "skills": [], "email": "", "phone": "", "location": "", "filename": null, "starred_positions": [], "resumeUrl": "", "onboardingCompleted": false, "isUserInPcsIjp": false, "linkedinUrl": ""}, "branding": {"enableTalentNetwork": 1, "showJobId": 1, "hideJobCart": false, "homePageHeroBanner": {"opacity": 0, "image": "https://static.vscdn.net/images/careers/demo/vizientinc-sandbox/1682438154::1", "title": ""}, "companyName": "Vizient", "postApplyText": "If your experience is a fit, you will be contacted by one of our Talent Acquisition Partners.", "postTalentNetworkMessage": "Thank you for joining Vizient's Talent Network!", "postTalentNetworkText": " ", "favicons": {"favicon": "https://static.vscdn.net/images/careers/demo/vizientinc-sandbox/1677790636::faviconV2.png"}, "privacy": {"text": "I have read and agree to Vizient's Data <a href='https://www.vizientinc.com/privacy-policy-and-legal-notice'target=\"_blank\" target=\"_blank\">Privacy Policy</a> and that by submitting my personal information I agree that a Vizient recruiter may contact me via text at the mobile number I have included in my application or resume.", "button": "Agree"}, "navBar": {"color": "#fff ", "image": "https://static.vscdn.net/images/careers/demo/vizientinc-sandbox/1682437997::high+res", "link": "https://www.vizientinc.com/about-us/careers"}, "custom_html": {"header": "", "page-footer": "", "footer": "<style>\na,a:hover,a:focus,a:active { \ntext-decoration: none; color: inherit}\na {\n-webkit-transition: all .25s ease-in-out;transition: all .25s ease-in-out}\n.ct-footer-post {padding: 20px 0; }\n.ct-footer-post .inner-left,.ct-footer-post .inner-right {\npadding: 20px 0}\n.ct-footer-post ul { \nlist-style: none; padding-left: 0; margin: 0 -20px;}\n.ct-footer-post ul li { \ndisplay: inline-block;margin: 0 20px}\n.ct-footer-post a {\ncolor:#fff}\n.ct-footer-post a:hover {\ncolor:#fff}\n.ct-footer-post p {\ncolor: #fff}\n.footer a {\n    font-weight: 300;}\n@media (max-width: 768px)\n.ct-footer-post p { display: inline-block } \n.ct-footer-post p + p { padding-left: 50px }}\n@media (max-width:991px) {\n.ct-footer-post { text-align: center;}}\n</style>\n\n<footer style=\"background:#ff4300 !important;\">\n<div class=\"ct-footer-post\" style=\"background:#ff4e00 !important;\">\n<div class=\"container\" style=\"padding-bottom:50px;\">\n<div class=\"col-xs-12\" style=\"text-align:center;\">\n<a href=\"https://www.vizientinc.com/what-we-do\" title=\"\" target=\"_blank\" style=\"color:#fff!important; font-size: 18px; font-weight:400; line-height:26px; border-right: 1px solid #fff; padding-right: 20px;\">What We Do</a> <a href=\"https://newsroom.vizientinc.com/en-US/channels/blog\" title=\"\" target=\"_blank\" style=\"color:#fff!important; font-size: 18px; font-weight:400; line-height:26px;border-right: 1px solid #fff;\npadding-right: 20px;padding-left: 20px;\">Blog</a> <a href=\"https://www.vizientinc.com/privacy-policy-and-legal-notice\" title=\"\" target=\"_blank\" style=\"color:#fff!important; font-size: 18px; font-weight:400; line-height:26px; border-right: 1px solid #fff;\npadding-right: 20px;padding-left: 20px;\">Privacy</a> <a href=\"https://www.vizientinc.com/events\" title=\"\" target=\"_blank\" style=\"color:#fff!important; font-size: 18px; font-weight:400; line-height:26px; border-right: 1px solid #fff;\npadding-right: 20px;padding-left: 20px;\">Events</a> <a href=\"https://www.vizientinc.com/who-we-serve/members\" title=\"\" target=\"_blank\" style=\"color:#fff!important; font-size: 18px; font-weight:400; line-height:26px; border-right: 1px solid #fff;\npadding-right: 20px;padding-left: 20px;\">Who We Serve</a> \n\n<a href=\"https://www.vizientinc.com/contact-us\" title=\"\" target=\"_blank\" style=\"color:#fff!important; font-size: 18px; font-weight:400; line-height:26px; border-right: 1px solid #fff;\npadding-right: 20px;padding-left: 20px;\">Contact Us\n</a> \n\n<br><br>\n<div class=\"ef-styles-2020\" style=\"padding-bottom: 50px !important;\"><p class=\"body-text-2\"><a href=\"https://eightfold.ai\" title=\"Visit Eightfold.ai homepage\" target=\"_blank\" rel=\"noopener noreferrer\" style=\"color: white;\">Powered by <img src=\"https://static.vscdn.net/images/eightfold_logo.png\" alt=\"\" width=\"20\" height=\"20\" align=\"middle\">  eightfold.ai #WhatsNextForYou</a></p></div></div>\n</footer>"}, "custom_style": {"font": "", "css": "#eightfold-chatbot .open-chat-bot #chat-bot-image-small {border-radius: 50% !Important;}.navbar {position: relative !important;}#eightfold-chatbot .open-chat-bot .open-chat-bot-header {background: #FF4E00;}#eightfold-chatbot .botui-actions-buttons-button {background: #FF4E00;}.candidate-login-link {color:#FF4E00 !important;}.reset-filters {color:#FF4E00 !important;}.back-to-all-jobs {color: #FF4E00 !important;}.back-to-all-jobs:hover {color: #CC3E00 !important;}.remove-from-job-cart-button {color: #FFF !important;}.remove-from-job-cart-button:hover {color: #FFF !important;}.perk-icon{color: #FF4E00 !important}.btn-secondary {border-color: #FF4E00 !important;color: #FF4E00 !important;}.btn-secondary:hover{border-color: #CC3E00 !important;color: #CC3E00 !important;}.fa-share {color: #FF4E00 !important}.fa-share:hover {color: #CC3E00 !important}.go-button {background: transparent; color:#FF4E00 !important;border-color: #FF4E00 !important}.advanced-options-button {color: #FF4E00;}.go-button:hover {color: #CC3E00 !important;border-color: #CC3E00 !important}.advanced-options-button:hover {color: #CC3E00 !important}.job-cart-button {border: 1px solid #FF4E00 !important;background: #FF4E00 !important;color:#ffffff !important;}.job-cart-button:hover{border: 1px solid #CC3E00 !important;background: #CC3E00 !important;color:#ffffff !important;}.add-to-job-cart-button {background-color: #FF4E00 !important; border-color: #FF4E00 !important; color: #FFF !important;}.add-to-job-cart-button:hover {background-color: #CC3E00 !important; border-color: #CC3E00!important; color: #FFF !important;}.position-apply-button {background-color: #FF4E00 !important; border-color: #FF4E00 !important;}.position-apply-button:hover {background-color: #CC3E00 !important; border-color: #CC3E00!important;}.btn {border-radius: 3px; !important;} .search-results-main-container .card-selected { border-left-color: #FF4E00!important;}.position-card .position-title {color:#263238 !important;} .all-positions-header h1 {color:#263238 !important;}.apply-form .btn-primary {border: 1px solid #FF4E00 !important; color:#ffffff !important; background: #FF4E00 !important; border-radius: 3px; !important;}.apply-form.btn-primary:hover{border: 1px solid #263238 !important;} .circle-number-indicator {background: #FF4E00 !important;}.pillContainer .pillTitle {color: #263238 !important;}.position-facets h3 {color: #263238; text-align: left !important;} .card {text-align:left !important;}.personalization-bar-pre-upload {background-color: #fff; color: #263238 !important;}.get-matched-button {background-color: #FF4E00 !important; border-color: #FF4E00 !important;}.get-matched-button:hover {background-color: #CC3E00 !important; border-color: #CC3E00 !important;} .position-full-card {color:#263238 !important;} .position-title {color:#263238 !important;} .position-sub-title {font-size: 18px !important;font-weight: 700 !important;color: #263238 !important;} .related-blog .blog-title {font-size: 16px !important;font-weight: 700 !important;color: #263238 !important;}.custom-content-title {font-size: 18px !important;font-weight: 700 !important;color: #263238 !important; align-self: flex-end !important;}.join-tn-link{color: #FF4E00 !important;}.pillTitle.line-clamp.line-clamp-3  {color: #263238 !important;} .match-bar {background: #cfd8dc !important;} .related-video iframe {height: 500px;} .perk {width: 200px;}.navbar {opacity:  1 !important;} .navbar img {height: 50px;} .hero-image {height: 350px !important; opacity: 1 !important;}.double-bounce1 {background-color: #FF4E00 !important;} .double-bounce2 {background-color: #CC3E00 !important;}  "}, "customContent": {"positionSections": [{"title": "", "body": ""}]}, "mapConfig": {"markers": {"markerInitial": {"color": "#ff4e00"}, "markerSelected": {"color": "#CC3E00"}}, "enabled": true, "setMapAsDefaultView": true}, "recaptcha_enabled": 1, "showLoggedOutNotificationsPrivacyPolicy": true, "hideEightfoldBranding": false, "customJobDescEnhancedTableGate": false}, "pid": "446716338314", "positions": [{"id": 446716338314, "name": "Software Quality Engineer (AI/ML Applications)", "posting_name": "Software Quality Engineer (AI/ML Applications)", "location": "TX Irving Corporate Office", "locations": ["TX Irving Corporate Office", "IL Chicago Van Buren", "CO Centennial"], "hot": 0, "department": "Professional - Staff Associate (P2)", "business_unit": "Unknown", "t_update": 1771372800, "t_create": 1771372800, "ats_job_id": "32581R", "display_job_id": "32581R", "type": "ATS", "id_locale": "32581R-en", "job_description": "Develop and execute test strategies for ML and generative AI-powered applications. Create and execute test cases, plans, and scripts based on story-defined acceptance criteria, and review requirements, functional, technical, and use case documents to determine testability. Design and maintain automated test suites using QA automation frameworks to validate UI, API, backend services, and AI-enabled platforms. Integrate automated testing into CI/CD pipelines to enable continuous quality validation and rapid feedback loops. Design and maintain evaluation frameworks for Large Language Models (LLM), including automated scoring and LLM -as-a-judge methodologies. Develop prompt regression test suites to detect performance degradation across model and prompt versions. Evaluate generative AI systems for hallucination risk, factual consistency, grounding accuracy, and safety compliance. Conduct model evaluation, regression testing, and drift monitoring in development and production environments. Build dashboards and monitoring tools to detect degraded evaluation scores, drift, or safety risks and support proactive triage. Design and implement proactive AI-driven alerting and recommendation systems embedded within dashboards and user workflows Automate dashboard metric generation and refresh pipelines using Python and data workflows. Partner with cross-functional teams to define AI quality standards, acceptance criteria, and release gates. Investigate defects, analyze root causes, and recommend corrective actions to improve reliability and performance. Relevant degree preferred. 2 or more years of relevant experience required. Experience in Quality Assurance with a focus on data testing, analytics validation, and BI/ETL systems required. Experience validating ML or generative AI-based applications, including model evaluation and data quality assessment. Experience with QA automation frameworks (Selenium or similar) and Python for scripting, data validation, and automation. Experience evaluating Large Language Model systems, including prompt regression testing and automated or human-in-the-loop judging methodologies. Familiarity with RAG evaluation concepts, including retrieval quality, context relevance, faithfulness, and safety testing. Experience designing AI evaluation metrics and monitoring model performance in production environments. Understanding of Agile methodologies and CI/CD practices. Strong analytical, documentation, and communication skills; self-starter who thrives in fast-paced, iterative environments and drives quality initiatives amid ambiguity and shifting priorities.", "stars": 0.0, "medallionProgram": null, "location_flexibility": null, "work_location_option": "onsite", "canonicalPositionUrl": "https://careers.vizientinc.com/careers/job/446716338314", "isPrivate": false, "latlongs": "32.8140177,-96.9488945"}], "isFallback": true, "debug": {}, "count": 1, "personal_message": "We thought you would be interested in this position.", "scheduling": {"minTime": 9, "limit": 10, "maxTime": 17, "increments": 60, "minTimeslots": 3}, "userTitles": [], "enableTargetedResume": 0, "query": {"query": "", "location": "", "department": [], "skill": [], "seniority": [], "pid": "446716338314"}, "singleview": true, "see_all_jobs": true, "recommended_star_threshold": 4.0, "chatbot": true, "iframeImplementation": null, "pcsApplyFormV2Enabled": true, "allowedFileTypes": {}, "pcsTextConfiguration": {}, "hideDepartment": true, "pcsOctupleMigration0Enabled": true, "pcsOctupleMigration1Enabled": false, "replaceUrlOnGoBack": true, "pcsRedesignedNuxEnabled": true, "readmoreInstructionEnabled": false, "userActivityTimeout": 86400000, "userActivityTimeoutEnabled": 1, "isLoggedInPcsEnabled": true, "sortByConfig": null, "searchBoxConfig": {}, "excludePrivatePositions": true, "eeocFilterKeywords": ["veteran", "disability", "gender", "race", "citizen", "visa", "ethnicity"], "disableScrollLoadPositionSidebar": false, "locationFlexibilityFrontendEnabled": false, "workLocationOptionFrontendEnabled": true, "remoteFlexibleJobsFilterEnabled": false, "loggedOutNotificationsEnabled": true, "candidateLogin": {"postApplyReviewLink": {"enabled": true, "url": "/api/apply/v2/profile/review/initialize_user?domain=vizientinc.com", "title": "What's next? Increase your chances of getting hired!", "message": "Knowing more about you helps us review your application faster. Enrich your profile by adding more skills, awards, and other recognition.", "buttonText": "Review my profile", "verifyEmailTitle": "Let's verify your email", "verifyEmailText": "Click the link in the email to continue reviewing your profile. If you do not immediately see the email, check your spam folder."}, "postLoginLink": {"enabled": true, "message": "Candidate Login", "url": "/careerhub/me?action=edit&trackApplicationStatus=false&profile_type=candidate&domain=vizientinc.com&customredirect=1&utm_source=Eightfold"}, "trackApplicationLink": {"enabled": true, "message": "Track Application Status", "url": "/careerhub/my/jobs/applications?trackApplicationStatus=true&profile_type=candidate&domain=vizientinc.com&customredirect=1&utm_source=Eightfold"}}, "prepopulateApplyFormEnabled": true, "prepopulateSettings": {"prepopulateCheckboxText": "Save my answers for future applications", "showPrepopulateCheckbox": false}, "candidateBuildProfile": {}, "themeBuilderUser": null, "mandatoryFields": ["firstname", "lastname", "email", "phone"], "blindfoldWidgetPcsGate": false, "pcsApplyFormLocationGate": false, "t3sEnabled": false, "uploadApplicationAnswers": false, "candidateAuthV2Enabled": true, "preApplicationSubmitAuthEnabled": false, "applyFormV2Enabled": false, "loggedOutSavedSearchEnabled": false, "locationRadiusTypeToggleEnabled": true, "incompleteApplicationsEnabled": false, "incompleteApplicationConfig": {}, "fallbackPcsJdGate": true, "enableResumeCoach": false, "isPcsEnabled": true, "phoneWithCountryCodeEnabled": true, "phoneWithCountryCodeJTNEnabled": false, "notificationSuggestVerificationToken": null, "strictEmailValidationEnabled": true, "chatbotxConfig": {"enabled": false, "featureAccessFlags": {"resumeCoachCardFlags": {"showApplyWithResume": true, "showEditResume": true}, "positionCardFlags": {"showAddToJobCart": true}}}, "pcsOptionalResumeWithJobcartGate": false, "loggedInCandidate": {}, "hamburgerMenuEnabled": false, "sharedTalentPoolGate": false, "pcsAccessibilityHomeEnabled": true, "pcsAccessibilityApplyFormEnabled": true, "showLanguageDropdown": false, "languages": [{"value": "en", "title": "English"}, {"value": "it", "title": "Italiano"}, {"value": "es", "title": "Espa\u00f1ol"}, {"value": "fr", "title": "Fran\u00e7ais"}, {"value": "pt", "title": "Portugu\u00eas"}, {"value": "nb", "title": "Norsk"}, {"value": "de", "title": "Deutsch"}, {"value": "ja", "title": "\u65e5\u672c\u8a9e"}, {"value": "ms", "title": "Bahasa melayu"}, {"value": "zh-CN", "title": "\u4e2d\u6587 (\u7b80\u4f53)"}, {"value": "zh-TW", "title": "\u4e2d\u6587 (\u7e41\u9ad4)"}, {"value": "ko", "title": "\ud55c\uad6d\uc5b4"}, {"value": "th", "title": "\u0e20\u0e32\u0e29\u0e32\u0e44\u0e17\u0e22"}, {"value": "nl", "title": "Nederlands"}, {"value": "pl", "title": "Polski"}, {"value": "uk", "title": "Y\u043a\u0440\u0430\u0457\u043d\u0441\u044c\u043a\u0430"}, {"value": "hr", "title": "Hrvatski"}, {"value": "el", "title": "\u0395\u03bb\u03bb\u03b7\u03bd\u03b9\u03ba\u03ac"}, {"value": "hu", "title": "Magyar"}, {"value": "cs", "title": "\u010de\u0161tina"}, {"value": "tr", "title": "T\u00fcrk\u00e7e"}, {"value": "ru", "title": "P\u0443\u0441\u0441\u043a\u0438\u0439"}, {"value": "ht", "title": "Haitian"}, {"value": "he", "title": "\u05e2\u05d1\u05e8\u05d9\u05ea"}, {"value": "pt-BR", "title": "Brazilian Portugu\u00eas"}, {"value": "da", "title": "Dansk"}, {"value": "fi", "title": "Suomi"}, {"value": "sv", "title": "Svenska"}, {"value": "fr-CA", "title": "Fran\u00e7ais (Canada)"}, {"value": "pt-PT", "title": "portugu\u00eas (Portugal)"}, {"value": "vi", "title": "Ti\u1ebfng Vi\u1ec7t"}, {"value": "ro", "title": "rom\u00e2n\u0103"}, {"value": "bg", "title": "\u0431\u044a\u043b\u0433\u0430\u0440\u0441\u043a\u0438"}, {"value": "ar", "title": "\u0627\u0644\u0639\u0631\u0628\u064a\u0629"}, {"value": "es-419", "title": "Espa\u00f1ol (Latinoam\u00e9rica)"}, {"value": "sk", "title": "Sloven\u010dina"}, {"value": "id", "title": "Bahasa Indonesia"}, {"value": "sr", "title": "\u0441\u0440\u043f\u0441\u043a\u0438"}, {"value": "mk", "title": "\u043c\u0430\u043a\u0435\u0434\u043e\u043d\u0441\u043a\u0438"}], "displayLanguage": "en", "installed_app_data": [], "singlePageCareersNavbarGate": false, "customJobDescTranslationSkipList": [], "all_applicable_locations": [{"location": "TX Irving Corporate Office", "city": "Irving", "state": "TX,US", "country": "US"}, {"location": "IL Chicago Van Buren", "city": "Chicago", "state": "IL,US", "country": "US"}, {"location": "CO Centennial", "city": "Centennial", "state": "CO,US", "country": "US"}]}