Skip to content

Commit

Permalink
skip failing test suite (#180756)
Browse files Browse the repository at this point in the history
  • Loading branch information
@kibanamachine
kibanamachine committed Apr 15, 2024
1 parent 9cf478b commit 4f8e07a
Showing 1 changed file with 137 additions and 140 deletions.
277 changes: 137 additions & 140 deletions .../security_solution_cypress/cypress/e2e/investigations/timelines/esql/esql_assistant.cy.ts
View file
Original file line number Diff line number Diff line change
Expand Up @@ -20,160 +20,157 @@ const ESQL_QUERY = 'from auditbeat-* | where ecs.version == "8.0.0"';
const KQL_QUERY = '_index : "auditbeat-*" and ecs.version : "8.0.0"';
const EQL_QUERY = 'process where process.name == "zsh"';

describe(
'Basic Assistant tests',
{
tags: ['@ess'],
env: {
ftrConfig: {
kbnServerArgs: [
`--xpack.actions.preconfigured=${JSON.stringify({
'preconfigured-openai': {
name: 'preconfigured-openai',
actionTypeId: '.gen-ai',
config: {
apiProvider: 'OpenAI',
apiUrl: 'https://api.openai.com/v1/chat/completions',
defaultModel: 'gpt-4',
},
secrets: {
apiKey: 'superlongapikey',
},
// Failing: See https://github.com/elastic/kibana/issues/180756
describe.skip('Basic Assistant tests', {
tags: ['@ess'],
env: {
ftrConfig: {
kbnServerArgs: [
`--xpack.actions.preconfigured=${JSON.stringify({
'preconfigured-openai': {
name: 'preconfigured-openai',
actionTypeId: '.gen-ai',
config: {
apiProvider: 'OpenAI',
apiUrl: 'https://api.openai.com/v1/chat/completions',
defaultModel: 'gpt-4',
},
})}`,
],
},
secrets: {
apiKey: 'superlongapikey',
},
},
})}`,
],
},
},
() => {
before(() => {
}, () => {
before(() => {
login();
visitWithTimeRange(ALERTS_URL);
cy.get(AI_ASSISTANT_BUTTON).click();
cy.get(
'[data-test-subj="conversation-selector"] [data-test-subj="comboBoxSearchInput"]'
).should('not.be.disabled');
cy.get('[data-test-subj="prompt-textarea"]').then(($el) => {
if ($el.is(':disabled')) {
cy.get('[data-test-subj="connectorMissingCallout"]').find('button').click();
cy.get('[data-test-subj="connector-selector"]').click();
cy.get('[data-test-subj="preconfigured-openai"]').click();
cy.get('[data-test-subj="save-button"]').click();
}
});
});

describe('ES|QL', () => {
beforeEach(() => {
login();
visitWithTimeRange(ALERTS_URL);
cy.get(AI_ASSISTANT_BUTTON).click();
cy.get(
'[data-test-subj="conversation-selector"] [data-test-subj="comboBoxSearchInput"]'
).should('not.be.disabled');
cy.get('[data-test-subj="prompt-textarea"]').then(($el) => {
if ($el.is(':disabled')) {
cy.get('[data-test-subj="connectorMissingCallout"]').find('button').click();
cy.get('[data-test-subj="connector-selector"]').click();
cy.get('[data-test-subj="preconfigured-openai"]').click();
cy.get('[data-test-subj="save-button"]').click();
}
});
cy.get('[data-test-subj="conversation-selector"]')
.find('[data-test-subj="comboBoxSearchInput"]')
.type(`New conversation-` + Date.now());
cy.get('[data-test-subj="prompt-textarea"]').type(
'Below is an `Elasticsearch Query Language` query:' +
'{shift}{enter}' +
'```esql' +
'{shift}{enter}' +
`${ESQL_QUERY} | limit 1` +
'{shift}{enter}' +
'```'
);
cy.get('[data-test-subj="submit-chat"]').click();
visitWithTimeRange(ALERTS_URL);
});

describe('ES|QL', () => {
beforeEach(() => {
login();
visitWithTimeRange(ALERTS_URL);
cy.get(AI_ASSISTANT_BUTTON).click();
cy.get('[data-test-subj="conversation-selector"]')
.find('[data-test-subj="comboBoxSearchInput"]')
.type(`New conversation-` + Date.now());
cy.get('[data-test-subj="prompt-textarea"]').type(
'Below is an `Elasticsearch Query Language` query:' +
'{shift}{enter}' +
'```esql' +
'{shift}{enter}' +
`${ESQL_QUERY} | limit 1` +
'{shift}{enter}' +
'```'
);
cy.get('[data-test-subj="submit-chat"]').click();
visitWithTimeRange(ALERTS_URL);
});

it('should properly propagate esql query to discover when Timeline was not opened before', () => {
cy.get(AI_ASSISTANT_BUTTON).click();
cy.get('[data-test-subj="messageText"]')
.find('button[aria-label="Investigate in timeline"]')
.click();
cy.contains('[data-test-subj="kibanaCodeEditor"]', `${ESQL_QUERY} | limit 1`);
updateDateRangeInLocalDatePickers(DISCOVER_CONTAINER, INITIAL_START_DATE, INITIAL_END_DATE);
submitDiscoverSearchBar();
cy.get(DISCOVER_RESULT_HITS).should('have.text', 1);
});
it('should properly propagate esql query to discover when Timeline was not opened before', () => {
cy.get(AI_ASSISTANT_BUTTON).click();
cy.get('[data-test-subj="messageText"]')
.find('button[aria-label="Investigate in timeline"]')
.click();
cy.contains('[data-test-subj="kibanaCodeEditor"]', `${ESQL_QUERY} | limit 1`);
updateDateRangeInLocalDatePickers(DISCOVER_CONTAINER, INITIAL_START_DATE, INITIAL_END_DATE);
submitDiscoverSearchBar();
cy.get(DISCOVER_RESULT_HITS).should('have.text', 1);
});

it('should properly propagate esql query to discover when Timeline is active', () => {
openActiveTimeline();
cy.window().then((win) => {
win.onbeforeunload = null;
});
goToEsqlTab();
updateDateRangeInLocalDatePickers(DISCOVER_CONTAINER, INITIAL_START_DATE, INITIAL_END_DATE);
cy.get(AI_ASSISTANT_BUTTON).click();
cy.get('[data-test-subj="messageText"]')
.find('button[aria-label="Investigate in timeline"]')
.click();
cy.contains('[data-test-subj="kibanaCodeEditor"]', `${ESQL_QUERY} | limit 1`);
submitDiscoverSearchBar();
cy.get(DISCOVER_RESULT_HITS).should('have.text', 1);
it('should properly propagate esql query to discover when Timeline is active', () => {
openActiveTimeline();
cy.window().then((win) => {
win.onbeforeunload = null;
});
goToEsqlTab();
updateDateRangeInLocalDatePickers(DISCOVER_CONTAINER, INITIAL_START_DATE, INITIAL_END_DATE);
cy.get(AI_ASSISTANT_BUTTON).click();
cy.get('[data-test-subj="messageText"]')
.find('button[aria-label="Investigate in timeline"]')
.click();
cy.contains('[data-test-subj="kibanaCodeEditor"]', `${ESQL_QUERY} | limit 1`);
submitDiscoverSearchBar();
cy.get(DISCOVER_RESULT_HITS).should('have.text', 1);
});
});

describe('KQL', () => {
beforeEach(() => {
login();
visitWithTimeRange(ALERTS_URL);
cy.get(AI_ASSISTANT_BUTTON).click();
cy.get('[data-test-subj="conversation-selector"]')
.find('[data-test-subj="comboBoxSearchInput"]')
.type(`New conversation-` + Date.now());
});
describe('KQL', () => {
beforeEach(() => {
login();
visitWithTimeRange(ALERTS_URL);
cy.get(AI_ASSISTANT_BUTTON).click();
cy.get('[data-test-subj="conversation-selector"]')
.find('[data-test-subj="comboBoxSearchInput"]')
.type(`New conversation-` + Date.now());
});

it('should properly propagate KQL query', () => {
cy.get('[data-test-subj="prompt-textarea"]').type(
'Below is an `Elasticsearch Query Language` query:' +
'{shift}{enter}' +
'```kql' +
'{shift}{enter}' +
`${KQL_QUERY}` +
'{shift}{enter}' +
'```'
);
cy.get('[data-test-subj="submit-chat"]').click();
cy.get('[data-test-subj="messageText"]')
.find('button[aria-label="Investigate in timeline"]')
.click();
cy.contains('[data-test-subj="timelineQueryInput"]', KQL_QUERY);
cy.get('[data-test-subj="superDatePickerApplyTimeButton"]').filter(':visible').click();
cy.get('[data-test-subj="server-side-event-count"]')
.filter(':visible')
.should('have.text', 1);
});
it('should properly propagate KQL query', () => {
cy.get('[data-test-subj="prompt-textarea"]').type(
'Below is an `Elasticsearch Query Language` query:' +
'{shift}{enter}' +
'```kql' +
'{shift}{enter}' +
`${KQL_QUERY}` +
'{shift}{enter}' +
'```'
);
cy.get('[data-test-subj="submit-chat"]').click();
cy.get('[data-test-subj="messageText"]')
.find('button[aria-label="Investigate in timeline"]')
.click();
cy.contains('[data-test-subj="timelineQueryInput"]', KQL_QUERY);
cy.get('[data-test-subj="superDatePickerApplyTimeButton"]').filter(':visible').click();
cy.get('[data-test-subj="server-side-event-count"]')
.filter(':visible')
.should('have.text', 1);
});
});

describe('EQL', () => {
beforeEach(() => {
login();
visitWithTimeRange(ALERTS_URL);
cy.get(AI_ASSISTANT_BUTTON).click();
cy.get('[data-test-subj="conversation-selector"]')
.find('[data-test-subj="comboBoxSearchInput"]')
.type(`New conversation-` + Date.now());
});
describe('EQL', () => {
beforeEach(() => {
login();
visitWithTimeRange(ALERTS_URL);
cy.get(AI_ASSISTANT_BUTTON).click();
cy.get('[data-test-subj="conversation-selector"]')
.find('[data-test-subj="comboBoxSearchInput"]')
.type(`New conversation-` + Date.now());
});

it('should properly propagate EQL query', () => {
cy.get('[data-test-subj="prompt-textarea"]').type(
'Below is an `Elasticsearch Query Language` query:' +
'{shift}{enter}' +
'```eql' +
'{shift}{enter}' +
`${EQL_QUERY}` +
'{shift}{enter}' +
'```'
);
cy.get('[data-test-subj="submit-chat"]').click();
cy.get('[data-test-subj="messageText"]')
.find('button[aria-label="Investigate in timeline"]')
.click();
cy.contains('[data-test-subj="eqlQueryBarTextInput"]', `${EQL_QUERY}`);
cy.get('[data-test-subj="superDatePickerApplyTimeButton"]').filter(':visible').click();
cy.get('[data-test-subj="server-side-event-count"]')
.filter(':visible')
.should('have.text', 1);
});
it('should properly propagate EQL query', () => {
cy.get('[data-test-subj="prompt-textarea"]').type(
'Below is an `Elasticsearch Query Language` query:' +
'{shift}{enter}' +
'```eql' +
'{shift}{enter}' +
`${EQL_QUERY}` +
'{shift}{enter}' +
'```'
);
cy.get('[data-test-subj="submit-chat"]').click();
cy.get('[data-test-subj="messageText"]')
.find('button[aria-label="Investigate in timeline"]')
.click();
cy.contains('[data-test-subj="eqlQueryBarTextInput"]', `${EQL_QUERY}`);
cy.get('[data-test-subj="superDatePickerApplyTimeButton"]').filter(':visible').click();
cy.get('[data-test-subj="server-side-event-count"]')
.filter(':visible')
.should('have.text', 1);
});
}
);
});
});

0 comments on commit 4f8e07a

Please sign in to comment.